{
  "best_global_step": 7600,
  "best_metric": 0.7774137258529663,
  "best_model_checkpoint": "models/MNLP_M3_rag_model_test/checkpoint-7600",
  "epoch": 3.97036166601384,
  "eval_steps": 200,
  "global_step": 7600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005222613918266093,
      "grad_norm": 11.394719123840332,
      "learning_rate": 9.000000000000001e-07,
      "loss": 3.5515,
      "step": 10
    },
    {
      "epoch": 0.010445227836532185,
      "grad_norm": 6.919948577880859,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 3.5008,
      "step": 20
    },
    {
      "epoch": 0.015667841754798278,
      "grad_norm": 7.034717559814453,
      "learning_rate": 2.9e-06,
      "loss": 3.29,
      "step": 30
    },
    {
      "epoch": 0.02089045567306437,
      "grad_norm": 5.738417625427246,
      "learning_rate": 3.900000000000001e-06,
      "loss": 3.1144,
      "step": 40
    },
    {
      "epoch": 0.02611306959133046,
      "grad_norm": 6.416561603546143,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 3.0745,
      "step": 50
    },
    {
      "epoch": 0.031335683509596556,
      "grad_norm": 5.485833168029785,
      "learning_rate": 5.9e-06,
      "loss": 2.8625,
      "step": 60
    },
    {
      "epoch": 0.036558297427862645,
      "grad_norm": 5.88957405090332,
      "learning_rate": 6.9e-06,
      "loss": 2.8214,
      "step": 70
    },
    {
      "epoch": 0.04178091134612874,
      "grad_norm": 6.4762654304504395,
      "learning_rate": 7.9e-06,
      "loss": 2.8076,
      "step": 80
    },
    {
      "epoch": 0.04700352526439483,
      "grad_norm": 6.038456916809082,
      "learning_rate": 8.900000000000001e-06,
      "loss": 2.7299,
      "step": 90
    },
    {
      "epoch": 0.05222613918266092,
      "grad_norm": 7.74363899230957,
      "learning_rate": 9.9e-06,
      "loss": 2.5875,
      "step": 100
    },
    {
      "epoch": 0.057448753100927015,
      "grad_norm": 11.824464797973633,
      "learning_rate": 9.990496304118268e-06,
      "loss": 2.5328,
      "step": 110
    },
    {
      "epoch": 0.06267136701919311,
      "grad_norm": 6.736820697784424,
      "learning_rate": 9.979936642027456e-06,
      "loss": 2.414,
      "step": 120
    },
    {
      "epoch": 0.0678939809374592,
      "grad_norm": 6.303720474243164,
      "learning_rate": 9.969376979936643e-06,
      "loss": 2.2947,
      "step": 130
    },
    {
      "epoch": 0.07311659485572529,
      "grad_norm": 6.727591037750244,
      "learning_rate": 9.95881731784583e-06,
      "loss": 2.2003,
      "step": 140
    },
    {
      "epoch": 0.07833920877399138,
      "grad_norm": 8.046416282653809,
      "learning_rate": 9.948257655755017e-06,
      "loss": 2.0726,
      "step": 150
    },
    {
      "epoch": 0.08356182269225748,
      "grad_norm": 8.67299747467041,
      "learning_rate": 9.937697993664203e-06,
      "loss": 2.2524,
      "step": 160
    },
    {
      "epoch": 0.08878443661052357,
      "grad_norm": 7.629809856414795,
      "learning_rate": 9.927138331573391e-06,
      "loss": 2.0773,
      "step": 170
    },
    {
      "epoch": 0.09400705052878966,
      "grad_norm": 10.00472640991211,
      "learning_rate": 9.916578669482577e-06,
      "loss": 1.9697,
      "step": 180
    },
    {
      "epoch": 0.09922966444705575,
      "grad_norm": 7.71968412399292,
      "learning_rate": 9.907074973600845e-06,
      "loss": 2.1101,
      "step": 190
    },
    {
      "epoch": 0.10445227836532184,
      "grad_norm": 6.909250736236572,
      "learning_rate": 9.896515311510033e-06,
      "loss": 1.866,
      "step": 200
    },
    {
      "epoch": 0.10445227836532184,
      "eval_loss": 2.0226237773895264,
      "eval_runtime": 46.6876,
      "eval_samples_per_second": 36.455,
      "eval_steps_per_second": 4.562,
      "step": 200
    },
    {
      "epoch": 0.10967489228358794,
      "grad_norm": 6.597925186157227,
      "learning_rate": 9.88595564941922e-06,
      "loss": 1.9556,
      "step": 210
    },
    {
      "epoch": 0.11489750620185403,
      "grad_norm": 9.504620552062988,
      "learning_rate": 9.875395987328407e-06,
      "loss": 1.9974,
      "step": 220
    },
    {
      "epoch": 0.12012012012012012,
      "grad_norm": 6.907344818115234,
      "learning_rate": 9.864836325237593e-06,
      "loss": 1.8866,
      "step": 230
    },
    {
      "epoch": 0.12534273403838622,
      "grad_norm": 9.235527038574219,
      "learning_rate": 9.85427666314678e-06,
      "loss": 1.8387,
      "step": 240
    },
    {
      "epoch": 0.1305653479566523,
      "grad_norm": 7.033239841461182,
      "learning_rate": 9.843717001055967e-06,
      "loss": 1.7348,
      "step": 250
    },
    {
      "epoch": 0.1357879618749184,
      "grad_norm": 10.7998628616333,
      "learning_rate": 9.833157338965154e-06,
      "loss": 1.7569,
      "step": 260
    },
    {
      "epoch": 0.1410105757931845,
      "grad_norm": 7.843267917633057,
      "learning_rate": 9.82259767687434e-06,
      "loss": 1.7569,
      "step": 270
    },
    {
      "epoch": 0.14623318971145058,
      "grad_norm": 6.2468953132629395,
      "learning_rate": 9.812038014783528e-06,
      "loss": 1.6301,
      "step": 280
    },
    {
      "epoch": 0.15145580362971667,
      "grad_norm": 7.654909133911133,
      "learning_rate": 9.801478352692714e-06,
      "loss": 1.7127,
      "step": 290
    },
    {
      "epoch": 0.15667841754798276,
      "grad_norm": 7.152418613433838,
      "learning_rate": 9.790918690601902e-06,
      "loss": 1.8976,
      "step": 300
    },
    {
      "epoch": 0.16190103146624885,
      "grad_norm": 7.338048458099365,
      "learning_rate": 9.780359028511088e-06,
      "loss": 1.7498,
      "step": 310
    },
    {
      "epoch": 0.16712364538451496,
      "grad_norm": 7.256304740905762,
      "learning_rate": 9.769799366420275e-06,
      "loss": 1.7501,
      "step": 320
    },
    {
      "epoch": 0.17234625930278105,
      "grad_norm": 10.67475700378418,
      "learning_rate": 9.759239704329462e-06,
      "loss": 1.6759,
      "step": 330
    },
    {
      "epoch": 0.17756887322104714,
      "grad_norm": 7.884083271026611,
      "learning_rate": 9.74868004223865e-06,
      "loss": 1.707,
      "step": 340
    },
    {
      "epoch": 0.18279148713931323,
      "grad_norm": 8.517298698425293,
      "learning_rate": 9.738120380147837e-06,
      "loss": 1.5422,
      "step": 350
    },
    {
      "epoch": 0.18801410105757932,
      "grad_norm": 6.652080059051514,
      "learning_rate": 9.727560718057023e-06,
      "loss": 1.6762,
      "step": 360
    },
    {
      "epoch": 0.1932367149758454,
      "grad_norm": 6.86594820022583,
      "learning_rate": 9.71700105596621e-06,
      "loss": 1.5937,
      "step": 370
    },
    {
      "epoch": 0.1984593288941115,
      "grad_norm": 7.43917989730835,
      "learning_rate": 9.707497360084478e-06,
      "loss": 1.4299,
      "step": 380
    },
    {
      "epoch": 0.2036819428123776,
      "grad_norm": 10.837226867675781,
      "learning_rate": 9.696937697993665e-06,
      "loss": 1.5797,
      "step": 390
    },
    {
      "epoch": 0.20890455673064368,
      "grad_norm": 10.075883865356445,
      "learning_rate": 9.686378035902851e-06,
      "loss": 1.5084,
      "step": 400
    },
    {
      "epoch": 0.20890455673064368,
      "eval_loss": 1.625764012336731,
      "eval_runtime": 46.2554,
      "eval_samples_per_second": 36.796,
      "eval_steps_per_second": 4.605,
      "step": 400
    },
    {
      "epoch": 0.2141271706489098,
      "grad_norm": 6.131842613220215,
      "learning_rate": 9.675818373812039e-06,
      "loss": 1.5666,
      "step": 410
    },
    {
      "epoch": 0.21934978456717588,
      "grad_norm": 8.409153938293457,
      "learning_rate": 9.665258711721227e-06,
      "loss": 1.6822,
      "step": 420
    },
    {
      "epoch": 0.22457239848544197,
      "grad_norm": 8.761375427246094,
      "learning_rate": 9.654699049630413e-06,
      "loss": 1.3924,
      "step": 430
    },
    {
      "epoch": 0.22979501240370806,
      "grad_norm": 6.627100944519043,
      "learning_rate": 9.6441393875396e-06,
      "loss": 1.6737,
      "step": 440
    },
    {
      "epoch": 0.23501762632197415,
      "grad_norm": 9.165101051330566,
      "learning_rate": 9.633579725448786e-06,
      "loss": 1.4854,
      "step": 450
    },
    {
      "epoch": 0.24024024024024024,
      "grad_norm": 8.033590316772461,
      "learning_rate": 9.623020063357974e-06,
      "loss": 1.4066,
      "step": 460
    },
    {
      "epoch": 0.24546285415850633,
      "grad_norm": 7.320120811462402,
      "learning_rate": 9.612460401267162e-06,
      "loss": 1.4489,
      "step": 470
    },
    {
      "epoch": 0.25068546807677244,
      "grad_norm": 6.342758655548096,
      "learning_rate": 9.601900739176348e-06,
      "loss": 1.4078,
      "step": 480
    },
    {
      "epoch": 0.2559080819950385,
      "grad_norm": 7.489528179168701,
      "learning_rate": 9.591341077085534e-06,
      "loss": 1.3413,
      "step": 490
    },
    {
      "epoch": 0.2611306959133046,
      "grad_norm": 6.255088806152344,
      "learning_rate": 9.58078141499472e-06,
      "loss": 1.4824,
      "step": 500
    },
    {
      "epoch": 0.2663533098315707,
      "grad_norm": 6.387566089630127,
      "learning_rate": 9.570221752903908e-06,
      "loss": 1.2526,
      "step": 510
    },
    {
      "epoch": 0.2715759237498368,
      "grad_norm": 7.210233688354492,
      "learning_rate": 9.559662090813095e-06,
      "loss": 1.4269,
      "step": 520
    },
    {
      "epoch": 0.27679853766810286,
      "grad_norm": 6.717288017272949,
      "learning_rate": 9.549102428722282e-06,
      "loss": 1.4725,
      "step": 530
    },
    {
      "epoch": 0.282021151586369,
      "grad_norm": 6.161440372467041,
      "learning_rate": 9.538542766631469e-06,
      "loss": 1.4743,
      "step": 540
    },
    {
      "epoch": 0.2872437655046351,
      "grad_norm": 6.798609733581543,
      "learning_rate": 9.527983104540655e-06,
      "loss": 1.4601,
      "step": 550
    },
    {
      "epoch": 0.29246637942290116,
      "grad_norm": 7.112600326538086,
      "learning_rate": 9.517423442449843e-06,
      "loss": 1.3427,
      "step": 560
    },
    {
      "epoch": 0.2976889933411673,
      "grad_norm": 5.958874225616455,
      "learning_rate": 9.50686378035903e-06,
      "loss": 1.5848,
      "step": 570
    },
    {
      "epoch": 0.30291160725943334,
      "grad_norm": 8.950939178466797,
      "learning_rate": 9.496304118268215e-06,
      "loss": 1.3731,
      "step": 580
    },
    {
      "epoch": 0.30813422117769945,
      "grad_norm": 7.173642635345459,
      "learning_rate": 9.485744456177403e-06,
      "loss": 1.4672,
      "step": 590
    },
    {
      "epoch": 0.3133568350959655,
      "grad_norm": 5.97654390335083,
      "learning_rate": 9.47518479408659e-06,
      "loss": 1.3207,
      "step": 600
    },
    {
      "epoch": 0.3133568350959655,
      "eval_loss": 1.425838589668274,
      "eval_runtime": 46.3712,
      "eval_samples_per_second": 36.704,
      "eval_steps_per_second": 4.593,
      "step": 600
    },
    {
      "epoch": 0.31857944901423163,
      "grad_norm": 6.612730503082275,
      "learning_rate": 9.464625131995778e-06,
      "loss": 1.3925,
      "step": 610
    },
    {
      "epoch": 0.3238020629324977,
      "grad_norm": 7.3144049644470215,
      "learning_rate": 9.454065469904964e-06,
      "loss": 1.494,
      "step": 620
    },
    {
      "epoch": 0.3290246768507638,
      "grad_norm": 5.725366592407227,
      "learning_rate": 9.44350580781415e-06,
      "loss": 1.4134,
      "step": 630
    },
    {
      "epoch": 0.3342472907690299,
      "grad_norm": 8.623462677001953,
      "learning_rate": 9.432946145723338e-06,
      "loss": 1.144,
      "step": 640
    },
    {
      "epoch": 0.339469904687296,
      "grad_norm": 6.790163040161133,
      "learning_rate": 9.422386483632524e-06,
      "loss": 1.4894,
      "step": 650
    },
    {
      "epoch": 0.3446925186055621,
      "grad_norm": 7.366871356964111,
      "learning_rate": 9.411826821541712e-06,
      "loss": 1.3748,
      "step": 660
    },
    {
      "epoch": 0.34991513252382817,
      "grad_norm": 5.874607086181641,
      "learning_rate": 9.401267159450899e-06,
      "loss": 1.0795,
      "step": 670
    },
    {
      "epoch": 0.3551377464420943,
      "grad_norm": 6.789367198944092,
      "learning_rate": 9.390707497360085e-06,
      "loss": 1.2088,
      "step": 680
    },
    {
      "epoch": 0.36036036036036034,
      "grad_norm": 6.885139465332031,
      "learning_rate": 9.380147835269273e-06,
      "loss": 1.1882,
      "step": 690
    },
    {
      "epoch": 0.36558297427862646,
      "grad_norm": 7.129133224487305,
      "learning_rate": 9.369588173178459e-06,
      "loss": 1.2315,
      "step": 700
    },
    {
      "epoch": 0.3708055881968925,
      "grad_norm": 6.09841775894165,
      "learning_rate": 9.359028511087645e-06,
      "loss": 1.1916,
      "step": 710
    },
    {
      "epoch": 0.37602820211515864,
      "grad_norm": 6.911228179931641,
      "learning_rate": 9.348468848996833e-06,
      "loss": 1.44,
      "step": 720
    },
    {
      "epoch": 0.38125081603342476,
      "grad_norm": 8.852502822875977,
      "learning_rate": 9.33790918690602e-06,
      "loss": 1.2999,
      "step": 730
    },
    {
      "epoch": 0.3864734299516908,
      "grad_norm": 7.887015342712402,
      "learning_rate": 9.327349524815207e-06,
      "loss": 1.3509,
      "step": 740
    },
    {
      "epoch": 0.39169604386995693,
      "grad_norm": 5.902195930480957,
      "learning_rate": 9.316789862724394e-06,
      "loss": 1.2506,
      "step": 750
    },
    {
      "epoch": 0.396918657788223,
      "grad_norm": 5.92559814453125,
      "learning_rate": 9.30623020063358e-06,
      "loss": 1.1291,
      "step": 760
    },
    {
      "epoch": 0.4021412717064891,
      "grad_norm": 7.447033405303955,
      "learning_rate": 9.295670538542766e-06,
      "loss": 1.1785,
      "step": 770
    },
    {
      "epoch": 0.4073638856247552,
      "grad_norm": 5.407535552978516,
      "learning_rate": 9.285110876451954e-06,
      "loss": 1.1236,
      "step": 780
    },
    {
      "epoch": 0.4125864995430213,
      "grad_norm": 5.1882219314575195,
      "learning_rate": 9.274551214361142e-06,
      "loss": 1.2353,
      "step": 790
    },
    {
      "epoch": 0.41780911346128735,
      "grad_norm": 7.093064785003662,
      "learning_rate": 9.263991552270328e-06,
      "loss": 1.459,
      "step": 800
    },
    {
      "epoch": 0.41780911346128735,
      "eval_loss": 1.3080272674560547,
      "eval_runtime": 46.2478,
      "eval_samples_per_second": 36.802,
      "eval_steps_per_second": 4.606,
      "step": 800
    },
    {
      "epoch": 0.42303172737955347,
      "grad_norm": 6.416601657867432,
      "learning_rate": 9.253431890179515e-06,
      "loss": 1.3287,
      "step": 810
    },
    {
      "epoch": 0.4282543412978196,
      "grad_norm": 6.671374797821045,
      "learning_rate": 9.242872228088701e-06,
      "loss": 1.2637,
      "step": 820
    },
    {
      "epoch": 0.43347695521608565,
      "grad_norm": 6.5349931716918945,
      "learning_rate": 9.232312565997889e-06,
      "loss": 1.2804,
      "step": 830
    },
    {
      "epoch": 0.43869956913435176,
      "grad_norm": 5.837822437286377,
      "learning_rate": 9.221752903907075e-06,
      "loss": 1.4397,
      "step": 840
    },
    {
      "epoch": 0.4439221830526178,
      "grad_norm": 6.69824743270874,
      "learning_rate": 9.211193241816263e-06,
      "loss": 1.2325,
      "step": 850
    },
    {
      "epoch": 0.44914479697088394,
      "grad_norm": 5.331833362579346,
      "learning_rate": 9.20063357972545e-06,
      "loss": 1.3133,
      "step": 860
    },
    {
      "epoch": 0.45436741088915,
      "grad_norm": 6.8653950691223145,
      "learning_rate": 9.190073917634637e-06,
      "loss": 1.0374,
      "step": 870
    },
    {
      "epoch": 0.4595900248074161,
      "grad_norm": 6.36031436920166,
      "learning_rate": 9.179514255543824e-06,
      "loss": 1.0597,
      "step": 880
    },
    {
      "epoch": 0.4648126387256822,
      "grad_norm": 3.890155553817749,
      "learning_rate": 9.16895459345301e-06,
      "loss": 1.2453,
      "step": 890
    },
    {
      "epoch": 0.4700352526439483,
      "grad_norm": 5.179451942443848,
      "learning_rate": 9.158394931362196e-06,
      "loss": 1.0745,
      "step": 900
    },
    {
      "epoch": 0.4752578665622144,
      "grad_norm": 7.032919406890869,
      "learning_rate": 9.147835269271384e-06,
      "loss": 1.1987,
      "step": 910
    },
    {
      "epoch": 0.4804804804804805,
      "grad_norm": 6.223219394683838,
      "learning_rate": 9.137275607180572e-06,
      "loss": 1.2441,
      "step": 920
    },
    {
      "epoch": 0.4857030943987466,
      "grad_norm": 8.567842483520508,
      "learning_rate": 9.126715945089758e-06,
      "loss": 1.1818,
      "step": 930
    },
    {
      "epoch": 0.49092570831701265,
      "grad_norm": 5.338006019592285,
      "learning_rate": 9.116156282998945e-06,
      "loss": 1.1527,
      "step": 940
    },
    {
      "epoch": 0.49614832223527877,
      "grad_norm": 6.287044048309326,
      "learning_rate": 9.10559662090813e-06,
      "loss": 1.3234,
      "step": 950
    },
    {
      "epoch": 0.5013709361535449,
      "grad_norm": 6.575079441070557,
      "learning_rate": 9.095036958817319e-06,
      "loss": 1.1989,
      "step": 960
    },
    {
      "epoch": 0.506593550071811,
      "grad_norm": 7.368027687072754,
      "learning_rate": 9.084477296726507e-06,
      "loss": 1.0985,
      "step": 970
    },
    {
      "epoch": 0.511816163990077,
      "grad_norm": 5.3375020027160645,
      "learning_rate": 9.073917634635693e-06,
      "loss": 1.1171,
      "step": 980
    },
    {
      "epoch": 0.5170387779083431,
      "grad_norm": 7.050992965698242,
      "learning_rate": 9.06335797254488e-06,
      "loss": 1.2531,
      "step": 990
    },
    {
      "epoch": 0.5222613918266092,
      "grad_norm": 6.947799205780029,
      "learning_rate": 9.052798310454066e-06,
      "loss": 1.0675,
      "step": 1000
    },
    {
      "epoch": 0.5222613918266092,
      "eval_loss": 1.2219752073287964,
      "eval_runtime": 46.2981,
      "eval_samples_per_second": 36.762,
      "eval_steps_per_second": 4.601,
      "step": 1000
    },
    {
      "epoch": 0.5274840057448753,
      "grad_norm": 10.056715965270996,
      "learning_rate": 9.042238648363253e-06,
      "loss": 1.1444,
      "step": 1010
    },
    {
      "epoch": 0.5327066196631414,
      "grad_norm": 6.277551651000977,
      "learning_rate": 9.03167898627244e-06,
      "loss": 1.118,
      "step": 1020
    },
    {
      "epoch": 0.5379292335814075,
      "grad_norm": 5.285930633544922,
      "learning_rate": 9.021119324181626e-06,
      "loss": 1.0377,
      "step": 1030
    },
    {
      "epoch": 0.5431518474996736,
      "grad_norm": 5.600802421569824,
      "learning_rate": 9.010559662090814e-06,
      "loss": 1.0265,
      "step": 1040
    },
    {
      "epoch": 0.5483744614179397,
      "grad_norm": 6.1389007568359375,
      "learning_rate": 9e-06,
      "loss": 1.1026,
      "step": 1050
    },
    {
      "epoch": 0.5535970753362057,
      "grad_norm": 7.223113536834717,
      "learning_rate": 8.989440337909188e-06,
      "loss": 1.1998,
      "step": 1060
    },
    {
      "epoch": 0.5588196892544719,
      "grad_norm": 8.13656997680664,
      "learning_rate": 8.978880675818374e-06,
      "loss": 1.0726,
      "step": 1070
    },
    {
      "epoch": 0.564042303172738,
      "grad_norm": 7.210083484649658,
      "learning_rate": 8.96832101372756e-06,
      "loss": 1.1418,
      "step": 1080
    },
    {
      "epoch": 0.569264917091004,
      "grad_norm": 7.832534313201904,
      "learning_rate": 8.957761351636749e-06,
      "loss": 1.1464,
      "step": 1090
    },
    {
      "epoch": 0.5744875310092702,
      "grad_norm": 5.135114669799805,
      "learning_rate": 8.947201689545935e-06,
      "loss": 1.0915,
      "step": 1100
    },
    {
      "epoch": 0.5797101449275363,
      "grad_norm": 8.231823921203613,
      "learning_rate": 8.936642027455123e-06,
      "loss": 1.1763,
      "step": 1110
    },
    {
      "epoch": 0.5849327588458023,
      "grad_norm": 5.530185699462891,
      "learning_rate": 8.926082365364309e-06,
      "loss": 1.1993,
      "step": 1120
    },
    {
      "epoch": 0.5901553727640684,
      "grad_norm": 5.953641414642334,
      "learning_rate": 8.915522703273495e-06,
      "loss": 1.0549,
      "step": 1130
    },
    {
      "epoch": 0.5953779866823345,
      "grad_norm": 5.919338226318359,
      "learning_rate": 8.904963041182683e-06,
      "loss": 1.0351,
      "step": 1140
    },
    {
      "epoch": 0.6006006006006006,
      "grad_norm": 6.962036609649658,
      "learning_rate": 8.89440337909187e-06,
      "loss": 1.046,
      "step": 1150
    },
    {
      "epoch": 0.6058232145188667,
      "grad_norm": 5.828774929046631,
      "learning_rate": 8.883843717001058e-06,
      "loss": 1.087,
      "step": 1160
    },
    {
      "epoch": 0.6110458284371327,
      "grad_norm": 6.581724643707275,
      "learning_rate": 8.873284054910244e-06,
      "loss": 1.0683,
      "step": 1170
    },
    {
      "epoch": 0.6162684423553989,
      "grad_norm": 7.396463394165039,
      "learning_rate": 8.86272439281943e-06,
      "loss": 1.1508,
      "step": 1180
    },
    {
      "epoch": 0.621491056273665,
      "grad_norm": 5.524245262145996,
      "learning_rate": 8.852164730728618e-06,
      "loss": 1.155,
      "step": 1190
    },
    {
      "epoch": 0.626713670191931,
      "grad_norm": 8.499662399291992,
      "learning_rate": 8.841605068637804e-06,
      "loss": 1.2246,
      "step": 1200
    },
    {
      "epoch": 0.626713670191931,
      "eval_loss": 1.154821753501892,
      "eval_runtime": 46.2456,
      "eval_samples_per_second": 36.803,
      "eval_steps_per_second": 4.606,
      "step": 1200
    },
    {
      "epoch": 0.6319362841101972,
      "grad_norm": 4.054498195648193,
      "learning_rate": 8.83104540654699e-06,
      "loss": 1.1299,
      "step": 1210
    },
    {
      "epoch": 0.6371588980284633,
      "grad_norm": 6.266629695892334,
      "learning_rate": 8.820485744456179e-06,
      "loss": 1.0569,
      "step": 1220
    },
    {
      "epoch": 0.6423815119467293,
      "grad_norm": 7.285578727722168,
      "learning_rate": 8.809926082365365e-06,
      "loss": 1.1132,
      "step": 1230
    },
    {
      "epoch": 0.6476041258649954,
      "grad_norm": 7.280442237854004,
      "learning_rate": 8.799366420274553e-06,
      "loss": 1.1091,
      "step": 1240
    },
    {
      "epoch": 0.6528267397832616,
      "grad_norm": 6.459787368774414,
      "learning_rate": 8.788806758183739e-06,
      "loss": 1.1433,
      "step": 1250
    },
    {
      "epoch": 0.6580493537015276,
      "grad_norm": 6.095096588134766,
      "learning_rate": 8.778247096092925e-06,
      "loss": 1.1457,
      "step": 1260
    },
    {
      "epoch": 0.6632719676197937,
      "grad_norm": 6.624663352966309,
      "learning_rate": 8.767687434002112e-06,
      "loss": 1.1755,
      "step": 1270
    },
    {
      "epoch": 0.6684945815380599,
      "grad_norm": 5.858925819396973,
      "learning_rate": 8.7571277719113e-06,
      "loss": 0.9852,
      "step": 1280
    },
    {
      "epoch": 0.6737171954563259,
      "grad_norm": 6.378047943115234,
      "learning_rate": 8.746568109820487e-06,
      "loss": 0.989,
      "step": 1290
    },
    {
      "epoch": 0.678939809374592,
      "grad_norm": 6.781316757202148,
      "learning_rate": 8.736008447729674e-06,
      "loss": 0.8984,
      "step": 1300
    },
    {
      "epoch": 0.684162423292858,
      "grad_norm": 5.8333940505981445,
      "learning_rate": 8.72544878563886e-06,
      "loss": 1.0745,
      "step": 1310
    },
    {
      "epoch": 0.6893850372111242,
      "grad_norm": 5.035146236419678,
      "learning_rate": 8.714889123548046e-06,
      "loss": 0.9417,
      "step": 1320
    },
    {
      "epoch": 0.6946076511293903,
      "grad_norm": 5.607509613037109,
      "learning_rate": 8.704329461457234e-06,
      "loss": 1.0106,
      "step": 1330
    },
    {
      "epoch": 0.6998302650476563,
      "grad_norm": 8.404295921325684,
      "learning_rate": 8.69376979936642e-06,
      "loss": 1.063,
      "step": 1340
    },
    {
      "epoch": 0.7050528789659224,
      "grad_norm": 6.693871021270752,
      "learning_rate": 8.683210137275608e-06,
      "loss": 0.9467,
      "step": 1350
    },
    {
      "epoch": 0.7102754928841886,
      "grad_norm": 8.556498527526855,
      "learning_rate": 8.672650475184795e-06,
      "loss": 0.9936,
      "step": 1360
    },
    {
      "epoch": 0.7154981068024546,
      "grad_norm": 6.516254425048828,
      "learning_rate": 8.662090813093983e-06,
      "loss": 0.958,
      "step": 1370
    },
    {
      "epoch": 0.7207207207207207,
      "grad_norm": 6.926424026489258,
      "learning_rate": 8.651531151003169e-06,
      "loss": 1.0758,
      "step": 1380
    },
    {
      "epoch": 0.7259433346389869,
      "grad_norm": 5.722439765930176,
      "learning_rate": 8.640971488912355e-06,
      "loss": 0.987,
      "step": 1390
    },
    {
      "epoch": 0.7311659485572529,
      "grad_norm": 5.813411712646484,
      "learning_rate": 8.630411826821541e-06,
      "loss": 1.0847,
      "step": 1400
    },
    {
      "epoch": 0.7311659485572529,
      "eval_loss": 1.0959590673446655,
      "eval_runtime": 46.2353,
      "eval_samples_per_second": 36.812,
      "eval_steps_per_second": 4.607,
      "step": 1400
    },
    {
      "epoch": 0.736388562475519,
      "grad_norm": 9.68322467803955,
      "learning_rate": 8.61985216473073e-06,
      "loss": 1.0947,
      "step": 1410
    },
    {
      "epoch": 0.741611176393785,
      "grad_norm": 5.5112762451171875,
      "learning_rate": 8.609292502639917e-06,
      "loss": 1.0718,
      "step": 1420
    },
    {
      "epoch": 0.7468337903120512,
      "grad_norm": 6.487595558166504,
      "learning_rate": 8.598732840549104e-06,
      "loss": 1.008,
      "step": 1430
    },
    {
      "epoch": 0.7520564042303173,
      "grad_norm": 6.72760534286499,
      "learning_rate": 8.58817317845829e-06,
      "loss": 1.0198,
      "step": 1440
    },
    {
      "epoch": 0.7572790181485833,
      "grad_norm": 6.073751449584961,
      "learning_rate": 8.577613516367476e-06,
      "loss": 1.0065,
      "step": 1450
    },
    {
      "epoch": 0.7625016320668495,
      "grad_norm": 6.201911449432373,
      "learning_rate": 8.567053854276664e-06,
      "loss": 1.2082,
      "step": 1460
    },
    {
      "epoch": 0.7677242459851156,
      "grad_norm": 7.030183792114258,
      "learning_rate": 8.55649419218585e-06,
      "loss": 1.0877,
      "step": 1470
    },
    {
      "epoch": 0.7729468599033816,
      "grad_norm": 6.393901348114014,
      "learning_rate": 8.545934530095038e-06,
      "loss": 0.9444,
      "step": 1480
    },
    {
      "epoch": 0.7781694738216477,
      "grad_norm": 7.0087571144104,
      "learning_rate": 8.535374868004225e-06,
      "loss": 0.9064,
      "step": 1490
    },
    {
      "epoch": 0.7833920877399139,
      "grad_norm": 7.8241777420043945,
      "learning_rate": 8.52481520591341e-06,
      "loss": 1.0552,
      "step": 1500
    },
    {
      "epoch": 0.7886147016581799,
      "grad_norm": 6.263652801513672,
      "learning_rate": 8.514255543822599e-06,
      "loss": 1.1847,
      "step": 1510
    },
    {
      "epoch": 0.793837315576446,
      "grad_norm": 7.5798797607421875,
      "learning_rate": 8.503695881731785e-06,
      "loss": 1.076,
      "step": 1520
    },
    {
      "epoch": 0.799059929494712,
      "grad_norm": 5.389642238616943,
      "learning_rate": 8.493136219640971e-06,
      "loss": 1.0102,
      "step": 1530
    },
    {
      "epoch": 0.8042825434129782,
      "grad_norm": 5.936399459838867,
      "learning_rate": 8.48257655755016e-06,
      "loss": 1.0314,
      "step": 1540
    },
    {
      "epoch": 0.8095051573312443,
      "grad_norm": 8.437224388122559,
      "learning_rate": 8.472016895459345e-06,
      "loss": 1.0985,
      "step": 1550
    },
    {
      "epoch": 0.8147277712495103,
      "grad_norm": 5.470308303833008,
      "learning_rate": 8.461457233368533e-06,
      "loss": 1.0003,
      "step": 1560
    },
    {
      "epoch": 0.8199503851677765,
      "grad_norm": 10.188332557678223,
      "learning_rate": 8.45089757127772e-06,
      "loss": 1.0165,
      "step": 1570
    },
    {
      "epoch": 0.8251729990860426,
      "grad_norm": 8.477367401123047,
      "learning_rate": 8.440337909186906e-06,
      "loss": 1.0532,
      "step": 1580
    },
    {
      "epoch": 0.8303956130043086,
      "grad_norm": 4.078097820281982,
      "learning_rate": 8.429778247096094e-06,
      "loss": 1.0828,
      "step": 1590
    },
    {
      "epoch": 0.8356182269225747,
      "grad_norm": 5.285001277923584,
      "learning_rate": 8.41921858500528e-06,
      "loss": 0.9931,
      "step": 1600
    },
    {
      "epoch": 0.8356182269225747,
      "eval_loss": 1.0581225156784058,
      "eval_runtime": 46.2517,
      "eval_samples_per_second": 36.799,
      "eval_steps_per_second": 4.605,
      "step": 1600
    },
    {
      "epoch": 0.8408408408408409,
      "grad_norm": 4.965864181518555,
      "learning_rate": 8.408658922914468e-06,
      "loss": 1.1802,
      "step": 1610
    },
    {
      "epoch": 0.8460634547591069,
      "grad_norm": 6.969324588775635,
      "learning_rate": 8.398099260823654e-06,
      "loss": 1.0296,
      "step": 1620
    },
    {
      "epoch": 0.851286068677373,
      "grad_norm": 8.806953430175781,
      "learning_rate": 8.38753959873284e-06,
      "loss": 0.9611,
      "step": 1630
    },
    {
      "epoch": 0.8565086825956392,
      "grad_norm": 7.901791572570801,
      "learning_rate": 8.376979936642029e-06,
      "loss": 0.9345,
      "step": 1640
    },
    {
      "epoch": 0.8617312965139052,
      "grad_norm": 6.055725574493408,
      "learning_rate": 8.366420274551215e-06,
      "loss": 1.0747,
      "step": 1650
    },
    {
      "epoch": 0.8669539104321713,
      "grad_norm": 7.076270580291748,
      "learning_rate": 8.355860612460403e-06,
      "loss": 0.9801,
      "step": 1660
    },
    {
      "epoch": 0.8721765243504374,
      "grad_norm": 5.258996963500977,
      "learning_rate": 8.345300950369589e-06,
      "loss": 1.0273,
      "step": 1670
    },
    {
      "epoch": 0.8773991382687035,
      "grad_norm": 6.378342151641846,
      "learning_rate": 8.334741288278775e-06,
      "loss": 0.8198,
      "step": 1680
    },
    {
      "epoch": 0.8826217521869696,
      "grad_norm": 6.257429599761963,
      "learning_rate": 8.324181626187963e-06,
      "loss": 0.9199,
      "step": 1690
    },
    {
      "epoch": 0.8878443661052356,
      "grad_norm": 8.555800437927246,
      "learning_rate": 8.31362196409715e-06,
      "loss": 0.9679,
      "step": 1700
    },
    {
      "epoch": 0.8930669800235017,
      "grad_norm": 5.934536933898926,
      "learning_rate": 8.303062302006336e-06,
      "loss": 0.9922,
      "step": 1710
    },
    {
      "epoch": 0.8982895939417679,
      "grad_norm": 5.284457206726074,
      "learning_rate": 8.292502639915522e-06,
      "loss": 1.0682,
      "step": 1720
    },
    {
      "epoch": 0.903512207860034,
      "grad_norm": 6.454044342041016,
      "learning_rate": 8.28194297782471e-06,
      "loss": 1.1901,
      "step": 1730
    },
    {
      "epoch": 0.9087348217783,
      "grad_norm": 6.973818778991699,
      "learning_rate": 8.271383315733898e-06,
      "loss": 1.01,
      "step": 1740
    },
    {
      "epoch": 0.9139574356965662,
      "grad_norm": 7.165948390960693,
      "learning_rate": 8.260823653643084e-06,
      "loss": 0.926,
      "step": 1750
    },
    {
      "epoch": 0.9191800496148322,
      "grad_norm": 5.891210556030273,
      "learning_rate": 8.25026399155227e-06,
      "loss": 1.0527,
      "step": 1760
    },
    {
      "epoch": 0.9244026635330983,
      "grad_norm": 6.440408229827881,
      "learning_rate": 8.239704329461457e-06,
      "loss": 1.0271,
      "step": 1770
    },
    {
      "epoch": 0.9296252774513644,
      "grad_norm": 6.762996673583984,
      "learning_rate": 8.229144667370645e-06,
      "loss": 1.1016,
      "step": 1780
    },
    {
      "epoch": 0.9348478913696305,
      "grad_norm": 7.777276515960693,
      "learning_rate": 8.218585005279833e-06,
      "loss": 1.2933,
      "step": 1790
    },
    {
      "epoch": 0.9400705052878966,
      "grad_norm": 6.9960713386535645,
      "learning_rate": 8.208025343189019e-06,
      "loss": 1.1484,
      "step": 1800
    },
    {
      "epoch": 0.9400705052878966,
      "eval_loss": 1.0149155855178833,
      "eval_runtime": 46.3161,
      "eval_samples_per_second": 36.748,
      "eval_steps_per_second": 4.599,
      "step": 1800
    },
    {
      "epoch": 0.9452931192061627,
      "grad_norm": 5.822863578796387,
      "learning_rate": 8.197465681098205e-06,
      "loss": 0.952,
      "step": 1810
    },
    {
      "epoch": 0.9505157331244288,
      "grad_norm": 5.783324718475342,
      "learning_rate": 8.186906019007393e-06,
      "loss": 0.9129,
      "step": 1820
    },
    {
      "epoch": 0.9557383470426949,
      "grad_norm": 7.200591564178467,
      "learning_rate": 8.17634635691658e-06,
      "loss": 1.0411,
      "step": 1830
    },
    {
      "epoch": 0.960960960960961,
      "grad_norm": 6.707890033721924,
      "learning_rate": 8.165786694825766e-06,
      "loss": 1.0755,
      "step": 1840
    },
    {
      "epoch": 0.966183574879227,
      "grad_norm": 4.4951372146606445,
      "learning_rate": 8.155227032734954e-06,
      "loss": 1.1139,
      "step": 1850
    },
    {
      "epoch": 0.9714061887974932,
      "grad_norm": 7.841273307800293,
      "learning_rate": 8.14466737064414e-06,
      "loss": 0.9171,
      "step": 1860
    },
    {
      "epoch": 0.9766288027157592,
      "grad_norm": 8.396512985229492,
      "learning_rate": 8.134107708553328e-06,
      "loss": 0.8624,
      "step": 1870
    },
    {
      "epoch": 0.9818514166340253,
      "grad_norm": 7.903951168060303,
      "learning_rate": 8.123548046462514e-06,
      "loss": 0.9832,
      "step": 1880
    },
    {
      "epoch": 0.9870740305522914,
      "grad_norm": 5.722747325897217,
      "learning_rate": 8.1129883843717e-06,
      "loss": 0.9931,
      "step": 1890
    },
    {
      "epoch": 0.9922966444705575,
      "grad_norm": 6.809545993804932,
      "learning_rate": 8.102428722280887e-06,
      "loss": 0.987,
      "step": 1900
    },
    {
      "epoch": 0.9975192583888236,
      "grad_norm": 5.796718120574951,
      "learning_rate": 8.091869060190075e-06,
      "loss": 0.9521,
      "step": 1910
    },
    {
      "epoch": 1.0031335683509597,
      "grad_norm": 4.707700252532959,
      "learning_rate": 8.081309398099263e-06,
      "loss": 1.0939,
      "step": 1920
    },
    {
      "epoch": 1.0083561822692257,
      "grad_norm": 5.458223342895508,
      "learning_rate": 8.070749736008449e-06,
      "loss": 0.8501,
      "step": 1930
    },
    {
      "epoch": 1.0135787961874918,
      "grad_norm": 7.022110939025879,
      "learning_rate": 8.060190073917635e-06,
      "loss": 0.8575,
      "step": 1940
    },
    {
      "epoch": 1.0188014101057579,
      "grad_norm": 6.051275730133057,
      "learning_rate": 8.049630411826821e-06,
      "loss": 0.7803,
      "step": 1950
    },
    {
      "epoch": 1.024024024024024,
      "grad_norm": 13.546333312988281,
      "learning_rate": 8.03907074973601e-06,
      "loss": 0.691,
      "step": 1960
    },
    {
      "epoch": 1.0292466379422902,
      "grad_norm": 6.829512596130371,
      "learning_rate": 8.028511087645196e-06,
      "loss": 0.7195,
      "step": 1970
    },
    {
      "epoch": 1.0344692518605563,
      "grad_norm": 6.821556091308594,
      "learning_rate": 8.017951425554384e-06,
      "loss": 0.7773,
      "step": 1980
    },
    {
      "epoch": 1.0396918657788223,
      "grad_norm": 4.730713844299316,
      "learning_rate": 8.00739176346357e-06,
      "loss": 0.6783,
      "step": 1990
    },
    {
      "epoch": 1.0449144796970884,
      "grad_norm": 6.354138374328613,
      "learning_rate": 7.996832101372756e-06,
      "loss": 0.9788,
      "step": 2000
    },
    {
      "epoch": 1.0449144796970884,
      "eval_loss": 0.9896802306175232,
      "eval_runtime": 46.2765,
      "eval_samples_per_second": 36.779,
      "eval_steps_per_second": 4.603,
      "step": 2000
    },
    {
      "epoch": 1.0501370936153545,
      "grad_norm": 6.299434185028076,
      "learning_rate": 7.986272439281944e-06,
      "loss": 0.7521,
      "step": 2010
    },
    {
      "epoch": 1.0553597075336205,
      "grad_norm": 8.378788948059082,
      "learning_rate": 7.97571277719113e-06,
      "loss": 0.7983,
      "step": 2020
    },
    {
      "epoch": 1.0605823214518866,
      "grad_norm": 5.674183368682861,
      "learning_rate": 7.965153115100317e-06,
      "loss": 0.8165,
      "step": 2030
    },
    {
      "epoch": 1.0658049353701529,
      "grad_norm": 5.855607032775879,
      "learning_rate": 7.954593453009504e-06,
      "loss": 1.0197,
      "step": 2040
    },
    {
      "epoch": 1.071027549288419,
      "grad_norm": 5.06273078918457,
      "learning_rate": 7.94403379091869e-06,
      "loss": 0.799,
      "step": 2050
    },
    {
      "epoch": 1.076250163206685,
      "grad_norm": 4.809935092926025,
      "learning_rate": 7.933474128827879e-06,
      "loss": 0.8601,
      "step": 2060
    },
    {
      "epoch": 1.081472777124951,
      "grad_norm": 4.642035007476807,
      "learning_rate": 7.922914466737065e-06,
      "loss": 0.8228,
      "step": 2070
    },
    {
      "epoch": 1.086695391043217,
      "grad_norm": 6.76859188079834,
      "learning_rate": 7.912354804646251e-06,
      "loss": 0.8457,
      "step": 2080
    },
    {
      "epoch": 1.0919180049614832,
      "grad_norm": 7.555065155029297,
      "learning_rate": 7.901795142555439e-06,
      "loss": 0.8369,
      "step": 2090
    },
    {
      "epoch": 1.0971406188797492,
      "grad_norm": 5.144375324249268,
      "learning_rate": 7.891235480464627e-06,
      "loss": 0.6828,
      "step": 2100
    },
    {
      "epoch": 1.1023632327980155,
      "grad_norm": 6.584686756134033,
      "learning_rate": 7.880675818373813e-06,
      "loss": 0.7198,
      "step": 2110
    },
    {
      "epoch": 1.1075858467162816,
      "grad_norm": 5.92726469039917,
      "learning_rate": 7.870116156283e-06,
      "loss": 0.8571,
      "step": 2120
    },
    {
      "epoch": 1.1128084606345476,
      "grad_norm": 5.866957187652588,
      "learning_rate": 7.859556494192186e-06,
      "loss": 0.8838,
      "step": 2130
    },
    {
      "epoch": 1.1180310745528137,
      "grad_norm": 6.889613151550293,
      "learning_rate": 7.848996832101374e-06,
      "loss": 0.7764,
      "step": 2140
    },
    {
      "epoch": 1.1232536884710798,
      "grad_norm": 7.770586013793945,
      "learning_rate": 7.83843717001056e-06,
      "loss": 0.7697,
      "step": 2150
    },
    {
      "epoch": 1.1284763023893458,
      "grad_norm": 6.084799766540527,
      "learning_rate": 7.827877507919746e-06,
      "loss": 0.8748,
      "step": 2160
    },
    {
      "epoch": 1.1336989163076119,
      "grad_norm": 8.996906280517578,
      "learning_rate": 7.817317845828934e-06,
      "loss": 0.6519,
      "step": 2170
    },
    {
      "epoch": 1.1389215302258782,
      "grad_norm": 4.936269283294678,
      "learning_rate": 7.80675818373812e-06,
      "loss": 0.9594,
      "step": 2180
    },
    {
      "epoch": 1.1441441441441442,
      "grad_norm": 5.769779205322266,
      "learning_rate": 7.796198521647309e-06,
      "loss": 0.7806,
      "step": 2190
    },
    {
      "epoch": 1.1493667580624103,
      "grad_norm": 7.1322808265686035,
      "learning_rate": 7.785638859556495e-06,
      "loss": 0.8086,
      "step": 2200
    },
    {
      "epoch": 1.1493667580624103,
      "eval_loss": 0.969113826751709,
      "eval_runtime": 46.2762,
      "eval_samples_per_second": 36.779,
      "eval_steps_per_second": 4.603,
      "step": 2200
    },
    {
      "epoch": 1.1545893719806763,
      "grad_norm": 6.716241359710693,
      "learning_rate": 7.775079197465681e-06,
      "loss": 0.9122,
      "step": 2210
    },
    {
      "epoch": 1.1598119858989424,
      "grad_norm": 5.767160892486572,
      "learning_rate": 7.764519535374867e-06,
      "loss": 0.7598,
      "step": 2220
    },
    {
      "epoch": 1.1650345998172085,
      "grad_norm": 7.989006519317627,
      "learning_rate": 7.753959873284055e-06,
      "loss": 0.6704,
      "step": 2230
    },
    {
      "epoch": 1.1702572137354745,
      "grad_norm": 5.272390365600586,
      "learning_rate": 7.743400211193243e-06,
      "loss": 0.8521,
      "step": 2240
    },
    {
      "epoch": 1.1754798276537408,
      "grad_norm": 6.191717147827148,
      "learning_rate": 7.73284054910243e-06,
      "loss": 0.8905,
      "step": 2250
    },
    {
      "epoch": 1.1807024415720069,
      "grad_norm": 5.682114124298096,
      "learning_rate": 7.722280887011616e-06,
      "loss": 0.8386,
      "step": 2260
    },
    {
      "epoch": 1.185925055490273,
      "grad_norm": 6.549655914306641,
      "learning_rate": 7.711721224920804e-06,
      "loss": 0.691,
      "step": 2270
    },
    {
      "epoch": 1.191147669408539,
      "grad_norm": 6.487022876739502,
      "learning_rate": 7.70116156282999e-06,
      "loss": 0.7769,
      "step": 2280
    },
    {
      "epoch": 1.196370283326805,
      "grad_norm": 7.281522274017334,
      "learning_rate": 7.690601900739178e-06,
      "loss": 0.7235,
      "step": 2290
    },
    {
      "epoch": 1.2015928972450711,
      "grad_norm": 7.294795513153076,
      "learning_rate": 7.680042238648364e-06,
      "loss": 0.7813,
      "step": 2300
    },
    {
      "epoch": 1.2068155111633372,
      "grad_norm": 6.67874813079834,
      "learning_rate": 7.66948257655755e-06,
      "loss": 0.7375,
      "step": 2310
    },
    {
      "epoch": 1.2120381250816032,
      "grad_norm": 3.83427357673645,
      "learning_rate": 7.658922914466738e-06,
      "loss": 0.7533,
      "step": 2320
    },
    {
      "epoch": 1.2172607389998695,
      "grad_norm": 5.654359340667725,
      "learning_rate": 7.648363252375925e-06,
      "loss": 0.8276,
      "step": 2330
    },
    {
      "epoch": 1.2224833529181356,
      "grad_norm": 5.315032482147217,
      "learning_rate": 7.637803590285111e-06,
      "loss": 0.7584,
      "step": 2340
    },
    {
      "epoch": 1.2277059668364017,
      "grad_norm": 6.630548477172852,
      "learning_rate": 7.627243928194299e-06,
      "loss": 0.6388,
      "step": 2350
    },
    {
      "epoch": 1.2329285807546677,
      "grad_norm": 5.981212615966797,
      "learning_rate": 7.616684266103486e-06,
      "loss": 0.8596,
      "step": 2360
    },
    {
      "epoch": 1.2381511946729338,
      "grad_norm": 5.186179161071777,
      "learning_rate": 7.606124604012672e-06,
      "loss": 0.7127,
      "step": 2370
    },
    {
      "epoch": 1.2433738085911998,
      "grad_norm": 6.0210747718811035,
      "learning_rate": 7.595564941921859e-06,
      "loss": 0.8277,
      "step": 2380
    },
    {
      "epoch": 1.248596422509466,
      "grad_norm": 6.917499542236328,
      "learning_rate": 7.585005279831046e-06,
      "loss": 0.6321,
      "step": 2390
    },
    {
      "epoch": 1.253819036427732,
      "grad_norm": 6.423802852630615,
      "learning_rate": 7.574445617740233e-06,
      "loss": 0.8517,
      "step": 2400
    },
    {
      "epoch": 1.253819036427732,
      "eval_loss": 0.9506328701972961,
      "eval_runtime": 46.3505,
      "eval_samples_per_second": 36.72,
      "eval_steps_per_second": 4.595,
      "step": 2400
    },
    {
      "epoch": 1.2590416503459982,
      "grad_norm": 6.889662742614746,
      "learning_rate": 7.563885955649419e-06,
      "loss": 0.7603,
      "step": 2410
    },
    {
      "epoch": 1.2642642642642643,
      "grad_norm": 4.960092544555664,
      "learning_rate": 7.553326293558607e-06,
      "loss": 0.7804,
      "step": 2420
    },
    {
      "epoch": 1.2694868781825304,
      "grad_norm": 5.164410591125488,
      "learning_rate": 7.542766631467794e-06,
      "loss": 0.6938,
      "step": 2430
    },
    {
      "epoch": 1.2747094921007964,
      "grad_norm": 5.916507720947266,
      "learning_rate": 7.53220696937698e-06,
      "loss": 0.6964,
      "step": 2440
    },
    {
      "epoch": 1.2799321060190625,
      "grad_norm": 6.940438747406006,
      "learning_rate": 7.521647307286167e-06,
      "loss": 0.7605,
      "step": 2450
    },
    {
      "epoch": 1.2851547199373288,
      "grad_norm": 6.659502983093262,
      "learning_rate": 7.511087645195354e-06,
      "loss": 0.8735,
      "step": 2460
    },
    {
      "epoch": 1.2903773338555946,
      "grad_norm": 5.659145355224609,
      "learning_rate": 7.500527983104541e-06,
      "loss": 0.726,
      "step": 2470
    },
    {
      "epoch": 1.295599947773861,
      "grad_norm": 3.484576463699341,
      "learning_rate": 7.489968321013729e-06,
      "loss": 0.6992,
      "step": 2480
    },
    {
      "epoch": 1.300822561692127,
      "grad_norm": 6.005791664123535,
      "learning_rate": 7.479408658922915e-06,
      "loss": 0.8257,
      "step": 2490
    },
    {
      "epoch": 1.306045175610393,
      "grad_norm": 4.005056381225586,
      "learning_rate": 7.468848996832102e-06,
      "loss": 0.8418,
      "step": 2500
    },
    {
      "epoch": 1.311267789528659,
      "grad_norm": 6.585374355316162,
      "learning_rate": 7.458289334741288e-06,
      "loss": 0.7168,
      "step": 2510
    },
    {
      "epoch": 1.3164904034469251,
      "grad_norm": 6.849618434906006,
      "learning_rate": 7.4477296726504755e-06,
      "loss": 0.8348,
      "step": 2520
    },
    {
      "epoch": 1.3217130173651912,
      "grad_norm": 4.997506618499756,
      "learning_rate": 7.437170010559663e-06,
      "loss": 0.7155,
      "step": 2530
    },
    {
      "epoch": 1.3269356312834573,
      "grad_norm": 6.247817516326904,
      "learning_rate": 7.42661034846885e-06,
      "loss": 0.7999,
      "step": 2540
    },
    {
      "epoch": 1.3321582452017235,
      "grad_norm": 6.865342617034912,
      "learning_rate": 7.416050686378037e-06,
      "loss": 0.8178,
      "step": 2550
    },
    {
      "epoch": 1.3373808591199896,
      "grad_norm": 7.5182695388793945,
      "learning_rate": 7.405491024287224e-06,
      "loss": 0.8535,
      "step": 2560
    },
    {
      "epoch": 1.3426034730382557,
      "grad_norm": 5.786922454833984,
      "learning_rate": 7.39493136219641e-06,
      "loss": 0.8538,
      "step": 2570
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 5.576653480529785,
      "learning_rate": 7.384371700105597e-06,
      "loss": 0.6142,
      "step": 2580
    },
    {
      "epoch": 1.3530487008747878,
      "grad_norm": 6.3509135246276855,
      "learning_rate": 7.3738120380147835e-06,
      "loss": 0.872,
      "step": 2590
    },
    {
      "epoch": 1.3582713147930539,
      "grad_norm": 6.3292131423950195,
      "learning_rate": 7.3632523759239715e-06,
      "loss": 0.7452,
      "step": 2600
    },
    {
      "epoch": 1.3582713147930539,
      "eval_loss": 0.928360104560852,
      "eval_runtime": 46.2783,
      "eval_samples_per_second": 36.778,
      "eval_steps_per_second": 4.603,
      "step": 2600
    },
    {
      "epoch": 1.36349392871132,
      "grad_norm": 5.916106700897217,
      "learning_rate": 7.352692713833159e-06,
      "loss": 0.7897,
      "step": 2610
    },
    {
      "epoch": 1.3687165426295862,
      "grad_norm": 6.225005149841309,
      "learning_rate": 7.342133051742345e-06,
      "loss": 0.7989,
      "step": 2620
    },
    {
      "epoch": 1.3739391565478523,
      "grad_norm": 7.300755500793457,
      "learning_rate": 7.331573389651532e-06,
      "loss": 0.8093,
      "step": 2630
    },
    {
      "epoch": 1.3791617704661183,
      "grad_norm": 6.355301380157471,
      "learning_rate": 7.321013727560718e-06,
      "loss": 0.6979,
      "step": 2640
    },
    {
      "epoch": 1.3843843843843844,
      "grad_norm": 6.439295291900635,
      "learning_rate": 7.310454065469905e-06,
      "loss": 0.6481,
      "step": 2650
    },
    {
      "epoch": 1.3896069983026504,
      "grad_norm": 5.19166374206543,
      "learning_rate": 7.299894403379092e-06,
      "loss": 0.6853,
      "step": 2660
    },
    {
      "epoch": 1.3948296122209165,
      "grad_norm": 7.574211120605469,
      "learning_rate": 7.2893347412882796e-06,
      "loss": 0.6786,
      "step": 2670
    },
    {
      "epoch": 1.4000522261391826,
      "grad_norm": 6.01971435546875,
      "learning_rate": 7.278775079197467e-06,
      "loss": 0.7968,
      "step": 2680
    },
    {
      "epoch": 1.4052748400574488,
      "grad_norm": 4.888395309448242,
      "learning_rate": 7.268215417106653e-06,
      "loss": 0.8298,
      "step": 2690
    },
    {
      "epoch": 1.410497453975715,
      "grad_norm": 4.738596439361572,
      "learning_rate": 7.25765575501584e-06,
      "loss": 0.6968,
      "step": 2700
    },
    {
      "epoch": 1.415720067893981,
      "grad_norm": 6.128376483917236,
      "learning_rate": 7.247096092925026e-06,
      "loss": 0.7189,
      "step": 2710
    },
    {
      "epoch": 1.420942681812247,
      "grad_norm": 6.777405738830566,
      "learning_rate": 7.236536430834213e-06,
      "loss": 0.7324,
      "step": 2720
    },
    {
      "epoch": 1.426165295730513,
      "grad_norm": 5.1269402503967285,
      "learning_rate": 7.225976768743401e-06,
      "loss": 0.6326,
      "step": 2730
    },
    {
      "epoch": 1.4313879096487792,
      "grad_norm": 7.080173492431641,
      "learning_rate": 7.215417106652588e-06,
      "loss": 0.7193,
      "step": 2740
    },
    {
      "epoch": 1.4366105235670452,
      "grad_norm": 6.149571895599365,
      "learning_rate": 7.204857444561775e-06,
      "loss": 0.815,
      "step": 2750
    },
    {
      "epoch": 1.4418331374853115,
      "grad_norm": 4.2188849449157715,
      "learning_rate": 7.194297782470962e-06,
      "loss": 0.8526,
      "step": 2760
    },
    {
      "epoch": 1.4470557514035776,
      "grad_norm": 6.189548492431641,
      "learning_rate": 7.183738120380148e-06,
      "loss": 0.7041,
      "step": 2770
    },
    {
      "epoch": 1.4522783653218436,
      "grad_norm": 8.304208755493164,
      "learning_rate": 7.173178458289335e-06,
      "loss": 0.8734,
      "step": 2780
    },
    {
      "epoch": 1.4575009792401097,
      "grad_norm": 8.095356941223145,
      "learning_rate": 7.162618796198522e-06,
      "loss": 0.733,
      "step": 2790
    },
    {
      "epoch": 1.4627235931583757,
      "grad_norm": 5.834177017211914,
      "learning_rate": 7.1520591341077094e-06,
      "loss": 0.7102,
      "step": 2800
    },
    {
      "epoch": 1.4627235931583757,
      "eval_loss": 0.9070786237716675,
      "eval_runtime": 46.2298,
      "eval_samples_per_second": 36.816,
      "eval_steps_per_second": 4.607,
      "step": 2800
    },
    {
      "epoch": 1.4679462070766418,
      "grad_norm": 7.127483367919922,
      "learning_rate": 7.1414994720168965e-06,
      "loss": 0.8149,
      "step": 2810
    },
    {
      "epoch": 1.4731688209949079,
      "grad_norm": 5.216626167297363,
      "learning_rate": 7.131995776135164e-06,
      "loss": 0.7184,
      "step": 2820
    },
    {
      "epoch": 1.4783914349131742,
      "grad_norm": 5.421391487121582,
      "learning_rate": 7.121436114044351e-06,
      "loss": 0.757,
      "step": 2830
    },
    {
      "epoch": 1.4836140488314402,
      "grad_norm": 5.557046413421631,
      "learning_rate": 7.110876451953538e-06,
      "loss": 0.7887,
      "step": 2840
    },
    {
      "epoch": 1.4888366627497063,
      "grad_norm": 4.0539870262146,
      "learning_rate": 7.1003167898627245e-06,
      "loss": 0.7473,
      "step": 2850
    },
    {
      "epoch": 1.4940592766679723,
      "grad_norm": 5.317719459533691,
      "learning_rate": 7.0897571277719124e-06,
      "loss": 0.7603,
      "step": 2860
    },
    {
      "epoch": 1.4992818905862384,
      "grad_norm": 7.20483922958374,
      "learning_rate": 7.079197465681099e-06,
      "loss": 0.618,
      "step": 2870
    },
    {
      "epoch": 1.5045045045045045,
      "grad_norm": 5.992430686950684,
      "learning_rate": 7.068637803590286e-06,
      "loss": 0.7101,
      "step": 2880
    },
    {
      "epoch": 1.5097271184227705,
      "grad_norm": 5.599936008453369,
      "learning_rate": 7.058078141499473e-06,
      "loss": 0.7421,
      "step": 2890
    },
    {
      "epoch": 1.5149497323410368,
      "grad_norm": 3.7422847747802734,
      "learning_rate": 7.047518479408659e-06,
      "loss": 0.57,
      "step": 2900
    },
    {
      "epoch": 1.5201723462593026,
      "grad_norm": 6.516021251678467,
      "learning_rate": 7.036958817317846e-06,
      "loss": 0.7308,
      "step": 2910
    },
    {
      "epoch": 1.525394960177569,
      "grad_norm": 6.263866901397705,
      "learning_rate": 7.026399155227034e-06,
      "loss": 0.8289,
      "step": 2920
    },
    {
      "epoch": 1.530617574095835,
      "grad_norm": 4.577157974243164,
      "learning_rate": 7.0158394931362205e-06,
      "loss": 0.8547,
      "step": 2930
    },
    {
      "epoch": 1.535840188014101,
      "grad_norm": 4.392026424407959,
      "learning_rate": 7.006335797254489e-06,
      "loss": 0.7407,
      "step": 2940
    },
    {
      "epoch": 1.541062801932367,
      "grad_norm": 4.726680755615234,
      "learning_rate": 6.995776135163675e-06,
      "loss": 0.7082,
      "step": 2950
    },
    {
      "epoch": 1.5462854158506332,
      "grad_norm": 6.287652492523193,
      "learning_rate": 6.985216473072862e-06,
      "loss": 0.7867,
      "step": 2960
    },
    {
      "epoch": 1.5515080297688995,
      "grad_norm": 4.373517990112305,
      "learning_rate": 6.974656810982049e-06,
      "loss": 0.6765,
      "step": 2970
    },
    {
      "epoch": 1.5567306436871653,
      "grad_norm": 6.31062126159668,
      "learning_rate": 6.9640971488912356e-06,
      "loss": 0.6577,
      "step": 2980
    },
    {
      "epoch": 1.5619532576054316,
      "grad_norm": 4.2869415283203125,
      "learning_rate": 6.9535374868004235e-06,
      "loss": 0.6042,
      "step": 2990
    },
    {
      "epoch": 1.5671758715236976,
      "grad_norm": 4.132930278778076,
      "learning_rate": 6.942977824709611e-06,
      "loss": 0.7663,
      "step": 3000
    },
    {
      "epoch": 1.5671758715236976,
      "eval_loss": 0.8875888586044312,
      "eval_runtime": 46.2332,
      "eval_samples_per_second": 36.813,
      "eval_steps_per_second": 4.607,
      "step": 3000
    },
    {
      "epoch": 1.5723984854419637,
      "grad_norm": 4.136049270629883,
      "learning_rate": 6.932418162618797e-06,
      "loss": 0.6862,
      "step": 3010
    },
    {
      "epoch": 1.5776210993602298,
      "grad_norm": 4.138570308685303,
      "learning_rate": 6.921858500527984e-06,
      "loss": 0.6622,
      "step": 3020
    },
    {
      "epoch": 1.5828437132784958,
      "grad_norm": 6.920501708984375,
      "learning_rate": 6.91129883843717e-06,
      "loss": 0.6052,
      "step": 3030
    },
    {
      "epoch": 1.588066327196762,
      "grad_norm": 5.639624118804932,
      "learning_rate": 6.900739176346357e-06,
      "loss": 0.6701,
      "step": 3040
    },
    {
      "epoch": 1.593288941115028,
      "grad_norm": 5.700570106506348,
      "learning_rate": 6.890179514255544e-06,
      "loss": 0.8079,
      "step": 3050
    },
    {
      "epoch": 1.5985115550332942,
      "grad_norm": 4.964538097381592,
      "learning_rate": 6.8796198521647316e-06,
      "loss": 0.6963,
      "step": 3060
    },
    {
      "epoch": 1.6037341689515603,
      "grad_norm": 4.319785118103027,
      "learning_rate": 6.869060190073919e-06,
      "loss": 0.6664,
      "step": 3070
    },
    {
      "epoch": 1.6089567828698264,
      "grad_norm": 6.524580478668213,
      "learning_rate": 6.858500527983105e-06,
      "loss": 0.7526,
      "step": 3080
    },
    {
      "epoch": 1.6141793967880924,
      "grad_norm": 5.287715911865234,
      "learning_rate": 6.847940865892292e-06,
      "loss": 0.6971,
      "step": 3090
    },
    {
      "epoch": 1.6194020107063585,
      "grad_norm": 6.37127161026001,
      "learning_rate": 6.837381203801478e-06,
      "loss": 0.6264,
      "step": 3100
    },
    {
      "epoch": 1.6246246246246248,
      "grad_norm": 5.0084123611450195,
      "learning_rate": 6.826821541710665e-06,
      "loss": 0.7568,
      "step": 3110
    },
    {
      "epoch": 1.6298472385428906,
      "grad_norm": 4.985651969909668,
      "learning_rate": 6.816261879619853e-06,
      "loss": 0.7554,
      "step": 3120
    },
    {
      "epoch": 1.6350698524611569,
      "grad_norm": 6.405339241027832,
      "learning_rate": 6.80570221752904e-06,
      "loss": 0.6628,
      "step": 3130
    },
    {
      "epoch": 1.640292466379423,
      "grad_norm": 5.617925643920898,
      "learning_rate": 6.795142555438227e-06,
      "loss": 0.6515,
      "step": 3140
    },
    {
      "epoch": 1.645515080297689,
      "grad_norm": 2.850438117980957,
      "learning_rate": 6.784582893347413e-06,
      "loss": 0.6283,
      "step": 3150
    },
    {
      "epoch": 1.650737694215955,
      "grad_norm": 7.605482578277588,
      "learning_rate": 6.7740232312566e-06,
      "loss": 0.6881,
      "step": 3160
    },
    {
      "epoch": 1.6559603081342211,
      "grad_norm": 4.773893356323242,
      "learning_rate": 6.763463569165787e-06,
      "loss": 0.6669,
      "step": 3170
    },
    {
      "epoch": 1.6611829220524874,
      "grad_norm": 4.882478713989258,
      "learning_rate": 6.752903907074974e-06,
      "loss": 0.6374,
      "step": 3180
    },
    {
      "epoch": 1.6664055359707532,
      "grad_norm": 6.456390380859375,
      "learning_rate": 6.7423442449841614e-06,
      "loss": 0.7759,
      "step": 3190
    },
    {
      "epoch": 1.6716281498890195,
      "grad_norm": 7.474002361297607,
      "learning_rate": 6.7317845828933485e-06,
      "loss": 0.6657,
      "step": 3200
    },
    {
      "epoch": 1.6716281498890195,
      "eval_loss": 0.8759788870811462,
      "eval_runtime": 46.2024,
      "eval_samples_per_second": 36.838,
      "eval_steps_per_second": 4.61,
      "step": 3200
    },
    {
      "epoch": 1.6768507638072856,
      "grad_norm": 4.953747272491455,
      "learning_rate": 6.721224920802535e-06,
      "loss": 0.7443,
      "step": 3210
    },
    {
      "epoch": 1.6820733777255517,
      "grad_norm": 5.401075839996338,
      "learning_rate": 6.710665258711722e-06,
      "loss": 0.7067,
      "step": 3220
    },
    {
      "epoch": 1.6872959916438177,
      "grad_norm": 5.775487899780273,
      "learning_rate": 6.700105596620908e-06,
      "loss": 0.78,
      "step": 3230
    },
    {
      "epoch": 1.6925186055620838,
      "grad_norm": 6.578312397003174,
      "learning_rate": 6.689545934530095e-06,
      "loss": 0.6206,
      "step": 3240
    },
    {
      "epoch": 1.69774121948035,
      "grad_norm": 7.354413986206055,
      "learning_rate": 6.678986272439283e-06,
      "loss": 0.7265,
      "step": 3250
    },
    {
      "epoch": 1.702963833398616,
      "grad_norm": 6.80817985534668,
      "learning_rate": 6.6684266103484695e-06,
      "loss": 0.8696,
      "step": 3260
    },
    {
      "epoch": 1.7081864473168822,
      "grad_norm": 6.331092357635498,
      "learning_rate": 6.657866948257657e-06,
      "loss": 0.7226,
      "step": 3270
    },
    {
      "epoch": 1.7134090612351482,
      "grad_norm": 6.063718795776367,
      "learning_rate": 6.647307286166843e-06,
      "loss": 0.6339,
      "step": 3280
    },
    {
      "epoch": 1.7186316751534143,
      "grad_norm": 4.693406105041504,
      "learning_rate": 6.63674762407603e-06,
      "loss": 0.7316,
      "step": 3290
    },
    {
      "epoch": 1.7238542890716804,
      "grad_norm": 6.732961654663086,
      "learning_rate": 6.626187961985216e-06,
      "loss": 0.7185,
      "step": 3300
    },
    {
      "epoch": 1.7290769029899464,
      "grad_norm": 4.482574939727783,
      "learning_rate": 6.615628299894404e-06,
      "loss": 0.7814,
      "step": 3310
    },
    {
      "epoch": 1.7342995169082127,
      "grad_norm": 7.299856662750244,
      "learning_rate": 6.605068637803591e-06,
      "loss": 0.7275,
      "step": 3320
    },
    {
      "epoch": 1.7395221308264786,
      "grad_norm": 4.190903186798096,
      "learning_rate": 6.5945089757127776e-06,
      "loss": 0.6967,
      "step": 3330
    },
    {
      "epoch": 1.7447447447447448,
      "grad_norm": 5.144697666168213,
      "learning_rate": 6.583949313621965e-06,
      "loss": 0.7279,
      "step": 3340
    },
    {
      "epoch": 1.7499673586630107,
      "grad_norm": 8.06899642944336,
      "learning_rate": 6.573389651531151e-06,
      "loss": 0.7133,
      "step": 3350
    },
    {
      "epoch": 1.755189972581277,
      "grad_norm": 5.388707637786865,
      "learning_rate": 6.562829989440338e-06,
      "loss": 0.7695,
      "step": 3360
    },
    {
      "epoch": 1.760412586499543,
      "grad_norm": 5.485361576080322,
      "learning_rate": 6.552270327349526e-06,
      "loss": 0.6475,
      "step": 3370
    },
    {
      "epoch": 1.765635200417809,
      "grad_norm": 5.023000717163086,
      "learning_rate": 6.541710665258712e-06,
      "loss": 0.6575,
      "step": 3380
    },
    {
      "epoch": 1.7708578143360754,
      "grad_norm": 5.406675815582275,
      "learning_rate": 6.531151003167899e-06,
      "loss": 0.7263,
      "step": 3390
    },
    {
      "epoch": 1.7760804282543412,
      "grad_norm": 3.564267873764038,
      "learning_rate": 6.520591341077086e-06,
      "loss": 0.598,
      "step": 3400
    },
    {
      "epoch": 1.7760804282543412,
      "eval_loss": 0.8584678769111633,
      "eval_runtime": 46.2248,
      "eval_samples_per_second": 36.82,
      "eval_steps_per_second": 4.608,
      "step": 3400
    },
    {
      "epoch": 1.7813030421726075,
      "grad_norm": 4.055863380432129,
      "learning_rate": 6.510031678986273e-06,
      "loss": 0.6674,
      "step": 3410
    },
    {
      "epoch": 1.7865256560908733,
      "grad_norm": 5.625813007354736,
      "learning_rate": 6.49947201689546e-06,
      "loss": 0.8424,
      "step": 3420
    },
    {
      "epoch": 1.7917482700091396,
      "grad_norm": 6.47999906539917,
      "learning_rate": 6.488912354804647e-06,
      "loss": 0.6039,
      "step": 3430
    },
    {
      "epoch": 1.7969708839274057,
      "grad_norm": 5.702643871307373,
      "learning_rate": 6.478352692713834e-06,
      "loss": 0.588,
      "step": 3440
    },
    {
      "epoch": 1.8021934978456717,
      "grad_norm": 6.600216388702393,
      "learning_rate": 6.467793030623021e-06,
      "loss": 0.7704,
      "step": 3450
    },
    {
      "epoch": 1.807416111763938,
      "grad_norm": 5.743258476257324,
      "learning_rate": 6.4572333685322074e-06,
      "loss": 0.6381,
      "step": 3460
    },
    {
      "epoch": 1.8126387256822039,
      "grad_norm": 7.323511123657227,
      "learning_rate": 6.4466737064413945e-06,
      "loss": 0.8124,
      "step": 3470
    },
    {
      "epoch": 1.8178613396004701,
      "grad_norm": 4.996503829956055,
      "learning_rate": 6.436114044350581e-06,
      "loss": 0.6816,
      "step": 3480
    },
    {
      "epoch": 1.823083953518736,
      "grad_norm": 6.126676559448242,
      "learning_rate": 6.425554382259768e-06,
      "loss": 0.6773,
      "step": 3490
    },
    {
      "epoch": 1.8283065674370023,
      "grad_norm": 4.893184185028076,
      "learning_rate": 6.414994720168956e-06,
      "loss": 0.684,
      "step": 3500
    },
    {
      "epoch": 1.8335291813552683,
      "grad_norm": 6.5332841873168945,
      "learning_rate": 6.404435058078142e-06,
      "loss": 0.771,
      "step": 3510
    },
    {
      "epoch": 1.8387517952735344,
      "grad_norm": 8.364972114562988,
      "learning_rate": 6.393875395987329e-06,
      "loss": 0.7224,
      "step": 3520
    },
    {
      "epoch": 1.8439744091918004,
      "grad_norm": 5.508388042449951,
      "learning_rate": 6.3833157338965155e-06,
      "loss": 0.7867,
      "step": 3530
    },
    {
      "epoch": 1.8491970231100665,
      "grad_norm": 6.582828044891357,
      "learning_rate": 6.372756071805703e-06,
      "loss": 0.5697,
      "step": 3540
    },
    {
      "epoch": 1.8544196370283328,
      "grad_norm": 6.311943531036377,
      "learning_rate": 6.362196409714889e-06,
      "loss": 0.6919,
      "step": 3550
    },
    {
      "epoch": 1.8596422509465986,
      "grad_norm": 8.718938827514648,
      "learning_rate": 6.351636747624077e-06,
      "loss": 0.685,
      "step": 3560
    },
    {
      "epoch": 1.864864864864865,
      "grad_norm": 7.9847846031188965,
      "learning_rate": 6.341077085533264e-06,
      "loss": 0.5817,
      "step": 3570
    },
    {
      "epoch": 1.870087478783131,
      "grad_norm": 5.257252216339111,
      "learning_rate": 6.33051742344245e-06,
      "loss": 0.7489,
      "step": 3580
    },
    {
      "epoch": 1.875310092701397,
      "grad_norm": 6.155455589294434,
      "learning_rate": 6.319957761351637e-06,
      "loss": 0.6976,
      "step": 3590
    },
    {
      "epoch": 1.880532706619663,
      "grad_norm": 5.958306789398193,
      "learning_rate": 6.3093980992608236e-06,
      "loss": 0.6385,
      "step": 3600
    },
    {
      "epoch": 1.880532706619663,
      "eval_loss": 0.8434246778488159,
      "eval_runtime": 46.2141,
      "eval_samples_per_second": 36.829,
      "eval_steps_per_second": 4.609,
      "step": 3600
    },
    {
      "epoch": 1.8857553205379292,
      "grad_norm": 4.219689846038818,
      "learning_rate": 6.298838437170011e-06,
      "loss": 0.6891,
      "step": 3610
    },
    {
      "epoch": 1.8909779344561954,
      "grad_norm": 6.840215682983398,
      "learning_rate": 6.288278775079199e-06,
      "loss": 0.5082,
      "step": 3620
    },
    {
      "epoch": 1.8962005483744613,
      "grad_norm": 4.201242923736572,
      "learning_rate": 6.277719112988385e-06,
      "loss": 0.6311,
      "step": 3630
    },
    {
      "epoch": 1.9014231622927276,
      "grad_norm": 4.635916709899902,
      "learning_rate": 6.267159450897572e-06,
      "loss": 0.5849,
      "step": 3640
    },
    {
      "epoch": 1.9066457762109936,
      "grad_norm": 9.082616806030273,
      "learning_rate": 6.256599788806758e-06,
      "loss": 0.7785,
      "step": 3650
    },
    {
      "epoch": 1.9118683901292597,
      "grad_norm": 7.005586624145508,
      "learning_rate": 6.246040126715945e-06,
      "loss": 0.5691,
      "step": 3660
    },
    {
      "epoch": 1.9170910040475257,
      "grad_norm": 6.064583778381348,
      "learning_rate": 6.2354804646251325e-06,
      "loss": 0.7137,
      "step": 3670
    },
    {
      "epoch": 1.9223136179657918,
      "grad_norm": 8.23308277130127,
      "learning_rate": 6.2249208025343196e-06,
      "loss": 0.7679,
      "step": 3680
    },
    {
      "epoch": 1.927536231884058,
      "grad_norm": 3.684671401977539,
      "learning_rate": 6.214361140443507e-06,
      "loss": 0.652,
      "step": 3690
    },
    {
      "epoch": 1.932758845802324,
      "grad_norm": 3.7538697719573975,
      "learning_rate": 6.203801478352694e-06,
      "loss": 0.7469,
      "step": 3700
    },
    {
      "epoch": 1.9379814597205902,
      "grad_norm": 6.125692844390869,
      "learning_rate": 6.19324181626188e-06,
      "loss": 0.775,
      "step": 3710
    },
    {
      "epoch": 1.9432040736388563,
      "grad_norm": 6.9215989112854,
      "learning_rate": 6.182682154171067e-06,
      "loss": 0.7417,
      "step": 3720
    },
    {
      "epoch": 1.9484266875571223,
      "grad_norm": 5.37251615524292,
      "learning_rate": 6.172122492080253e-06,
      "loss": 0.6806,
      "step": 3730
    },
    {
      "epoch": 1.9536493014753884,
      "grad_norm": 6.892059803009033,
      "learning_rate": 6.1615628299894405e-06,
      "loss": 0.72,
      "step": 3740
    },
    {
      "epoch": 1.9588719153936545,
      "grad_norm": 4.601454257965088,
      "learning_rate": 6.1510031678986285e-06,
      "loss": 0.5358,
      "step": 3750
    },
    {
      "epoch": 1.9640945293119207,
      "grad_norm": 6.319756984710693,
      "learning_rate": 6.140443505807815e-06,
      "loss": 0.6178,
      "step": 3760
    },
    {
      "epoch": 1.9693171432301866,
      "grad_norm": 5.619534015655518,
      "learning_rate": 6.129883843717002e-06,
      "loss": 0.6324,
      "step": 3770
    },
    {
      "epoch": 1.9745397571484529,
      "grad_norm": 6.824273109436035,
      "learning_rate": 6.119324181626188e-06,
      "loss": 0.6543,
      "step": 3780
    },
    {
      "epoch": 1.979762371066719,
      "grad_norm": 4.03241491317749,
      "learning_rate": 6.108764519535375e-06,
      "loss": 0.6577,
      "step": 3790
    },
    {
      "epoch": 1.984984984984985,
      "grad_norm": 8.365711212158203,
      "learning_rate": 6.0982048574445615e-06,
      "loss": 0.7096,
      "step": 3800
    },
    {
      "epoch": 1.984984984984985,
      "eval_loss": 0.8318305611610413,
      "eval_runtime": 46.2366,
      "eval_samples_per_second": 36.811,
      "eval_steps_per_second": 4.607,
      "step": 3800
    },
    {
      "epoch": 1.990207598903251,
      "grad_norm": 4.457459926605225,
      "learning_rate": 6.0876451953537494e-06,
      "loss": 0.7665,
      "step": 3810
    },
    {
      "epoch": 1.9954302128215171,
      "grad_norm": 5.687203407287598,
      "learning_rate": 6.0770855332629365e-06,
      "loss": 0.6722,
      "step": 3820
    },
    {
      "epoch": 2.001044522783653,
      "grad_norm": 6.511070251464844,
      "learning_rate": 6.066525871172123e-06,
      "loss": 0.7669,
      "step": 3830
    },
    {
      "epoch": 2.0062671367019194,
      "grad_norm": 5.137298583984375,
      "learning_rate": 6.05596620908131e-06,
      "loss": 0.5114,
      "step": 3840
    },
    {
      "epoch": 2.011489750620185,
      "grad_norm": 7.063135623931885,
      "learning_rate": 6.045406546990496e-06,
      "loss": 0.5532,
      "step": 3850
    },
    {
      "epoch": 2.0167123645384515,
      "grad_norm": 4.833804607391357,
      "learning_rate": 6.034846884899683e-06,
      "loss": 0.4304,
      "step": 3860
    },
    {
      "epoch": 2.0219349784567178,
      "grad_norm": 6.820064544677734,
      "learning_rate": 6.024287222808871e-06,
      "loss": 0.5066,
      "step": 3870
    },
    {
      "epoch": 2.0271575923749836,
      "grad_norm": 6.833749771118164,
      "learning_rate": 6.0137275607180575e-06,
      "loss": 0.5043,
      "step": 3880
    },
    {
      "epoch": 2.03238020629325,
      "grad_norm": 4.371280670166016,
      "learning_rate": 6.003167898627245e-06,
      "loss": 0.6015,
      "step": 3890
    },
    {
      "epoch": 2.0376028202115157,
      "grad_norm": 4.963273048400879,
      "learning_rate": 5.992608236536432e-06,
      "loss": 0.5881,
      "step": 3900
    },
    {
      "epoch": 2.042825434129782,
      "grad_norm": 5.74879264831543,
      "learning_rate": 5.982048574445618e-06,
      "loss": 0.5776,
      "step": 3910
    },
    {
      "epoch": 2.048048048048048,
      "grad_norm": 3.3885014057159424,
      "learning_rate": 5.971488912354805e-06,
      "loss": 0.6508,
      "step": 3920
    },
    {
      "epoch": 2.053270661966314,
      "grad_norm": 3.875781774520874,
      "learning_rate": 5.960929250263991e-06,
      "loss": 0.5135,
      "step": 3930
    },
    {
      "epoch": 2.0584932758845804,
      "grad_norm": 5.869786739349365,
      "learning_rate": 5.950369588173179e-06,
      "loss": 0.5343,
      "step": 3940
    },
    {
      "epoch": 2.0637158898028463,
      "grad_norm": 5.666866779327393,
      "learning_rate": 5.939809926082366e-06,
      "loss": 0.5258,
      "step": 3950
    },
    {
      "epoch": 2.0689385037211125,
      "grad_norm": 5.5713276863098145,
      "learning_rate": 5.929250263991553e-06,
      "loss": 0.6209,
      "step": 3960
    },
    {
      "epoch": 2.0741611176393784,
      "grad_norm": 5.73265266418457,
      "learning_rate": 5.91869060190074e-06,
      "loss": 0.4707,
      "step": 3970
    },
    {
      "epoch": 2.0793837315576447,
      "grad_norm": 5.312356948852539,
      "learning_rate": 5.908130939809926e-06,
      "loss": 0.5429,
      "step": 3980
    },
    {
      "epoch": 2.0846063454759105,
      "grad_norm": 5.636459827423096,
      "learning_rate": 5.897571277719113e-06,
      "loss": 0.5524,
      "step": 3990
    },
    {
      "epoch": 2.089828959394177,
      "grad_norm": 5.541628360748291,
      "learning_rate": 5.887011615628301e-06,
      "loss": 0.6338,
      "step": 4000
    },
    {
      "epoch": 2.089828959394177,
      "eval_loss": 0.8418287038803101,
      "eval_runtime": 46.2756,
      "eval_samples_per_second": 36.78,
      "eval_steps_per_second": 4.603,
      "step": 4000
    },
    {
      "epoch": 2.095051573312443,
      "grad_norm": 7.190380096435547,
      "learning_rate": 5.876451953537487e-06,
      "loss": 0.5818,
      "step": 4010
    },
    {
      "epoch": 2.100274187230709,
      "grad_norm": 6.190309047698975,
      "learning_rate": 5.8658922914466745e-06,
      "loss": 0.5268,
      "step": 4020
    },
    {
      "epoch": 2.105496801148975,
      "grad_norm": 5.186282157897949,
      "learning_rate": 5.855332629355861e-06,
      "loss": 0.4396,
      "step": 4030
    },
    {
      "epoch": 2.110719415067241,
      "grad_norm": 3.6927499771118164,
      "learning_rate": 5.844772967265048e-06,
      "loss": 0.6601,
      "step": 4040
    },
    {
      "epoch": 2.1159420289855073,
      "grad_norm": 5.906070232391357,
      "learning_rate": 5.834213305174234e-06,
      "loss": 0.5902,
      "step": 4050
    },
    {
      "epoch": 2.121164642903773,
      "grad_norm": 5.765960216522217,
      "learning_rate": 5.823653643083422e-06,
      "loss": 0.6127,
      "step": 4060
    },
    {
      "epoch": 2.1263872568220394,
      "grad_norm": 6.663849830627441,
      "learning_rate": 5.813093980992609e-06,
      "loss": 0.5044,
      "step": 4070
    },
    {
      "epoch": 2.1316098707403057,
      "grad_norm": 5.963075637817383,
      "learning_rate": 5.8025343189017954e-06,
      "loss": 0.4473,
      "step": 4080
    },
    {
      "epoch": 2.1368324846585716,
      "grad_norm": 5.396392345428467,
      "learning_rate": 5.7919746568109825e-06,
      "loss": 0.4896,
      "step": 4090
    },
    {
      "epoch": 2.142055098576838,
      "grad_norm": 6.087408542633057,
      "learning_rate": 5.781414994720169e-06,
      "loss": 0.5368,
      "step": 4100
    },
    {
      "epoch": 2.1472777124951037,
      "grad_norm": 4.697368144989014,
      "learning_rate": 5.770855332629356e-06,
      "loss": 0.6034,
      "step": 4110
    },
    {
      "epoch": 2.15250032641337,
      "grad_norm": 5.101240634918213,
      "learning_rate": 5.760295670538544e-06,
      "loss": 0.4699,
      "step": 4120
    },
    {
      "epoch": 2.157722940331636,
      "grad_norm": 6.5133891105651855,
      "learning_rate": 5.74973600844773e-06,
      "loss": 0.4589,
      "step": 4130
    },
    {
      "epoch": 2.162945554249902,
      "grad_norm": 7.932409763336182,
      "learning_rate": 5.739176346356917e-06,
      "loss": 0.5443,
      "step": 4140
    },
    {
      "epoch": 2.1681681681681684,
      "grad_norm": 4.897655010223389,
      "learning_rate": 5.728616684266104e-06,
      "loss": 0.5367,
      "step": 4150
    },
    {
      "epoch": 2.173390782086434,
      "grad_norm": 6.237987041473389,
      "learning_rate": 5.718057022175291e-06,
      "loss": 0.5477,
      "step": 4160
    },
    {
      "epoch": 2.1786133960047005,
      "grad_norm": 5.690924167633057,
      "learning_rate": 5.707497360084478e-06,
      "loss": 0.6216,
      "step": 4170
    },
    {
      "epoch": 2.1838360099229663,
      "grad_norm": 5.274245738983154,
      "learning_rate": 5.696937697993664e-06,
      "loss": 0.5441,
      "step": 4180
    },
    {
      "epoch": 2.1890586238412326,
      "grad_norm": 6.222249984741211,
      "learning_rate": 5.686378035902852e-06,
      "loss": 0.5579,
      "step": 4190
    },
    {
      "epoch": 2.1942812377594985,
      "grad_norm": 6.638361930847168,
      "learning_rate": 5.675818373812039e-06,
      "loss": 0.6108,
      "step": 4200
    },
    {
      "epoch": 2.1942812377594985,
      "eval_loss": 0.8388937711715698,
      "eval_runtime": 46.2559,
      "eval_samples_per_second": 36.795,
      "eval_steps_per_second": 4.605,
      "step": 4200
    },
    {
      "epoch": 2.1995038516777647,
      "grad_norm": 5.303590297698975,
      "learning_rate": 5.665258711721225e-06,
      "loss": 0.5602,
      "step": 4210
    },
    {
      "epoch": 2.204726465596031,
      "grad_norm": 4.8176727294921875,
      "learning_rate": 5.654699049630412e-06,
      "loss": 0.5329,
      "step": 4220
    },
    {
      "epoch": 2.209949079514297,
      "grad_norm": 7.120988368988037,
      "learning_rate": 5.644139387539599e-06,
      "loss": 0.4963,
      "step": 4230
    },
    {
      "epoch": 2.215171693432563,
      "grad_norm": 5.514588832855225,
      "learning_rate": 5.633579725448786e-06,
      "loss": 0.6124,
      "step": 4240
    },
    {
      "epoch": 2.220394307350829,
      "grad_norm": 5.315512657165527,
      "learning_rate": 5.623020063357974e-06,
      "loss": 0.5925,
      "step": 4250
    },
    {
      "epoch": 2.2256169212690953,
      "grad_norm": 5.721431732177734,
      "learning_rate": 5.61246040126716e-06,
      "loss": 0.6081,
      "step": 4260
    },
    {
      "epoch": 2.230839535187361,
      "grad_norm": 7.8369832038879395,
      "learning_rate": 5.601900739176347e-06,
      "loss": 0.4506,
      "step": 4270
    },
    {
      "epoch": 2.2360621491056274,
      "grad_norm": 5.328855514526367,
      "learning_rate": 5.591341077085533e-06,
      "loss": 0.61,
      "step": 4280
    },
    {
      "epoch": 2.2412847630238932,
      "grad_norm": 4.6545891761779785,
      "learning_rate": 5.5807814149947205e-06,
      "loss": 0.5102,
      "step": 4290
    },
    {
      "epoch": 2.2465073769421595,
      "grad_norm": 4.399157524108887,
      "learning_rate": 5.570221752903907e-06,
      "loss": 0.5495,
      "step": 4300
    },
    {
      "epoch": 2.251729990860426,
      "grad_norm": 8.38592529296875,
      "learning_rate": 5.559662090813095e-06,
      "loss": 0.5832,
      "step": 4310
    },
    {
      "epoch": 2.2569526047786916,
      "grad_norm": 3.9857163429260254,
      "learning_rate": 5.549102428722282e-06,
      "loss": 0.4725,
      "step": 4320
    },
    {
      "epoch": 2.262175218696958,
      "grad_norm": 5.648230075836182,
      "learning_rate": 5.538542766631468e-06,
      "loss": 0.5457,
      "step": 4330
    },
    {
      "epoch": 2.2673978326152238,
      "grad_norm": 3.6229002475738525,
      "learning_rate": 5.527983104540655e-06,
      "loss": 0.5997,
      "step": 4340
    },
    {
      "epoch": 2.27262044653349,
      "grad_norm": 6.094500541687012,
      "learning_rate": 5.517423442449842e-06,
      "loss": 0.5271,
      "step": 4350
    },
    {
      "epoch": 2.2778430604517563,
      "grad_norm": 7.447030544281006,
      "learning_rate": 5.5068637803590285e-06,
      "loss": 0.6592,
      "step": 4360
    },
    {
      "epoch": 2.283065674370022,
      "grad_norm": 6.060546398162842,
      "learning_rate": 5.4963041182682165e-06,
      "loss": 0.5148,
      "step": 4370
    },
    {
      "epoch": 2.2882882882882885,
      "grad_norm": 6.3843092918396,
      "learning_rate": 5.485744456177403e-06,
      "loss": 0.5469,
      "step": 4380
    },
    {
      "epoch": 2.2935109022065543,
      "grad_norm": 5.431898593902588,
      "learning_rate": 5.47518479408659e-06,
      "loss": 0.5922,
      "step": 4390
    },
    {
      "epoch": 2.2987335161248206,
      "grad_norm": 7.113710403442383,
      "learning_rate": 5.464625131995777e-06,
      "loss": 0.6052,
      "step": 4400
    },
    {
      "epoch": 2.2987335161248206,
      "eval_loss": 0.8255796432495117,
      "eval_runtime": 46.2225,
      "eval_samples_per_second": 36.822,
      "eval_steps_per_second": 4.608,
      "step": 4400
    },
    {
      "epoch": 2.3039561300430864,
      "grad_norm": 5.431846618652344,
      "learning_rate": 5.454065469904963e-06,
      "loss": 0.5565,
      "step": 4410
    },
    {
      "epoch": 2.3091787439613527,
      "grad_norm": 4.409207344055176,
      "learning_rate": 5.44350580781415e-06,
      "loss": 0.6042,
      "step": 4420
    },
    {
      "epoch": 2.3144013578796185,
      "grad_norm": 6.498474597930908,
      "learning_rate": 5.432946145723337e-06,
      "loss": 0.526,
      "step": 4430
    },
    {
      "epoch": 2.319623971797885,
      "grad_norm": 5.55870246887207,
      "learning_rate": 5.4223864836325246e-06,
      "loss": 0.6467,
      "step": 4440
    },
    {
      "epoch": 2.324846585716151,
      "grad_norm": 5.727528095245361,
      "learning_rate": 5.411826821541712e-06,
      "loss": 0.5701,
      "step": 4450
    },
    {
      "epoch": 2.330069199634417,
      "grad_norm": 5.781177520751953,
      "learning_rate": 5.401267159450898e-06,
      "loss": 0.5244,
      "step": 4460
    },
    {
      "epoch": 2.3352918135526832,
      "grad_norm": 3.1030118465423584,
      "learning_rate": 5.390707497360085e-06,
      "loss": 0.4523,
      "step": 4470
    },
    {
      "epoch": 2.340514427470949,
      "grad_norm": 3.780679941177368,
      "learning_rate": 5.380147835269271e-06,
      "loss": 0.5043,
      "step": 4480
    },
    {
      "epoch": 2.3457370413892153,
      "grad_norm": 7.008651256561279,
      "learning_rate": 5.369588173178458e-06,
      "loss": 0.4744,
      "step": 4490
    },
    {
      "epoch": 2.3509596553074816,
      "grad_norm": 5.0416693687438965,
      "learning_rate": 5.359028511087646e-06,
      "loss": 0.485,
      "step": 4500
    },
    {
      "epoch": 2.3561822692257475,
      "grad_norm": 6.809351921081543,
      "learning_rate": 5.348468848996833e-06,
      "loss": 0.6127,
      "step": 4510
    },
    {
      "epoch": 2.3614048831440138,
      "grad_norm": 5.149819374084473,
      "learning_rate": 5.33790918690602e-06,
      "loss": 0.5398,
      "step": 4520
    },
    {
      "epoch": 2.3666274970622796,
      "grad_norm": 6.1692962646484375,
      "learning_rate": 5.327349524815206e-06,
      "loss": 0.5371,
      "step": 4530
    },
    {
      "epoch": 2.371850110980546,
      "grad_norm": 7.224261283874512,
      "learning_rate": 5.316789862724393e-06,
      "loss": 0.5493,
      "step": 4540
    },
    {
      "epoch": 2.3770727248988117,
      "grad_norm": 6.257209777832031,
      "learning_rate": 5.306230200633579e-06,
      "loss": 0.5177,
      "step": 4550
    },
    {
      "epoch": 2.382295338817078,
      "grad_norm": 5.789205074310303,
      "learning_rate": 5.295670538542767e-06,
      "loss": 0.5016,
      "step": 4560
    },
    {
      "epoch": 2.387517952735344,
      "grad_norm": 6.116456508636475,
      "learning_rate": 5.285110876451954e-06,
      "loss": 0.6088,
      "step": 4570
    },
    {
      "epoch": 2.39274056665361,
      "grad_norm": 5.818353176116943,
      "learning_rate": 5.274551214361141e-06,
      "loss": 0.5105,
      "step": 4580
    },
    {
      "epoch": 2.3979631805718764,
      "grad_norm": 5.000683784484863,
      "learning_rate": 5.263991552270328e-06,
      "loss": 0.5899,
      "step": 4590
    },
    {
      "epoch": 2.4031857944901422,
      "grad_norm": 6.238855838775635,
      "learning_rate": 5.253431890179515e-06,
      "loss": 0.6326,
      "step": 4600
    },
    {
      "epoch": 2.4031857944901422,
      "eval_loss": 0.8141046166419983,
      "eval_runtime": 46.2243,
      "eval_samples_per_second": 36.82,
      "eval_steps_per_second": 4.608,
      "step": 4600
    },
    {
      "epoch": 2.4084084084084085,
      "grad_norm": 4.040828704833984,
      "learning_rate": 5.242872228088701e-06,
      "loss": 0.4504,
      "step": 4610
    },
    {
      "epoch": 2.4136310223266744,
      "grad_norm": 4.401372909545898,
      "learning_rate": 5.232312565997888e-06,
      "loss": 0.4497,
      "step": 4620
    },
    {
      "epoch": 2.4188536362449407,
      "grad_norm": 5.584476947784424,
      "learning_rate": 5.221752903907075e-06,
      "loss": 0.6214,
      "step": 4630
    },
    {
      "epoch": 2.4240762501632065,
      "grad_norm": 3.0335025787353516,
      "learning_rate": 5.2111932418162625e-06,
      "loss": 0.5114,
      "step": 4640
    },
    {
      "epoch": 2.4292988640814728,
      "grad_norm": 6.4493727684021,
      "learning_rate": 5.20063357972545e-06,
      "loss": 0.6065,
      "step": 4650
    },
    {
      "epoch": 2.434521477999739,
      "grad_norm": 4.674168109893799,
      "learning_rate": 5.190073917634636e-06,
      "loss": 0.4778,
      "step": 4660
    },
    {
      "epoch": 2.439744091918005,
      "grad_norm": 6.156538963317871,
      "learning_rate": 5.179514255543823e-06,
      "loss": 0.489,
      "step": 4670
    },
    {
      "epoch": 2.444966705836271,
      "grad_norm": 5.803397178649902,
      "learning_rate": 5.168954593453009e-06,
      "loss": 0.5948,
      "step": 4680
    },
    {
      "epoch": 2.450189319754537,
      "grad_norm": 6.375555992126465,
      "learning_rate": 5.158394931362197e-06,
      "loss": 0.4768,
      "step": 4690
    },
    {
      "epoch": 2.4554119336728033,
      "grad_norm": 6.442558288574219,
      "learning_rate": 5.147835269271384e-06,
      "loss": 0.4996,
      "step": 4700
    },
    {
      "epoch": 2.460634547591069,
      "grad_norm": 8.586763381958008,
      "learning_rate": 5.1372756071805705e-06,
      "loss": 0.7869,
      "step": 4710
    },
    {
      "epoch": 2.4658571615093354,
      "grad_norm": 6.680276393890381,
      "learning_rate": 5.126715945089758e-06,
      "loss": 0.5526,
      "step": 4720
    },
    {
      "epoch": 2.4710797754276017,
      "grad_norm": 3.914189100265503,
      "learning_rate": 5.116156282998944e-06,
      "loss": 0.6078,
      "step": 4730
    },
    {
      "epoch": 2.4763023893458675,
      "grad_norm": 7.448416233062744,
      "learning_rate": 5.105596620908131e-06,
      "loss": 0.4982,
      "step": 4740
    },
    {
      "epoch": 2.481525003264134,
      "grad_norm": 7.687001705169678,
      "learning_rate": 5.095036958817319e-06,
      "loss": 0.6684,
      "step": 4750
    },
    {
      "epoch": 2.4867476171823997,
      "grad_norm": 6.067854404449463,
      "learning_rate": 5.084477296726505e-06,
      "loss": 0.5189,
      "step": 4760
    },
    {
      "epoch": 2.491970231100666,
      "grad_norm": 5.405977725982666,
      "learning_rate": 5.073917634635692e-06,
      "loss": 0.5212,
      "step": 4770
    },
    {
      "epoch": 2.497192845018932,
      "grad_norm": 7.773893356323242,
      "learning_rate": 5.063357972544879e-06,
      "loss": 0.6681,
      "step": 4780
    },
    {
      "epoch": 2.502415458937198,
      "grad_norm": 9.031746864318848,
      "learning_rate": 5.052798310454066e-06,
      "loss": 0.6579,
      "step": 4790
    },
    {
      "epoch": 2.507638072855464,
      "grad_norm": 5.8720245361328125,
      "learning_rate": 5.042238648363252e-06,
      "loss": 0.5891,
      "step": 4800
    },
    {
      "epoch": 2.507638072855464,
      "eval_loss": 0.8107092380523682,
      "eval_runtime": 46.2852,
      "eval_samples_per_second": 36.772,
      "eval_steps_per_second": 4.602,
      "step": 4800
    },
    {
      "epoch": 2.51286068677373,
      "grad_norm": 4.402786731719971,
      "learning_rate": 5.03167898627244e-06,
      "loss": 0.4713,
      "step": 4810
    },
    {
      "epoch": 2.5180833006919965,
      "grad_norm": 5.443326473236084,
      "learning_rate": 5.021119324181627e-06,
      "loss": 0.6362,
      "step": 4820
    },
    {
      "epoch": 2.5233059146102623,
      "grad_norm": 6.188055515289307,
      "learning_rate": 5.010559662090813e-06,
      "loss": 0.6042,
      "step": 4830
    },
    {
      "epoch": 2.5285285285285286,
      "grad_norm": 5.5944600105285645,
      "learning_rate": 5e-06,
      "loss": 0.5093,
      "step": 4840
    },
    {
      "epoch": 2.5337511424467944,
      "grad_norm": 6.214510917663574,
      "learning_rate": 4.9894403379091875e-06,
      "loss": 0.5405,
      "step": 4850
    },
    {
      "epoch": 2.5389737563650607,
      "grad_norm": 4.829537868499756,
      "learning_rate": 4.978880675818375e-06,
      "loss": 0.52,
      "step": 4860
    },
    {
      "epoch": 2.544196370283327,
      "grad_norm": 5.498637676239014,
      "learning_rate": 4.968321013727561e-06,
      "loss": 0.4998,
      "step": 4870
    },
    {
      "epoch": 2.549418984201593,
      "grad_norm": 6.1551361083984375,
      "learning_rate": 4.957761351636748e-06,
      "loss": 0.5842,
      "step": 4880
    },
    {
      "epoch": 2.554641598119859,
      "grad_norm": 5.512228488922119,
      "learning_rate": 4.947201689545935e-06,
      "loss": 0.5877,
      "step": 4890
    },
    {
      "epoch": 2.559864212038125,
      "grad_norm": 6.113735675811768,
      "learning_rate": 4.936642027455122e-06,
      "loss": 0.4979,
      "step": 4900
    },
    {
      "epoch": 2.5650868259563913,
      "grad_norm": 9.69180965423584,
      "learning_rate": 4.9260823653643085e-06,
      "loss": 0.5595,
      "step": 4910
    },
    {
      "epoch": 2.5703094398746575,
      "grad_norm": 6.716381072998047,
      "learning_rate": 4.915522703273496e-06,
      "loss": 0.577,
      "step": 4920
    },
    {
      "epoch": 2.5755320537929234,
      "grad_norm": 6.1616926193237305,
      "learning_rate": 4.904963041182683e-06,
      "loss": 0.4457,
      "step": 4930
    },
    {
      "epoch": 2.580754667711189,
      "grad_norm": 5.395188331604004,
      "learning_rate": 4.894403379091869e-06,
      "loss": 0.4934,
      "step": 4940
    },
    {
      "epoch": 2.5859772816294555,
      "grad_norm": 5.993736743927002,
      "learning_rate": 4.883843717001057e-06,
      "loss": 0.5133,
      "step": 4950
    },
    {
      "epoch": 2.591199895547722,
      "grad_norm": 4.6023054122924805,
      "learning_rate": 4.873284054910243e-06,
      "loss": 0.5084,
      "step": 4960
    },
    {
      "epoch": 2.5964225094659876,
      "grad_norm": 4.444733619689941,
      "learning_rate": 4.86272439281943e-06,
      "loss": 0.5717,
      "step": 4970
    },
    {
      "epoch": 2.601645123384254,
      "grad_norm": 6.304750442504883,
      "learning_rate": 4.8521647307286165e-06,
      "loss": 0.5583,
      "step": 4980
    },
    {
      "epoch": 2.6068677373025197,
      "grad_norm": 5.222369194030762,
      "learning_rate": 4.8416050686378045e-06,
      "loss": 0.5425,
      "step": 4990
    },
    {
      "epoch": 2.612090351220786,
      "grad_norm": 5.956515789031982,
      "learning_rate": 4.831045406546991e-06,
      "loss": 0.5626,
      "step": 5000
    },
    {
      "epoch": 2.612090351220786,
      "eval_loss": 0.8068883419036865,
      "eval_runtime": 46.2364,
      "eval_samples_per_second": 36.811,
      "eval_steps_per_second": 4.607,
      "step": 5000
    },
    {
      "epoch": 2.6173129651390523,
      "grad_norm": 6.04465913772583,
      "learning_rate": 4.820485744456178e-06,
      "loss": 0.6118,
      "step": 5010
    },
    {
      "epoch": 2.622535579057318,
      "grad_norm": 4.643867015838623,
      "learning_rate": 4.809926082365365e-06,
      "loss": 0.6346,
      "step": 5020
    },
    {
      "epoch": 2.6277581929755844,
      "grad_norm": 5.192962646484375,
      "learning_rate": 4.799366420274551e-06,
      "loss": 0.539,
      "step": 5030
    },
    {
      "epoch": 2.6329808068938503,
      "grad_norm": 5.151241779327393,
      "learning_rate": 4.788806758183738e-06,
      "loss": 0.552,
      "step": 5040
    },
    {
      "epoch": 2.6382034208121166,
      "grad_norm": 4.308994293212891,
      "learning_rate": 4.7782470960929254e-06,
      "loss": 0.5292,
      "step": 5050
    },
    {
      "epoch": 2.6434260347303824,
      "grad_norm": 5.595186233520508,
      "learning_rate": 4.7676874340021126e-06,
      "loss": 0.4777,
      "step": 5060
    },
    {
      "epoch": 2.6486486486486487,
      "grad_norm": 6.7816643714904785,
      "learning_rate": 4.757127771911299e-06,
      "loss": 0.4999,
      "step": 5070
    },
    {
      "epoch": 2.6538712625669145,
      "grad_norm": 7.1444315910339355,
      "learning_rate": 4.746568109820486e-06,
      "loss": 0.5028,
      "step": 5080
    },
    {
      "epoch": 2.659093876485181,
      "grad_norm": 5.04287576675415,
      "learning_rate": 4.736008447729673e-06,
      "loss": 0.5156,
      "step": 5090
    },
    {
      "epoch": 2.664316490403447,
      "grad_norm": 4.410764694213867,
      "learning_rate": 4.72544878563886e-06,
      "loss": 0.5241,
      "step": 5100
    },
    {
      "epoch": 2.669539104321713,
      "grad_norm": 4.788335800170898,
      "learning_rate": 4.714889123548047e-06,
      "loss": 0.5099,
      "step": 5110
    },
    {
      "epoch": 2.674761718239979,
      "grad_norm": 5.737407207489014,
      "learning_rate": 4.7043294614572335e-06,
      "loss": 0.4395,
      "step": 5120
    },
    {
      "epoch": 2.679984332158245,
      "grad_norm": 6.255344867706299,
      "learning_rate": 4.693769799366421e-06,
      "loss": 0.5994,
      "step": 5130
    },
    {
      "epoch": 2.6852069460765113,
      "grad_norm": 5.028295516967773,
      "learning_rate": 4.683210137275608e-06,
      "loss": 0.5518,
      "step": 5140
    },
    {
      "epoch": 2.6904295599947776,
      "grad_norm": 4.391537189483643,
      "learning_rate": 4.672650475184795e-06,
      "loss": 0.4991,
      "step": 5150
    },
    {
      "epoch": 2.6956521739130435,
      "grad_norm": 5.823568820953369,
      "learning_rate": 4.662090813093981e-06,
      "loss": 0.5885,
      "step": 5160
    },
    {
      "epoch": 2.7008747878313093,
      "grad_norm": 2.928971529006958,
      "learning_rate": 4.651531151003168e-06,
      "loss": 0.6942,
      "step": 5170
    },
    {
      "epoch": 2.7060974017495756,
      "grad_norm": 9.696499824523926,
      "learning_rate": 4.640971488912355e-06,
      "loss": 0.5699,
      "step": 5180
    },
    {
      "epoch": 2.711320015667842,
      "grad_norm": 4.2604217529296875,
      "learning_rate": 4.630411826821542e-06,
      "loss": 0.4676,
      "step": 5190
    },
    {
      "epoch": 2.7165426295861077,
      "grad_norm": 5.672421932220459,
      "learning_rate": 4.619852164730729e-06,
      "loss": 0.4576,
      "step": 5200
    },
    {
      "epoch": 2.7165426295861077,
      "eval_loss": 0.7933436632156372,
      "eval_runtime": 46.2281,
      "eval_samples_per_second": 36.817,
      "eval_steps_per_second": 4.608,
      "step": 5200
    },
    {
      "epoch": 2.721765243504374,
      "grad_norm": 4.114403247833252,
      "learning_rate": 4.609292502639916e-06,
      "loss": 0.4742,
      "step": 5210
    },
    {
      "epoch": 2.72698785742264,
      "grad_norm": 5.642977237701416,
      "learning_rate": 4.598732840549103e-06,
      "loss": 0.5453,
      "step": 5220
    },
    {
      "epoch": 2.732210471340906,
      "grad_norm": 5.690392017364502,
      "learning_rate": 4.588173178458289e-06,
      "loss": 0.5248,
      "step": 5230
    },
    {
      "epoch": 2.7374330852591724,
      "grad_norm": 7.28243350982666,
      "learning_rate": 4.577613516367477e-06,
      "loss": 0.5059,
      "step": 5240
    },
    {
      "epoch": 2.7426556991774382,
      "grad_norm": 5.291462421417236,
      "learning_rate": 4.567053854276663e-06,
      "loss": 0.4494,
      "step": 5250
    },
    {
      "epoch": 2.7478783130957045,
      "grad_norm": 2.6974287033081055,
      "learning_rate": 4.5564941921858505e-06,
      "loss": 0.5439,
      "step": 5260
    },
    {
      "epoch": 2.7531009270139704,
      "grad_norm": 4.0036940574646,
      "learning_rate": 4.545934530095038e-06,
      "loss": 0.4797,
      "step": 5270
    },
    {
      "epoch": 2.7583235409322366,
      "grad_norm": 5.800724506378174,
      "learning_rate": 4.535374868004224e-06,
      "loss": 0.5122,
      "step": 5280
    },
    {
      "epoch": 2.763546154850503,
      "grad_norm": 6.420878887176514,
      "learning_rate": 4.524815205913411e-06,
      "loss": 0.4956,
      "step": 5290
    },
    {
      "epoch": 2.7687687687687688,
      "grad_norm": 6.129545211791992,
      "learning_rate": 4.514255543822598e-06,
      "loss": 0.5465,
      "step": 5300
    },
    {
      "epoch": 2.7739913826870346,
      "grad_norm": 5.964089870452881,
      "learning_rate": 4.503695881731785e-06,
      "loss": 0.5012,
      "step": 5310
    },
    {
      "epoch": 2.779213996605301,
      "grad_norm": 5.476171493530273,
      "learning_rate": 4.4931362196409714e-06,
      "loss": 0.4842,
      "step": 5320
    },
    {
      "epoch": 2.784436610523567,
      "grad_norm": 3.6184587478637695,
      "learning_rate": 4.4825765575501585e-06,
      "loss": 0.464,
      "step": 5330
    },
    {
      "epoch": 2.789659224441833,
      "grad_norm": 6.052497863769531,
      "learning_rate": 4.472016895459346e-06,
      "loss": 0.5625,
      "step": 5340
    },
    {
      "epoch": 2.7948818383600993,
      "grad_norm": 8.540828704833984,
      "learning_rate": 4.461457233368533e-06,
      "loss": 0.581,
      "step": 5350
    },
    {
      "epoch": 2.800104452278365,
      "grad_norm": 6.093939781188965,
      "learning_rate": 4.45089757127772e-06,
      "loss": 0.5907,
      "step": 5360
    },
    {
      "epoch": 2.8053270661966314,
      "grad_norm": 4.6257405281066895,
      "learning_rate": 4.440337909186906e-06,
      "loss": 0.4679,
      "step": 5370
    },
    {
      "epoch": 2.8105496801148977,
      "grad_norm": 4.155122756958008,
      "learning_rate": 4.429778247096093e-06,
      "loss": 0.4799,
      "step": 5380
    },
    {
      "epoch": 2.8157722940331635,
      "grad_norm": 6.194579601287842,
      "learning_rate": 4.41921858500528e-06,
      "loss": 0.5603,
      "step": 5390
    },
    {
      "epoch": 2.82099490795143,
      "grad_norm": 7.508232593536377,
      "learning_rate": 4.4086589229144675e-06,
      "loss": 0.6672,
      "step": 5400
    },
    {
      "epoch": 2.82099490795143,
      "eval_loss": 0.7919074296951294,
      "eval_runtime": 46.2409,
      "eval_samples_per_second": 36.807,
      "eval_steps_per_second": 4.606,
      "step": 5400
    },
    {
      "epoch": 2.8262175218696957,
      "grad_norm": 6.648965358734131,
      "learning_rate": 4.398099260823654e-06,
      "loss": 0.6096,
      "step": 5410
    },
    {
      "epoch": 2.831440135787962,
      "grad_norm": 6.033213138580322,
      "learning_rate": 4.387539598732841e-06,
      "loss": 0.5375,
      "step": 5420
    },
    {
      "epoch": 2.8366627497062282,
      "grad_norm": 5.509268760681152,
      "learning_rate": 4.376979936642028e-06,
      "loss": 0.4289,
      "step": 5430
    },
    {
      "epoch": 2.841885363624494,
      "grad_norm": 4.335843563079834,
      "learning_rate": 4.366420274551215e-06,
      "loss": 0.443,
      "step": 5440
    },
    {
      "epoch": 2.84710797754276,
      "grad_norm": 3.9269707202911377,
      "learning_rate": 4.355860612460401e-06,
      "loss": 0.4666,
      "step": 5450
    },
    {
      "epoch": 2.852330591461026,
      "grad_norm": 7.474977970123291,
      "learning_rate": 4.345300950369588e-06,
      "loss": 0.5793,
      "step": 5460
    },
    {
      "epoch": 2.8575532053792925,
      "grad_norm": 3.6517860889434814,
      "learning_rate": 4.3347412882787755e-06,
      "loss": 0.4276,
      "step": 5470
    },
    {
      "epoch": 2.8627758192975583,
      "grad_norm": 4.662909030914307,
      "learning_rate": 4.324181626187962e-06,
      "loss": 0.5647,
      "step": 5480
    },
    {
      "epoch": 2.8679984332158246,
      "grad_norm": 6.30706787109375,
      "learning_rate": 4.31362196409715e-06,
      "loss": 0.5985,
      "step": 5490
    },
    {
      "epoch": 2.8732210471340904,
      "grad_norm": 3.8878538608551025,
      "learning_rate": 4.303062302006336e-06,
      "loss": 0.4561,
      "step": 5500
    },
    {
      "epoch": 2.8784436610523567,
      "grad_norm": 4.7928667068481445,
      "learning_rate": 4.292502639915523e-06,
      "loss": 0.5941,
      "step": 5510
    },
    {
      "epoch": 2.883666274970623,
      "grad_norm": 7.024383544921875,
      "learning_rate": 4.28194297782471e-06,
      "loss": 0.51,
      "step": 5520
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 4.680624961853027,
      "learning_rate": 4.2713833157338965e-06,
      "loss": 0.5751,
      "step": 5530
    },
    {
      "epoch": 2.894111502807155,
      "grad_norm": 5.982644081115723,
      "learning_rate": 4.260823653643084e-06,
      "loss": 0.5139,
      "step": 5540
    },
    {
      "epoch": 2.899334116725421,
      "grad_norm": 5.7597784996032715,
      "learning_rate": 4.250263991552271e-06,
      "loss": 0.5367,
      "step": 5550
    },
    {
      "epoch": 2.9045567306436872,
      "grad_norm": 5.401406764984131,
      "learning_rate": 4.239704329461458e-06,
      "loss": 0.5542,
      "step": 5560
    },
    {
      "epoch": 2.9097793445619535,
      "grad_norm": 8.459036827087402,
      "learning_rate": 4.229144667370644e-06,
      "loss": 0.5354,
      "step": 5570
    },
    {
      "epoch": 2.9150019584802194,
      "grad_norm": 6.203250885009766,
      "learning_rate": 4.218585005279832e-06,
      "loss": 0.5376,
      "step": 5580
    },
    {
      "epoch": 2.920224572398485,
      "grad_norm": 6.801321983337402,
      "learning_rate": 4.208025343189018e-06,
      "loss": 0.4566,
      "step": 5590
    },
    {
      "epoch": 2.9254471863167515,
      "grad_norm": 2.9718496799468994,
      "learning_rate": 4.197465681098205e-06,
      "loss": 0.483,
      "step": 5600
    },
    {
      "epoch": 2.9254471863167515,
      "eval_loss": 0.7785268425941467,
      "eval_runtime": 46.2314,
      "eval_samples_per_second": 36.815,
      "eval_steps_per_second": 4.607,
      "step": 5600
    },
    {
      "epoch": 2.9306698002350178,
      "grad_norm": 3.2528350353240967,
      "learning_rate": 4.1869060190073925e-06,
      "loss": 0.5526,
      "step": 5610
    },
    {
      "epoch": 2.9358924141532836,
      "grad_norm": 3.9217379093170166,
      "learning_rate": 4.176346356916579e-06,
      "loss": 0.558,
      "step": 5620
    },
    {
      "epoch": 2.94111502807155,
      "grad_norm": 4.15424919128418,
      "learning_rate": 4.165786694825766e-06,
      "loss": 0.4264,
      "step": 5630
    },
    {
      "epoch": 2.9463376419898157,
      "grad_norm": 5.303351402282715,
      "learning_rate": 4.155227032734953e-06,
      "loss": 0.5739,
      "step": 5640
    },
    {
      "epoch": 2.951560255908082,
      "grad_norm": 7.237427234649658,
      "learning_rate": 4.14466737064414e-06,
      "loss": 0.5442,
      "step": 5650
    },
    {
      "epoch": 2.9567828698263483,
      "grad_norm": 4.967709541320801,
      "learning_rate": 4.134107708553326e-06,
      "loss": 0.4926,
      "step": 5660
    },
    {
      "epoch": 2.962005483744614,
      "grad_norm": 5.920149326324463,
      "learning_rate": 4.1235480464625134e-06,
      "loss": 0.5655,
      "step": 5670
    },
    {
      "epoch": 2.9672280976628804,
      "grad_norm": 5.823659896850586,
      "learning_rate": 4.1129883843717006e-06,
      "loss": 0.5124,
      "step": 5680
    },
    {
      "epoch": 2.9724507115811463,
      "grad_norm": 3.851020336151123,
      "learning_rate": 4.102428722280888e-06,
      "loss": 0.423,
      "step": 5690
    },
    {
      "epoch": 2.9776733254994125,
      "grad_norm": 4.632102012634277,
      "learning_rate": 4.091869060190074e-06,
      "loss": 0.42,
      "step": 5700
    },
    {
      "epoch": 2.9828959394176784,
      "grad_norm": 6.207057476043701,
      "learning_rate": 4.081309398099261e-06,
      "loss": 0.4569,
      "step": 5710
    },
    {
      "epoch": 2.9881185533359447,
      "grad_norm": 4.414632797241211,
      "learning_rate": 4.070749736008448e-06,
      "loss": 0.4628,
      "step": 5720
    },
    {
      "epoch": 2.9933411672542105,
      "grad_norm": 5.721477508544922,
      "learning_rate": 4.060190073917634e-06,
      "loss": 0.4518,
      "step": 5730
    },
    {
      "epoch": 2.998563781172477,
      "grad_norm": 5.436526298522949,
      "learning_rate": 4.049630411826822e-06,
      "loss": 0.5313,
      "step": 5740
    },
    {
      "epoch": 3.0041780911346128,
      "grad_norm": 7.654147148132324,
      "learning_rate": 4.039070749736009e-06,
      "loss": 0.494,
      "step": 5750
    },
    {
      "epoch": 3.009400705052879,
      "grad_norm": 5.68324089050293,
      "learning_rate": 4.028511087645196e-06,
      "loss": 0.3699,
      "step": 5760
    },
    {
      "epoch": 3.014623318971145,
      "grad_norm": 5.219386577606201,
      "learning_rate": 4.017951425554383e-06,
      "loss": 0.4355,
      "step": 5770
    },
    {
      "epoch": 3.019845932889411,
      "grad_norm": 6.570154190063477,
      "learning_rate": 4.007391763463569e-06,
      "loss": 0.4075,
      "step": 5780
    },
    {
      "epoch": 3.0250685468076774,
      "grad_norm": 7.014920234680176,
      "learning_rate": 3.996832101372756e-06,
      "loss": 0.3904,
      "step": 5790
    },
    {
      "epoch": 3.0302911607259433,
      "grad_norm": 4.148968696594238,
      "learning_rate": 3.986272439281943e-06,
      "loss": 0.3938,
      "step": 5800
    },
    {
      "epoch": 3.0302911607259433,
      "eval_loss": 0.8061103224754333,
      "eval_runtime": 46.2431,
      "eval_samples_per_second": 36.806,
      "eval_steps_per_second": 4.606,
      "step": 5800
    },
    {
      "epoch": 3.0355137746442096,
      "grad_norm": 8.123299598693848,
      "learning_rate": 3.97571277719113e-06,
      "loss": 0.4201,
      "step": 5810
    },
    {
      "epoch": 3.0407363885624754,
      "grad_norm": 8.127564430236816,
      "learning_rate": 3.965153115100317e-06,
      "loss": 0.416,
      "step": 5820
    },
    {
      "epoch": 3.0459590024807417,
      "grad_norm": 3.643094539642334,
      "learning_rate": 3.954593453009505e-06,
      "loss": 0.36,
      "step": 5830
    },
    {
      "epoch": 3.0511816163990075,
      "grad_norm": 3.6215567588806152,
      "learning_rate": 3.944033790918691e-06,
      "loss": 0.354,
      "step": 5840
    },
    {
      "epoch": 3.056404230317274,
      "grad_norm": 6.820983409881592,
      "learning_rate": 3.933474128827878e-06,
      "loss": 0.4113,
      "step": 5850
    },
    {
      "epoch": 3.06162684423554,
      "grad_norm": 5.715891361236572,
      "learning_rate": 3.922914466737065e-06,
      "loss": 0.3628,
      "step": 5860
    },
    {
      "epoch": 3.066849458153806,
      "grad_norm": 7.616763114929199,
      "learning_rate": 3.912354804646251e-06,
      "loss": 0.4049,
      "step": 5870
    },
    {
      "epoch": 3.0720720720720722,
      "grad_norm": 4.177463531494141,
      "learning_rate": 3.9017951425554385e-06,
      "loss": 0.4452,
      "step": 5880
    },
    {
      "epoch": 3.077294685990338,
      "grad_norm": 4.512898921966553,
      "learning_rate": 3.891235480464626e-06,
      "loss": 0.384,
      "step": 5890
    },
    {
      "epoch": 3.0825172999086043,
      "grad_norm": 3.9176089763641357,
      "learning_rate": 3.880675818373813e-06,
      "loss": 0.4524,
      "step": 5900
    },
    {
      "epoch": 3.08773991382687,
      "grad_norm": 5.587650299072266,
      "learning_rate": 3.870116156282999e-06,
      "loss": 0.3638,
      "step": 5910
    },
    {
      "epoch": 3.0929625277451365,
      "grad_norm": 5.886160373687744,
      "learning_rate": 3.859556494192186e-06,
      "loss": 0.3664,
      "step": 5920
    },
    {
      "epoch": 3.0981851416634028,
      "grad_norm": 3.332893133163452,
      "learning_rate": 3.848996832101373e-06,
      "loss": 0.4352,
      "step": 5930
    },
    {
      "epoch": 3.1034077555816686,
      "grad_norm": 4.1508097648620605,
      "learning_rate": 3.83843717001056e-06,
      "loss": 0.485,
      "step": 5940
    },
    {
      "epoch": 3.108630369499935,
      "grad_norm": 6.934416770935059,
      "learning_rate": 3.8278775079197465e-06,
      "loss": 0.4333,
      "step": 5950
    },
    {
      "epoch": 3.1138529834182007,
      "grad_norm": 5.893505573272705,
      "learning_rate": 3.817317845828934e-06,
      "loss": 0.4209,
      "step": 5960
    },
    {
      "epoch": 3.119075597336467,
      "grad_norm": 6.001057147979736,
      "learning_rate": 3.8067581837381208e-06,
      "loss": 0.4274,
      "step": 5970
    },
    {
      "epoch": 3.124298211254733,
      "grad_norm": 4.873240947723389,
      "learning_rate": 3.7961985216473074e-06,
      "loss": 0.3278,
      "step": 5980
    },
    {
      "epoch": 3.129520825172999,
      "grad_norm": 6.454697132110596,
      "learning_rate": 3.7856388595564946e-06,
      "loss": 0.4673,
      "step": 5990
    },
    {
      "epoch": 3.134743439091265,
      "grad_norm": 5.828022003173828,
      "learning_rate": 3.7750791974656812e-06,
      "loss": 0.4288,
      "step": 6000
    },
    {
      "epoch": 3.134743439091265,
      "eval_loss": 0.8229681849479675,
      "eval_runtime": 46.2578,
      "eval_samples_per_second": 36.794,
      "eval_steps_per_second": 4.605,
      "step": 6000
    },
    {
      "epoch": 3.1399660530095312,
      "grad_norm": 6.981528282165527,
      "learning_rate": 3.7645195353748684e-06,
      "loss": 0.3955,
      "step": 6010
    },
    {
      "epoch": 3.1451886669277975,
      "grad_norm": 4.903995990753174,
      "learning_rate": 3.7539598732840555e-06,
      "loss": 0.3907,
      "step": 6020
    },
    {
      "epoch": 3.1504112808460634,
      "grad_norm": 4.399137496948242,
      "learning_rate": 3.743400211193242e-06,
      "loss": 0.4785,
      "step": 6030
    },
    {
      "epoch": 3.1556338947643296,
      "grad_norm": 3.4194514751434326,
      "learning_rate": 3.732840549102429e-06,
      "loss": 0.4086,
      "step": 6040
    },
    {
      "epoch": 3.1608565086825955,
      "grad_norm": 6.683743476867676,
      "learning_rate": 3.7222808870116164e-06,
      "loss": 0.4418,
      "step": 6050
    },
    {
      "epoch": 3.1660791226008618,
      "grad_norm": 4.924780368804932,
      "learning_rate": 3.711721224920803e-06,
      "loss": 0.4035,
      "step": 6060
    },
    {
      "epoch": 3.171301736519128,
      "grad_norm": 6.23117733001709,
      "learning_rate": 3.7011615628299897e-06,
      "loss": 0.3554,
      "step": 6070
    },
    {
      "epoch": 3.176524350437394,
      "grad_norm": 7.044112682342529,
      "learning_rate": 3.690601900739177e-06,
      "loss": 0.4143,
      "step": 6080
    },
    {
      "epoch": 3.18174696435566,
      "grad_norm": 6.9131059646606445,
      "learning_rate": 3.6800422386483635e-06,
      "loss": 0.4045,
      "step": 6090
    },
    {
      "epoch": 3.186969578273926,
      "grad_norm": 5.362022876739502,
      "learning_rate": 3.66948257655755e-06,
      "loss": 0.4318,
      "step": 6100
    },
    {
      "epoch": 3.1921921921921923,
      "grad_norm": 5.799452781677246,
      "learning_rate": 3.6589229144667377e-06,
      "loss": 0.4649,
      "step": 6110
    },
    {
      "epoch": 3.197414806110458,
      "grad_norm": 7.595244884490967,
      "learning_rate": 3.6483632523759244e-06,
      "loss": 0.4466,
      "step": 6120
    },
    {
      "epoch": 3.2026374200287244,
      "grad_norm": 2.4312336444854736,
      "learning_rate": 3.637803590285111e-06,
      "loss": 0.4557,
      "step": 6130
    },
    {
      "epoch": 3.2078600339469903,
      "grad_norm": 5.092735767364502,
      "learning_rate": 3.627243928194298e-06,
      "loss": 0.4255,
      "step": 6140
    },
    {
      "epoch": 3.2130826478652565,
      "grad_norm": 5.3324151039123535,
      "learning_rate": 3.616684266103485e-06,
      "loss": 0.432,
      "step": 6150
    },
    {
      "epoch": 3.218305261783523,
      "grad_norm": 4.059586524963379,
      "learning_rate": 3.606124604012672e-06,
      "loss": 0.4766,
      "step": 6160
    },
    {
      "epoch": 3.2235278757017887,
      "grad_norm": 6.850623607635498,
      "learning_rate": 3.5955649419218587e-06,
      "loss": 0.4387,
      "step": 6170
    },
    {
      "epoch": 3.228750489620055,
      "grad_norm": 5.995065212249756,
      "learning_rate": 3.585005279831046e-06,
      "loss": 0.4257,
      "step": 6180
    },
    {
      "epoch": 3.233973103538321,
      "grad_norm": 3.885401487350464,
      "learning_rate": 3.5744456177402325e-06,
      "loss": 0.4423,
      "step": 6190
    },
    {
      "epoch": 3.239195717456587,
      "grad_norm": 4.709335803985596,
      "learning_rate": 3.563885955649419e-06,
      "loss": 0.3812,
      "step": 6200
    },
    {
      "epoch": 3.239195717456587,
      "eval_loss": 0.810655415058136,
      "eval_runtime": 46.276,
      "eval_samples_per_second": 36.779,
      "eval_steps_per_second": 4.603,
      "step": 6200
    },
    {
      "epoch": 3.244418331374853,
      "grad_norm": 7.61454963684082,
      "learning_rate": 3.5533262935586067e-06,
      "loss": 0.4508,
      "step": 6210
    },
    {
      "epoch": 3.249640945293119,
      "grad_norm": 7.8873066902160645,
      "learning_rate": 3.5427666314677934e-06,
      "loss": 0.4208,
      "step": 6220
    },
    {
      "epoch": 3.2548635592113855,
      "grad_norm": 5.000669956207275,
      "learning_rate": 3.53220696937698e-06,
      "loss": 0.4103,
      "step": 6230
    },
    {
      "epoch": 3.2600861731296513,
      "grad_norm": 4.964175701141357,
      "learning_rate": 3.521647307286167e-06,
      "loss": 0.4562,
      "step": 6240
    },
    {
      "epoch": 3.2653087870479176,
      "grad_norm": 4.287696838378906,
      "learning_rate": 3.511087645195354e-06,
      "loss": 0.4661,
      "step": 6250
    },
    {
      "epoch": 3.2705314009661834,
      "grad_norm": 5.519683837890625,
      "learning_rate": 3.500527983104541e-06,
      "loss": 0.4882,
      "step": 6260
    },
    {
      "epoch": 3.2757540148844497,
      "grad_norm": 5.700749397277832,
      "learning_rate": 3.489968321013728e-06,
      "loss": 0.4463,
      "step": 6270
    },
    {
      "epoch": 3.2809766288027156,
      "grad_norm": 5.7745466232299805,
      "learning_rate": 3.4794086589229148e-06,
      "loss": 0.4626,
      "step": 6280
    },
    {
      "epoch": 3.286199242720982,
      "grad_norm": 8.0064058303833,
      "learning_rate": 3.4688489968321015e-06,
      "loss": 0.3982,
      "step": 6290
    },
    {
      "epoch": 3.291421856639248,
      "grad_norm": 5.860507488250732,
      "learning_rate": 3.458289334741289e-06,
      "loss": 0.3835,
      "step": 6300
    },
    {
      "epoch": 3.296644470557514,
      "grad_norm": 7.413349628448486,
      "learning_rate": 3.4477296726504757e-06,
      "loss": 0.4338,
      "step": 6310
    },
    {
      "epoch": 3.3018670844757803,
      "grad_norm": 4.818141937255859,
      "learning_rate": 3.4371700105596624e-06,
      "loss": 0.497,
      "step": 6320
    },
    {
      "epoch": 3.307089698394046,
      "grad_norm": 3.987377405166626,
      "learning_rate": 3.4266103484688495e-06,
      "loss": 0.4099,
      "step": 6330
    },
    {
      "epoch": 3.3123123123123124,
      "grad_norm": 7.0202860832214355,
      "learning_rate": 3.416050686378036e-06,
      "loss": 0.4791,
      "step": 6340
    },
    {
      "epoch": 3.317534926230578,
      "grad_norm": 6.688587665557861,
      "learning_rate": 3.405491024287223e-06,
      "loss": 0.427,
      "step": 6350
    },
    {
      "epoch": 3.3227575401488445,
      "grad_norm": 6.508810997009277,
      "learning_rate": 3.39493136219641e-06,
      "loss": 0.431,
      "step": 6360
    },
    {
      "epoch": 3.3279801540671103,
      "grad_norm": 7.402127265930176,
      "learning_rate": 3.384371700105597e-06,
      "loss": 0.4145,
      "step": 6370
    },
    {
      "epoch": 3.3332027679853766,
      "grad_norm": 4.331240177154541,
      "learning_rate": 3.3738120380147837e-06,
      "loss": 0.3799,
      "step": 6380
    },
    {
      "epoch": 3.338425381903643,
      "grad_norm": 6.24545431137085,
      "learning_rate": 3.3632523759239704e-06,
      "loss": 0.4339,
      "step": 6390
    },
    {
      "epoch": 3.3436479958219087,
      "grad_norm": 6.327270030975342,
      "learning_rate": 3.352692713833158e-06,
      "loss": 0.4506,
      "step": 6400
    },
    {
      "epoch": 3.3436479958219087,
      "eval_loss": 0.8060568571090698,
      "eval_runtime": 46.2458,
      "eval_samples_per_second": 36.803,
      "eval_steps_per_second": 4.606,
      "step": 6400
    },
    {
      "epoch": 3.348870609740175,
      "grad_norm": 2.5744376182556152,
      "learning_rate": 3.3421330517423446e-06,
      "loss": 0.484,
      "step": 6410
    },
    {
      "epoch": 3.354093223658441,
      "grad_norm": 3.4706344604492188,
      "learning_rate": 3.3315733896515313e-06,
      "loss": 0.3897,
      "step": 6420
    },
    {
      "epoch": 3.359315837576707,
      "grad_norm": 6.175302028656006,
      "learning_rate": 3.3210137275607184e-06,
      "loss": 0.4054,
      "step": 6430
    },
    {
      "epoch": 3.3645384514949734,
      "grad_norm": 5.064645767211914,
      "learning_rate": 3.310454065469905e-06,
      "loss": 0.4458,
      "step": 6440
    },
    {
      "epoch": 3.3697610654132393,
      "grad_norm": 8.018420219421387,
      "learning_rate": 3.299894403379092e-06,
      "loss": 0.5056,
      "step": 6450
    },
    {
      "epoch": 3.3749836793315056,
      "grad_norm": 6.1567301750183105,
      "learning_rate": 3.2893347412882793e-06,
      "loss": 0.3735,
      "step": 6460
    },
    {
      "epoch": 3.3802062932497714,
      "grad_norm": 5.155027866363525,
      "learning_rate": 3.278775079197466e-06,
      "loss": 0.3715,
      "step": 6470
    },
    {
      "epoch": 3.3854289071680377,
      "grad_norm": 5.396885395050049,
      "learning_rate": 3.2682154171066527e-06,
      "loss": 0.3597,
      "step": 6480
    },
    {
      "epoch": 3.3906515210863035,
      "grad_norm": 3.0646581649780273,
      "learning_rate": 3.25765575501584e-06,
      "loss": 0.4777,
      "step": 6490
    },
    {
      "epoch": 3.39587413500457,
      "grad_norm": 5.380611419677734,
      "learning_rate": 3.2470960929250265e-06,
      "loss": 0.4137,
      "step": 6500
    },
    {
      "epoch": 3.4010967489228356,
      "grad_norm": 6.225546360015869,
      "learning_rate": 3.2365364308342136e-06,
      "loss": 0.313,
      "step": 6510
    },
    {
      "epoch": 3.406319362841102,
      "grad_norm": 4.760247707366943,
      "learning_rate": 3.2259767687434007e-06,
      "loss": 0.3674,
      "step": 6520
    },
    {
      "epoch": 3.411541976759368,
      "grad_norm": 7.30977725982666,
      "learning_rate": 3.2154171066525874e-06,
      "loss": 0.3591,
      "step": 6530
    },
    {
      "epoch": 3.416764590677634,
      "grad_norm": 7.618262767791748,
      "learning_rate": 3.204857444561774e-06,
      "loss": 0.4384,
      "step": 6540
    },
    {
      "epoch": 3.4219872045959003,
      "grad_norm": 3.0289359092712402,
      "learning_rate": 3.1942977824709616e-06,
      "loss": 0.3818,
      "step": 6550
    },
    {
      "epoch": 3.427209818514166,
      "grad_norm": 3.5998988151550293,
      "learning_rate": 3.1837381203801483e-06,
      "loss": 0.4318,
      "step": 6560
    },
    {
      "epoch": 3.4324324324324325,
      "grad_norm": 4.631134033203125,
      "learning_rate": 3.173178458289335e-06,
      "loss": 0.3956,
      "step": 6570
    },
    {
      "epoch": 3.4376550463506987,
      "grad_norm": 8.129390716552734,
      "learning_rate": 3.1626187961985217e-06,
      "loss": 0.3928,
      "step": 6580
    },
    {
      "epoch": 3.4428776602689646,
      "grad_norm": 7.39198637008667,
      "learning_rate": 3.1520591341077088e-06,
      "loss": 0.4827,
      "step": 6590
    },
    {
      "epoch": 3.448100274187231,
      "grad_norm": 4.935920238494873,
      "learning_rate": 3.1414994720168955e-06,
      "loss": 0.4126,
      "step": 6600
    },
    {
      "epoch": 3.448100274187231,
      "eval_loss": 0.8010614514350891,
      "eval_runtime": 46.3186,
      "eval_samples_per_second": 36.746,
      "eval_steps_per_second": 4.599,
      "step": 6600
    },
    {
      "epoch": 3.4533228881054967,
      "grad_norm": 4.4114460945129395,
      "learning_rate": 3.1309398099260826e-06,
      "loss": 0.4439,
      "step": 6610
    },
    {
      "epoch": 3.458545502023763,
      "grad_norm": 6.824039459228516,
      "learning_rate": 3.1203801478352697e-06,
      "loss": 0.3552,
      "step": 6620
    },
    {
      "epoch": 3.463768115942029,
      "grad_norm": 4.671921253204346,
      "learning_rate": 3.1098204857444564e-06,
      "loss": 0.3289,
      "step": 6630
    },
    {
      "epoch": 3.468990729860295,
      "grad_norm": 3.557352304458618,
      "learning_rate": 3.099260823653643e-06,
      "loss": 0.4342,
      "step": 6640
    },
    {
      "epoch": 3.474213343778561,
      "grad_norm": 5.833057403564453,
      "learning_rate": 3.0887011615628306e-06,
      "loss": 0.4985,
      "step": 6650
    },
    {
      "epoch": 3.4794359576968272,
      "grad_norm": 3.8494341373443604,
      "learning_rate": 3.0781414994720173e-06,
      "loss": 0.4175,
      "step": 6660
    },
    {
      "epoch": 3.4846585716150935,
      "grad_norm": 5.017399311065674,
      "learning_rate": 3.067581837381204e-06,
      "loss": 0.3396,
      "step": 6670
    },
    {
      "epoch": 3.4898811855333594,
      "grad_norm": 8.080399513244629,
      "learning_rate": 3.057022175290391e-06,
      "loss": 0.412,
      "step": 6680
    },
    {
      "epoch": 3.4951037994516256,
      "grad_norm": 4.017096996307373,
      "learning_rate": 3.0464625131995777e-06,
      "loss": 0.4273,
      "step": 6690
    },
    {
      "epoch": 3.5003264133698915,
      "grad_norm": 5.441287517547607,
      "learning_rate": 3.0359028511087644e-06,
      "loss": 0.3789,
      "step": 6700
    },
    {
      "epoch": 3.5055490272881578,
      "grad_norm": 6.666896343231201,
      "learning_rate": 3.025343189017952e-06,
      "loss": 0.4841,
      "step": 6710
    },
    {
      "epoch": 3.510771641206424,
      "grad_norm": 6.075514316558838,
      "learning_rate": 3.0147835269271386e-06,
      "loss": 0.4189,
      "step": 6720
    },
    {
      "epoch": 3.51599425512469,
      "grad_norm": 4.0529303550720215,
      "learning_rate": 3.0042238648363253e-06,
      "loss": 0.442,
      "step": 6730
    },
    {
      "epoch": 3.521216869042956,
      "grad_norm": 4.397035598754883,
      "learning_rate": 2.9936642027455124e-06,
      "loss": 0.3511,
      "step": 6740
    },
    {
      "epoch": 3.526439482961222,
      "grad_norm": 4.687301158905029,
      "learning_rate": 2.9831045406546995e-06,
      "loss": 0.4178,
      "step": 6750
    },
    {
      "epoch": 3.5316620968794883,
      "grad_norm": 7.033337593078613,
      "learning_rate": 2.9725448785638862e-06,
      "loss": 0.4109,
      "step": 6760
    },
    {
      "epoch": 3.536884710797754,
      "grad_norm": 5.542331218719482,
      "learning_rate": 2.9619852164730733e-06,
      "loss": 0.4457,
      "step": 6770
    },
    {
      "epoch": 3.5421073247160204,
      "grad_norm": 2.987297534942627,
      "learning_rate": 2.95142555438226e-06,
      "loss": 0.4106,
      "step": 6780
    },
    {
      "epoch": 3.5473299386342863,
      "grad_norm": 4.037609100341797,
      "learning_rate": 2.9408658922914467e-06,
      "loss": 0.3515,
      "step": 6790
    },
    {
      "epoch": 3.5525525525525525,
      "grad_norm": 6.087532997131348,
      "learning_rate": 2.9303062302006342e-06,
      "loss": 0.4127,
      "step": 6800
    },
    {
      "epoch": 3.5525525525525525,
      "eval_loss": 0.799282431602478,
      "eval_runtime": 46.2878,
      "eval_samples_per_second": 36.77,
      "eval_steps_per_second": 4.602,
      "step": 6800
    },
    {
      "epoch": 3.557775166470819,
      "grad_norm": 5.302961826324463,
      "learning_rate": 2.919746568109821e-06,
      "loss": 0.3994,
      "step": 6810
    },
    {
      "epoch": 3.5629977803890847,
      "grad_norm": 6.701052188873291,
      "learning_rate": 2.9091869060190076e-06,
      "loss": 0.3903,
      "step": 6820
    },
    {
      "epoch": 3.568220394307351,
      "grad_norm": 5.228213310241699,
      "learning_rate": 2.8986272439281943e-06,
      "loss": 0.4006,
      "step": 6830
    },
    {
      "epoch": 3.573443008225617,
      "grad_norm": 5.282093524932861,
      "learning_rate": 2.8880675818373814e-06,
      "loss": 0.4515,
      "step": 6840
    },
    {
      "epoch": 3.578665622143883,
      "grad_norm": 3.786198616027832,
      "learning_rate": 2.8775079197465685e-06,
      "loss": 0.3696,
      "step": 6850
    },
    {
      "epoch": 3.5838882360621493,
      "grad_norm": 5.512637138366699,
      "learning_rate": 2.866948257655755e-06,
      "loss": 0.4546,
      "step": 6860
    },
    {
      "epoch": 3.589110849980415,
      "grad_norm": 7.117464542388916,
      "learning_rate": 2.8563885955649423e-06,
      "loss": 0.4562,
      "step": 6870
    },
    {
      "epoch": 3.594333463898681,
      "grad_norm": 4.943199634552002,
      "learning_rate": 2.845828933474129e-06,
      "loss": 0.4894,
      "step": 6880
    },
    {
      "epoch": 3.5995560778169473,
      "grad_norm": 8.774984359741211,
      "learning_rate": 2.8352692713833157e-06,
      "loss": 0.3925,
      "step": 6890
    },
    {
      "epoch": 3.6047786917352136,
      "grad_norm": 7.126657009124756,
      "learning_rate": 2.824709609292503e-06,
      "loss": 0.4375,
      "step": 6900
    },
    {
      "epoch": 3.6100013056534794,
      "grad_norm": 5.460080146789551,
      "learning_rate": 2.81414994720169e-06,
      "loss": 0.3847,
      "step": 6910
    },
    {
      "epoch": 3.6152239195717457,
      "grad_norm": 5.7454833984375,
      "learning_rate": 2.8035902851108766e-06,
      "loss": 0.3669,
      "step": 6920
    },
    {
      "epoch": 3.6204465334900116,
      "grad_norm": 7.132731914520264,
      "learning_rate": 2.7930306230200637e-06,
      "loss": 0.4013,
      "step": 6930
    },
    {
      "epoch": 3.625669147408278,
      "grad_norm": 4.874327659606934,
      "learning_rate": 2.7824709609292504e-06,
      "loss": 0.3866,
      "step": 6940
    },
    {
      "epoch": 3.630891761326544,
      "grad_norm": 6.133016586303711,
      "learning_rate": 2.771911298838437e-06,
      "loss": 0.3879,
      "step": 6950
    },
    {
      "epoch": 3.63611437524481,
      "grad_norm": 7.170290470123291,
      "learning_rate": 2.7613516367476246e-06,
      "loss": 0.374,
      "step": 6960
    },
    {
      "epoch": 3.6413369891630762,
      "grad_norm": 4.124912738800049,
      "learning_rate": 2.7507919746568113e-06,
      "loss": 0.5092,
      "step": 6970
    },
    {
      "epoch": 3.646559603081342,
      "grad_norm": 6.091069221496582,
      "learning_rate": 2.740232312565998e-06,
      "loss": 0.4028,
      "step": 6980
    },
    {
      "epoch": 3.6517822169996084,
      "grad_norm": 3.907172203063965,
      "learning_rate": 2.729672650475185e-06,
      "loss": 0.4105,
      "step": 6990
    },
    {
      "epoch": 3.6570048309178746,
      "grad_norm": 4.004384517669678,
      "learning_rate": 2.719112988384372e-06,
      "loss": 0.3923,
      "step": 7000
    },
    {
      "epoch": 3.6570048309178746,
      "eval_loss": 0.7925397157669067,
      "eval_runtime": 46.2922,
      "eval_samples_per_second": 36.766,
      "eval_steps_per_second": 4.601,
      "step": 7000
    },
    {
      "epoch": 3.6622274448361405,
      "grad_norm": 4.95105504989624,
      "learning_rate": 2.708553326293559e-06,
      "loss": 0.4407,
      "step": 7010
    },
    {
      "epoch": 3.6674500587544063,
      "grad_norm": 5.319108963012695,
      "learning_rate": 2.697993664202746e-06,
      "loss": 0.4652,
      "step": 7020
    },
    {
      "epoch": 3.6726726726726726,
      "grad_norm": 7.128709316253662,
      "learning_rate": 2.6874340021119326e-06,
      "loss": 0.4353,
      "step": 7030
    },
    {
      "epoch": 3.677895286590939,
      "grad_norm": 4.808097839355469,
      "learning_rate": 2.6768743400211193e-06,
      "loss": 0.345,
      "step": 7040
    },
    {
      "epoch": 3.6831179005092047,
      "grad_norm": 6.002725601196289,
      "learning_rate": 2.666314677930306e-06,
      "loss": 0.425,
      "step": 7050
    },
    {
      "epoch": 3.688340514427471,
      "grad_norm": 4.452878952026367,
      "learning_rate": 2.6557550158394935e-06,
      "loss": 0.4487,
      "step": 7060
    },
    {
      "epoch": 3.693563128345737,
      "grad_norm": 5.096455097198486,
      "learning_rate": 2.6451953537486802e-06,
      "loss": 0.4158,
      "step": 7070
    },
    {
      "epoch": 3.698785742264003,
      "grad_norm": 6.426013946533203,
      "learning_rate": 2.634635691657867e-06,
      "loss": 0.3701,
      "step": 7080
    },
    {
      "epoch": 3.7040083561822694,
      "grad_norm": 7.101649284362793,
      "learning_rate": 2.624076029567054e-06,
      "loss": 0.4757,
      "step": 7090
    },
    {
      "epoch": 3.7092309701005353,
      "grad_norm": 5.96986198425293,
      "learning_rate": 2.613516367476241e-06,
      "loss": 0.4475,
      "step": 7100
    },
    {
      "epoch": 3.7144535840188015,
      "grad_norm": 6.221879482269287,
      "learning_rate": 2.602956705385428e-06,
      "loss": 0.3911,
      "step": 7110
    },
    {
      "epoch": 3.7196761979370674,
      "grad_norm": 6.827433109283447,
      "learning_rate": 2.592397043294615e-06,
      "loss": 0.4751,
      "step": 7120
    },
    {
      "epoch": 3.7248988118553337,
      "grad_norm": 5.734457015991211,
      "learning_rate": 2.5818373812038016e-06,
      "loss": 0.4343,
      "step": 7130
    },
    {
      "epoch": 3.7301214257736,
      "grad_norm": 3.825587034225464,
      "learning_rate": 2.5712777191129883e-06,
      "loss": 0.3712,
      "step": 7140
    },
    {
      "epoch": 3.735344039691866,
      "grad_norm": 7.958340644836426,
      "learning_rate": 2.560718057022176e-06,
      "loss": 0.4076,
      "step": 7150
    },
    {
      "epoch": 3.7405666536101316,
      "grad_norm": 6.706486701965332,
      "learning_rate": 2.5501583949313625e-06,
      "loss": 0.4379,
      "step": 7160
    },
    {
      "epoch": 3.745789267528398,
      "grad_norm": 3.6787171363830566,
      "learning_rate": 2.539598732840549e-06,
      "loss": 0.3937,
      "step": 7170
    },
    {
      "epoch": 3.751011881446664,
      "grad_norm": 3.7710745334625244,
      "learning_rate": 2.5290390707497363e-06,
      "loss": 0.4023,
      "step": 7180
    },
    {
      "epoch": 3.75623449536493,
      "grad_norm": 9.986141204833984,
      "learning_rate": 2.518479408658923e-06,
      "loss": 0.4278,
      "step": 7190
    },
    {
      "epoch": 3.7614571092831963,
      "grad_norm": 5.851425647735596,
      "learning_rate": 2.50791974656811e-06,
      "loss": 0.3561,
      "step": 7200
    },
    {
      "epoch": 3.7614571092831963,
      "eval_loss": 0.7960723042488098,
      "eval_runtime": 46.2236,
      "eval_samples_per_second": 36.821,
      "eval_steps_per_second": 4.608,
      "step": 7200
    },
    {
      "epoch": 3.766679723201462,
      "grad_norm": 5.080770969390869,
      "learning_rate": 2.4973600844772968e-06,
      "loss": 0.4494,
      "step": 7210
    },
    {
      "epoch": 3.7719023371197284,
      "grad_norm": 6.7447190284729,
      "learning_rate": 2.486800422386484e-06,
      "loss": 0.4839,
      "step": 7220
    },
    {
      "epoch": 3.7771249510379947,
      "grad_norm": 5.529577255249023,
      "learning_rate": 2.4762407602956706e-06,
      "loss": 0.3799,
      "step": 7230
    },
    {
      "epoch": 3.7823475649562606,
      "grad_norm": 3.1499006748199463,
      "learning_rate": 2.4656810982048577e-06,
      "loss": 0.3959,
      "step": 7240
    },
    {
      "epoch": 3.787570178874527,
      "grad_norm": 7.214032173156738,
      "learning_rate": 2.4551214361140448e-06,
      "loss": 0.4165,
      "step": 7250
    },
    {
      "epoch": 3.7927927927927927,
      "grad_norm": 3.6615257263183594,
      "learning_rate": 2.4445617740232315e-06,
      "loss": 0.3899,
      "step": 7260
    },
    {
      "epoch": 3.798015406711059,
      "grad_norm": 8.117351531982422,
      "learning_rate": 2.4340021119324186e-06,
      "loss": 0.3904,
      "step": 7270
    },
    {
      "epoch": 3.803238020629325,
      "grad_norm": 6.586986064910889,
      "learning_rate": 2.4234424498416053e-06,
      "loss": 0.4566,
      "step": 7280
    },
    {
      "epoch": 3.808460634547591,
      "grad_norm": 2.746188163757324,
      "learning_rate": 2.412882787750792e-06,
      "loss": 0.3717,
      "step": 7290
    },
    {
      "epoch": 3.813683248465857,
      "grad_norm": 3.323824167251587,
      "learning_rate": 2.402323125659979e-06,
      "loss": 0.4007,
      "step": 7300
    },
    {
      "epoch": 3.818905862384123,
      "grad_norm": 4.206129550933838,
      "learning_rate": 2.391763463569166e-06,
      "loss": 0.3699,
      "step": 7310
    },
    {
      "epoch": 3.8241284763023895,
      "grad_norm": 4.980790615081787,
      "learning_rate": 2.381203801478353e-06,
      "loss": 0.4213,
      "step": 7320
    },
    {
      "epoch": 3.8293510902206553,
      "grad_norm": 4.453920841217041,
      "learning_rate": 2.37064413938754e-06,
      "loss": 0.3974,
      "step": 7330
    },
    {
      "epoch": 3.8345737041389216,
      "grad_norm": 4.445418834686279,
      "learning_rate": 2.3600844772967266e-06,
      "loss": 0.3761,
      "step": 7340
    },
    {
      "epoch": 3.8397963180571875,
      "grad_norm": 5.032138347625732,
      "learning_rate": 2.3495248152059137e-06,
      "loss": 0.3759,
      "step": 7350
    },
    {
      "epoch": 3.8450189319754537,
      "grad_norm": 6.470358371734619,
      "learning_rate": 2.3389651531151004e-06,
      "loss": 0.4194,
      "step": 7360
    },
    {
      "epoch": 3.85024154589372,
      "grad_norm": 3.676422119140625,
      "learning_rate": 2.328405491024287e-06,
      "loss": 0.4073,
      "step": 7370
    },
    {
      "epoch": 3.855464159811986,
      "grad_norm": 2.7682676315307617,
      "learning_rate": 2.3178458289334742e-06,
      "loss": 0.4572,
      "step": 7380
    },
    {
      "epoch": 3.860686773730252,
      "grad_norm": 2.9539079666137695,
      "learning_rate": 2.3072861668426613e-06,
      "loss": 0.4329,
      "step": 7390
    },
    {
      "epoch": 3.865909387648518,
      "grad_norm": 3.254023551940918,
      "learning_rate": 2.296726504751848e-06,
      "loss": 0.3963,
      "step": 7400
    },
    {
      "epoch": 3.865909387648518,
      "eval_loss": 0.7841590046882629,
      "eval_runtime": 46.2618,
      "eval_samples_per_second": 36.791,
      "eval_steps_per_second": 4.604,
      "step": 7400
    },
    {
      "epoch": 3.8711320015667843,
      "grad_norm": 3.7601821422576904,
      "learning_rate": 2.286166842661035e-06,
      "loss": 0.4022,
      "step": 7410
    },
    {
      "epoch": 3.87635461548505,
      "grad_norm": 6.364165782928467,
      "learning_rate": 2.2756071805702222e-06,
      "loss": 0.5135,
      "step": 7420
    },
    {
      "epoch": 3.8815772294033164,
      "grad_norm": 4.010589599609375,
      "learning_rate": 2.265047518479409e-06,
      "loss": 0.433,
      "step": 7430
    },
    {
      "epoch": 3.8867998433215822,
      "grad_norm": 9.321678161621094,
      "learning_rate": 2.2544878563885956e-06,
      "loss": 0.4228,
      "step": 7440
    },
    {
      "epoch": 3.8920224572398485,
      "grad_norm": 7.4074273109436035,
      "learning_rate": 2.2439281942977827e-06,
      "loss": 0.4568,
      "step": 7450
    },
    {
      "epoch": 3.897245071158115,
      "grad_norm": 6.130796432495117,
      "learning_rate": 2.2333685322069694e-06,
      "loss": 0.3895,
      "step": 7460
    },
    {
      "epoch": 3.9024676850763806,
      "grad_norm": 6.908585071563721,
      "learning_rate": 2.2228088701161565e-06,
      "loss": 0.35,
      "step": 7470
    },
    {
      "epoch": 3.907690298994647,
      "grad_norm": 2.8046581745147705,
      "learning_rate": 2.212249208025343e-06,
      "loss": 0.4573,
      "step": 7480
    },
    {
      "epoch": 3.9129129129129128,
      "grad_norm": 4.019318580627441,
      "learning_rate": 2.2016895459345303e-06,
      "loss": 0.4703,
      "step": 7490
    },
    {
      "epoch": 3.918135526831179,
      "grad_norm": 5.776391983032227,
      "learning_rate": 2.1911298838437174e-06,
      "loss": 0.3865,
      "step": 7500
    },
    {
      "epoch": 3.9233581407494453,
      "grad_norm": 5.176472187042236,
      "learning_rate": 2.180570221752904e-06,
      "loss": 0.3992,
      "step": 7510
    },
    {
      "epoch": 3.928580754667711,
      "grad_norm": 5.863769054412842,
      "learning_rate": 2.170010559662091e-06,
      "loss": 0.4149,
      "step": 7520
    },
    {
      "epoch": 3.933803368585977,
      "grad_norm": 4.269286632537842,
      "learning_rate": 2.159450897571278e-06,
      "loss": 0.3281,
      "step": 7530
    },
    {
      "epoch": 3.9390259825042433,
      "grad_norm": 5.141351699829102,
      "learning_rate": 2.1488912354804646e-06,
      "loss": 0.3818,
      "step": 7540
    },
    {
      "epoch": 3.9442485964225096,
      "grad_norm": 7.267117977142334,
      "learning_rate": 2.1383315733896517e-06,
      "loss": 0.4357,
      "step": 7550
    },
    {
      "epoch": 3.9494712103407754,
      "grad_norm": 2.134504556655884,
      "learning_rate": 2.1277719112988384e-06,
      "loss": 0.408,
      "step": 7560
    },
    {
      "epoch": 3.9546938242590417,
      "grad_norm": 2.806506872177124,
      "learning_rate": 2.1172122492080255e-06,
      "loss": 0.4074,
      "step": 7570
    },
    {
      "epoch": 3.9599164381773075,
      "grad_norm": 7.443352699279785,
      "learning_rate": 2.1066525871172126e-06,
      "loss": 0.4055,
      "step": 7580
    },
    {
      "epoch": 3.965139052095574,
      "grad_norm": 4.180816650390625,
      "learning_rate": 2.0960929250263993e-06,
      "loss": 0.4754,
      "step": 7590
    },
    {
      "epoch": 3.97036166601384,
      "grad_norm": 7.595555305480957,
      "learning_rate": 2.0855332629355864e-06,
      "loss": 0.4441,
      "step": 7600
    },
    {
      "epoch": 3.97036166601384,
      "eval_loss": 0.7774137258529663,
      "eval_runtime": 46.2875,
      "eval_samples_per_second": 36.77,
      "eval_steps_per_second": 4.602,
      "step": 7600
    }
  ],
  "logging_steps": 10,
  "max_steps": 9570,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.228569170208358e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}