{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1780,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0028097780275358245,
      "grad_norm": 1.6289448738098145,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 2.9507366180419923,
      "step": 5
    },
    {
      "epoch": 0.005619556055071649,
      "grad_norm": 1.0632959604263306,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 2.8418886184692385,
      "step": 10
    },
    {
      "epoch": 0.008429334082607475,
      "grad_norm": 0.46306225657463074,
      "learning_rate": 2.5925925925925925e-05,
      "loss": 2.6990007400512694,
      "step": 15
    },
    {
      "epoch": 0.011239112110143298,
      "grad_norm": 0.30506059527397156,
      "learning_rate": 3.518518518518519e-05,
      "loss": 2.5129268646240233,
      "step": 20
    },
    {
      "epoch": 0.014048890137679123,
      "grad_norm": 0.33695265650749207,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 2.4396335601806642,
      "step": 25
    },
    {
      "epoch": 0.01685866816521495,
      "grad_norm": 0.23116245865821838,
      "learning_rate": 5.370370370370371e-05,
      "loss": 2.332992744445801,
      "step": 30
    },
    {
      "epoch": 0.019668446192750773,
      "grad_norm": 0.1972494125366211,
      "learning_rate": 6.296296296296296e-05,
      "loss": 2.2365184783935548,
      "step": 35
    },
    {
      "epoch": 0.022478224220286596,
      "grad_norm": 0.1908838003873825,
      "learning_rate": 7.222222222222222e-05,
      "loss": 2.0834888458251952,
      "step": 40
    },
    {
      "epoch": 0.025288002247822423,
      "grad_norm": 0.20938199758529663,
      "learning_rate": 8.148148148148148e-05,
      "loss": 2.086268997192383,
      "step": 45
    },
    {
      "epoch": 0.028097780275358246,
      "grad_norm": 0.1902182698249817,
      "learning_rate": 9.074074074074075e-05,
      "loss": 2.0025943756103515,
      "step": 50
    },
    {
      "epoch": 0.030907558302894073,
      "grad_norm": 0.1865706890821457,
      "learning_rate": 0.0001,
      "loss": 1.9506149291992188,
      "step": 55
    },
    {
      "epoch": 0.0337173363304299,
      "grad_norm": 0.17671418190002441,
      "learning_rate": 9.99979294048975e-05,
      "loss": 1.9160898208618165,
      "step": 60
    },
    {
      "epoch": 0.03652711435796572,
      "grad_norm": 0.19594523310661316,
      "learning_rate": 9.999171779108454e-05,
      "loss": 1.8680227279663086,
      "step": 65
    },
    {
      "epoch": 0.039336892385501546,
      "grad_norm": 0.17783083021640778,
      "learning_rate": 9.99813656730306e-05,
      "loss": 1.8635513305664062,
      "step": 70
    },
    {
      "epoch": 0.04214667041303737,
      "grad_norm": 0.1810583472251892,
      "learning_rate": 9.99668739081375e-05,
      "loss": 1.7857038497924804,
      "step": 75
    },
    {
      "epoch": 0.04495644844057319,
      "grad_norm": 0.1851920336484909,
      "learning_rate": 9.994824369666833e-05,
      "loss": 1.7770612716674805,
      "step": 80
    },
    {
      "epoch": 0.04776622646810902,
      "grad_norm": 0.18314684927463531,
      "learning_rate": 9.992547658164808e-05,
      "loss": 1.7640869140625,
      "step": 85
    },
    {
      "epoch": 0.050576004495644845,
      "grad_norm": 0.20469045639038086,
      "learning_rate": 9.989857444873581e-05,
      "loss": 1.7009542465209961,
      "step": 90
    },
    {
      "epoch": 0.05338578252318067,
      "grad_norm": 0.1992325782775879,
      "learning_rate": 9.986753952606851e-05,
      "loss": 1.7479610443115234,
      "step": 95
    },
    {
      "epoch": 0.05619556055071649,
      "grad_norm": 0.21884913742542267,
      "learning_rate": 9.983237438407653e-05,
      "loss": 1.7157772064208985,
      "step": 100
    },
    {
      "epoch": 0.05900533857825232,
      "grad_norm": 0.2072392851114273,
      "learning_rate": 9.979308193527073e-05,
      "loss": 1.7055923461914062,
      "step": 105
    },
    {
      "epoch": 0.061815116605788145,
      "grad_norm": 0.20317302644252777,
      "learning_rate": 9.974966543400115e-05,
      "loss": 1.6449745178222657,
      "step": 110
    },
    {
      "epoch": 0.06462489463332396,
      "grad_norm": 0.21741721034049988,
      "learning_rate": 9.970212847618762e-05,
      "loss": 1.695828628540039,
      "step": 115
    },
    {
      "epoch": 0.0674346726608598,
      "grad_norm": 0.2295437753200531,
      "learning_rate": 9.96504749990218e-05,
      "loss": 1.6520286560058595,
      "step": 120
    },
    {
      "epoch": 0.07024445068839562,
      "grad_norm": 0.2638772130012512,
      "learning_rate": 9.959470928064119e-05,
      "loss": 1.6352027893066405,
      "step": 125
    },
    {
      "epoch": 0.07305422871593144,
      "grad_norm": 0.23515670001506805,
      "learning_rate": 9.953483593977469e-05,
      "loss": 1.6228309631347657,
      "step": 130
    },
    {
      "epoch": 0.07586400674346727,
      "grad_norm": 0.20004181563854218,
      "learning_rate": 9.947085993536018e-05,
      "loss": 1.6132959365844726,
      "step": 135
    },
    {
      "epoch": 0.07867378477100309,
      "grad_norm": 0.23254144191741943,
      "learning_rate": 9.940278656613371e-05,
      "loss": 1.6272554397583008,
      "step": 140
    },
    {
      "epoch": 0.08148356279853891,
      "grad_norm": 0.23951372504234314,
      "learning_rate": 9.933062147019067e-05,
      "loss": 1.6076766967773437,
      "step": 145
    },
    {
      "epoch": 0.08429334082607474,
      "grad_norm": 0.23857900500297546,
      "learning_rate": 9.925437062451885e-05,
      "loss": 1.611730194091797,
      "step": 150
    },
    {
      "epoch": 0.08710311885361056,
      "grad_norm": 0.215589240193367,
      "learning_rate": 9.917404034450333e-05,
      "loss": 1.5481966018676758,
      "step": 155
    },
    {
      "epoch": 0.08991289688114638,
      "grad_norm": 0.2216414213180542,
      "learning_rate": 9.90896372834035e-05,
      "loss": 1.6655614852905274,
      "step": 160
    },
    {
      "epoch": 0.09272267490868222,
      "grad_norm": 0.21356715261936188,
      "learning_rate": 9.900116843180194e-05,
      "loss": 1.6119371414184571,
      "step": 165
    },
    {
      "epoch": 0.09553245293621804,
      "grad_norm": 0.22898134589195251,
      "learning_rate": 9.890864111702551e-05,
      "loss": 1.5728928565979003,
      "step": 170
    },
    {
      "epoch": 0.09834223096375386,
      "grad_norm": 0.2358662188053131,
      "learning_rate": 9.881206300253838e-05,
      "loss": 1.5763687133789062,
      "step": 175
    },
    {
      "epoch": 0.10115200899128969,
      "grad_norm": 0.2212115079164505,
      "learning_rate": 9.87114420873074e-05,
      "loss": 1.5677942276000976,
      "step": 180
    },
    {
      "epoch": 0.10396178701882551,
      "grad_norm": 0.23425285518169403,
      "learning_rate": 9.860678670513955e-05,
      "loss": 1.5658489227294923,
      "step": 185
    },
    {
      "epoch": 0.10677156504636134,
      "grad_norm": 0.21634911000728607,
      "learning_rate": 9.849810552399168e-05,
      "loss": 1.5426702499389648,
      "step": 190
    },
    {
      "epoch": 0.10958134307389716,
      "grad_norm": 0.24340081214904785,
      "learning_rate": 9.838540754525265e-05,
      "loss": 1.5594231605529785,
      "step": 195
    },
    {
      "epoch": 0.11239112110143298,
      "grad_norm": 0.21039007604122162,
      "learning_rate": 9.826870210299777e-05,
      "loss": 1.4964357376098634,
      "step": 200
    },
    {
      "epoch": 0.11520089912896882,
      "grad_norm": 0.19469091296195984,
      "learning_rate": 9.814799886321575e-05,
      "loss": 1.567495059967041,
      "step": 205
    },
    {
      "epoch": 0.11801067715650464,
      "grad_norm": 0.21783208847045898,
      "learning_rate": 9.802330782300806e-05,
      "loss": 1.538626480102539,
      "step": 210
    },
    {
      "epoch": 0.12082045518404046,
      "grad_norm": 0.25423628091812134,
      "learning_rate": 9.789463930976098e-05,
      "loss": 1.523953914642334,
      "step": 215
    },
    {
      "epoch": 0.12363023321157629,
      "grad_norm": 0.22557374835014343,
      "learning_rate": 9.776200398029025e-05,
      "loss": 1.5379796028137207,
      "step": 220
    },
    {
      "epoch": 0.1264400112391121,
      "grad_norm": 0.2541823983192444,
      "learning_rate": 9.762541281995842e-05,
      "loss": 1.580143642425537,
      "step": 225
    },
    {
      "epoch": 0.12924978926664793,
      "grad_norm": 0.24614353477954865,
      "learning_rate": 9.748487714176501e-05,
      "loss": 1.52008113861084,
      "step": 230
    },
    {
      "epoch": 0.13205956729418375,
      "grad_norm": 0.24722082912921906,
      "learning_rate": 9.734040858540947e-05,
      "loss": 1.5099851608276367,
      "step": 235
    },
    {
      "epoch": 0.1348693453217196,
      "grad_norm": 0.24121952056884766,
      "learning_rate": 9.719201911632721e-05,
      "loss": 1.540484619140625,
      "step": 240
    },
    {
      "epoch": 0.13767912334925542,
      "grad_norm": 0.235436350107193,
      "learning_rate": 9.703972102469858e-05,
      "loss": 1.4760989189147948,
      "step": 245
    },
    {
      "epoch": 0.14048890137679124,
      "grad_norm": 0.25092536211013794,
      "learning_rate": 9.688352692443086e-05,
      "loss": 1.516911506652832,
      "step": 250
    },
    {
      "epoch": 0.14329867940432706,
      "grad_norm": 0.25076285004615784,
      "learning_rate": 9.67234497521136e-05,
      "loss": 1.4533663749694825,
      "step": 255
    },
    {
      "epoch": 0.14610845743186288,
      "grad_norm": 0.22647278010845184,
      "learning_rate": 9.655950276594721e-05,
      "loss": 1.5102020263671876,
      "step": 260
    },
    {
      "epoch": 0.1489182354593987,
      "grad_norm": 0.219405859708786,
      "learning_rate": 9.639169954464471e-05,
      "loss": 1.5235158920288085,
      "step": 265
    },
    {
      "epoch": 0.15172801348693454,
      "grad_norm": 0.2568018436431885,
      "learning_rate": 9.622005398630724e-05,
      "loss": 1.491180992126465,
      "step": 270
    },
    {
      "epoch": 0.15453779151447036,
      "grad_norm": 0.2327928990125656,
      "learning_rate": 9.604458030727291e-05,
      "loss": 1.4845741271972657,
      "step": 275
    },
    {
      "epoch": 0.15734756954200618,
      "grad_norm": 0.22331872582435608,
      "learning_rate": 9.586529304093932e-05,
      "loss": 1.4715895652770996,
      "step": 280
    },
    {
      "epoch": 0.160157347569542,
      "grad_norm": 0.26905468106269836,
      "learning_rate": 9.568220703655992e-05,
      "loss": 1.5091493606567383,
      "step": 285
    },
    {
      "epoch": 0.16296712559707782,
      "grad_norm": 0.2424578219652176,
      "learning_rate": 9.549533745801404e-05,
      "loss": 1.5012011528015137,
      "step": 290
    },
    {
      "epoch": 0.16577690362461364,
      "grad_norm": 0.24450263381004333,
      "learning_rate": 9.530469978255106e-05,
      "loss": 1.4875009536743165,
      "step": 295
    },
    {
      "epoch": 0.1685866816521495,
      "grad_norm": 0.24728688597679138,
      "learning_rate": 9.511030979950848e-05,
      "loss": 1.4819246292114259,
      "step": 300
    },
    {
      "epoch": 0.1713964596796853,
      "grad_norm": 0.26538094878196716,
      "learning_rate": 9.491218360900413e-05,
      "loss": 1.4883533477783204,
      "step": 305
    },
    {
      "epoch": 0.17420623770722113,
      "grad_norm": 0.25660061836242676,
      "learning_rate": 9.471033762060287e-05,
      "loss": 1.5102843284606933,
      "step": 310
    },
    {
      "epoch": 0.17701601573475695,
      "grad_norm": 0.24674417078495026,
      "learning_rate": 9.450478855195724e-05,
      "loss": 1.4748383522033692,
      "step": 315
    },
    {
      "epoch": 0.17982579376229277,
      "grad_norm": 0.2228434830904007,
      "learning_rate": 9.429555342742305e-05,
      "loss": 1.5046045303344726,
      "step": 320
    },
    {
      "epoch": 0.18263557178982862,
      "grad_norm": 0.2564845383167267,
      "learning_rate": 9.408264957664928e-05,
      "loss": 1.4651358604431153,
      "step": 325
    },
    {
      "epoch": 0.18544534981736444,
      "grad_norm": 0.22460462152957916,
      "learning_rate": 9.386609463314275e-05,
      "loss": 1.4702699661254883,
      "step": 330
    },
    {
      "epoch": 0.18825512784490026,
      "grad_norm": 0.24229742586612701,
      "learning_rate": 9.364590653280767e-05,
      "loss": 1.4648225784301758,
      "step": 335
    },
    {
      "epoch": 0.19106490587243607,
      "grad_norm": 0.23315708339214325,
      "learning_rate": 9.342210351246015e-05,
      "loss": 1.5242671966552734,
      "step": 340
    },
    {
      "epoch": 0.1938746838999719,
      "grad_norm": 0.23358993232250214,
      "learning_rate": 9.319470410831767e-05,
      "loss": 1.470159912109375,
      "step": 345
    },
    {
      "epoch": 0.19668446192750771,
      "grad_norm": 0.24706602096557617,
      "learning_rate": 9.296372715446397e-05,
      "loss": 1.4640435218811034,
      "step": 350
    },
    {
      "epoch": 0.19949423995504356,
      "grad_norm": 0.22664587199687958,
      "learning_rate": 9.272919178128901e-05,
      "loss": 1.4770112991333009,
      "step": 355
    },
    {
      "epoch": 0.20230401798257938,
      "grad_norm": 0.2556981146335602,
      "learning_rate": 9.249111741390459e-05,
      "loss": 1.4944699287414551,
      "step": 360
    },
    {
      "epoch": 0.2051137960101152,
      "grad_norm": 0.22786934673786163,
      "learning_rate": 9.224952377053547e-05,
      "loss": 1.4612249374389648,
      "step": 365
    },
    {
      "epoch": 0.20792357403765102,
      "grad_norm": 0.2529759109020233,
      "learning_rate": 9.200443086088624e-05,
      "loss": 1.479280376434326,
      "step": 370
    },
    {
      "epoch": 0.21073335206518684,
      "grad_norm": 0.25296035408973694,
      "learning_rate": 9.175585898448407e-05,
      "loss": 1.471806812286377,
      "step": 375
    },
    {
      "epoch": 0.2135431300927227,
      "grad_norm": 0.2513638138771057,
      "learning_rate": 9.15038287289973e-05,
      "loss": 1.4636999130249024,
      "step": 380
    },
    {
      "epoch": 0.2163529081202585,
      "grad_norm": 0.23294827342033386,
      "learning_rate": 9.124836096853047e-05,
      "loss": 1.4804457664489745,
      "step": 385
    },
    {
      "epoch": 0.21916268614779433,
      "grad_norm": 0.26942452788352966,
      "learning_rate": 9.098947686189534e-05,
      "loss": 1.4610935211181642,
      "step": 390
    },
    {
      "epoch": 0.22197246417533015,
      "grad_norm": 0.23874208331108093,
      "learning_rate": 9.072719785085842e-05,
      "loss": 1.448134708404541,
      "step": 395
    },
    {
      "epoch": 0.22478224220286597,
      "grad_norm": 0.24278782308101654,
      "learning_rate": 9.046154565836513e-05,
      "loss": 1.4597469329833985,
      "step": 400
    },
    {
      "epoch": 0.2275920202304018,
      "grad_norm": 0.22703032195568085,
      "learning_rate": 9.019254228674065e-05,
      "loss": 1.4504196166992187,
      "step": 405
    },
    {
      "epoch": 0.23040179825793763,
      "grad_norm": 0.2390393316745758,
      "learning_rate": 8.992021001586752e-05,
      "loss": 1.4622425079345702,
      "step": 410
    },
    {
      "epoch": 0.23321157628547345,
      "grad_norm": 0.23668386042118073,
      "learning_rate": 8.96445714013404e-05,
      "loss": 1.4316769599914552,
      "step": 415
    },
    {
      "epoch": 0.23602135431300927,
      "grad_norm": 0.28246161341667175,
      "learning_rate": 8.936564927259787e-05,
      "loss": 1.4297088623046874,
      "step": 420
    },
    {
      "epoch": 0.2388311323405451,
      "grad_norm": 0.2236463874578476,
      "learning_rate": 8.908346673103171e-05,
      "loss": 1.4460888862609864,
      "step": 425
    },
    {
      "epoch": 0.2416409103680809,
      "grad_norm": 0.2621622085571289,
      "learning_rate": 8.879804714807348e-05,
      "loss": 1.4378287315368652,
      "step": 430
    },
    {
      "epoch": 0.24445068839561673,
      "grad_norm": 0.24958811700344086,
      "learning_rate": 8.850941416325876e-05,
      "loss": 1.4260978698730469,
      "step": 435
    },
    {
      "epoch": 0.24726046642315258,
      "grad_norm": 0.2543869614601135,
      "learning_rate": 8.821759168226937e-05,
      "loss": 1.4358414649963378,
      "step": 440
    },
    {
      "epoch": 0.2500702444506884,
      "grad_norm": 0.254582941532135,
      "learning_rate": 8.79226038749533e-05,
      "loss": 1.4310947418212892,
      "step": 445
    },
    {
      "epoch": 0.2528800224782242,
      "grad_norm": 0.2545122504234314,
      "learning_rate": 8.762447517332293e-05,
      "loss": 1.4282516479492187,
      "step": 450
    },
    {
      "epoch": 0.25568980050576007,
      "grad_norm": 0.2451508790254593,
      "learning_rate": 8.73232302695314e-05,
      "loss": 1.4267480850219727,
      "step": 455
    },
    {
      "epoch": 0.25849957853329586,
      "grad_norm": 0.25954335927963257,
      "learning_rate": 8.701889411382767e-05,
      "loss": 1.3984512329101562,
      "step": 460
    },
    {
      "epoch": 0.2613093565608317,
      "grad_norm": 0.22720246016979218,
      "learning_rate": 8.671149191248982e-05,
      "loss": 1.4049585342407227,
      "step": 465
    },
    {
      "epoch": 0.2641191345883675,
      "grad_norm": 0.27274274826049805,
      "learning_rate": 8.640104912573759e-05,
      "loss": 1.3944781303405762,
      "step": 470
    },
    {
      "epoch": 0.26692891261590335,
      "grad_norm": 0.2655753195285797,
      "learning_rate": 8.608759146562351e-05,
      "loss": 1.3959108352661134,
      "step": 475
    },
    {
      "epoch": 0.2697386906434392,
      "grad_norm": 0.23971225321292877,
      "learning_rate": 8.577114489390344e-05,
      "loss": 1.4363460540771484,
      "step": 480
    },
    {
      "epoch": 0.272548468670975,
      "grad_norm": 0.23764324188232422,
      "learning_rate": 8.545173561988625e-05,
      "loss": 1.3852863311767578,
      "step": 485
    },
    {
      "epoch": 0.27535824669851083,
      "grad_norm": 0.25562721490859985,
      "learning_rate": 8.512939009826304e-05,
      "loss": 1.3966311454772948,
      "step": 490
    },
    {
      "epoch": 0.2781680247260466,
      "grad_norm": 0.2456141710281372,
      "learning_rate": 8.480413502691617e-05,
      "loss": 1.3672188758850097,
      "step": 495
    },
    {
      "epoch": 0.2809778027535825,
      "grad_norm": 0.25161007046699524,
      "learning_rate": 8.447599734470795e-05,
      "loss": 1.3913189888000488,
      "step": 500
    },
    {
      "epoch": 0.28378758078111826,
      "grad_norm": 0.2566136419773102,
      "learning_rate": 8.41450042292495e-05,
      "loss": 1.4139434814453125,
      "step": 505
    },
    {
      "epoch": 0.2865973588086541,
      "grad_norm": 0.26992174983024597,
      "learning_rate": 8.381118309464975e-05,
      "loss": 1.407020378112793,
      "step": 510
    },
    {
      "epoch": 0.28940713683618996,
      "grad_norm": 0.24573948979377747,
      "learning_rate": 8.347456158924496e-05,
      "loss": 1.398155403137207,
      "step": 515
    },
    {
      "epoch": 0.29221691486372575,
      "grad_norm": 0.23457784950733185,
      "learning_rate": 8.313516759330877e-05,
      "loss": 1.3848190307617188,
      "step": 520
    },
    {
      "epoch": 0.2950266928912616,
      "grad_norm": 0.25475621223449707,
      "learning_rate": 8.2793029216743e-05,
      "loss": 1.4146154403686524,
      "step": 525
    },
    {
      "epoch": 0.2978364709187974,
      "grad_norm": 0.2788631319999695,
      "learning_rate": 8.244817479674954e-05,
      "loss": 1.3467634201049805,
      "step": 530
    },
    {
      "epoch": 0.30064624894633324,
      "grad_norm": 0.26954489946365356,
      "learning_rate": 8.210063289548327e-05,
      "loss": 1.3805333137512208,
      "step": 535
    },
    {
      "epoch": 0.3034560269738691,
      "grad_norm": 0.300576388835907,
      "learning_rate": 8.17504322976866e-05,
      "loss": 1.3968722343444824,
      "step": 540
    },
    {
      "epoch": 0.3062658050014049,
      "grad_norm": 0.26363468170166016,
      "learning_rate": 8.139760200830518e-05,
      "loss": 1.382734775543213,
      "step": 545
    },
    {
      "epoch": 0.3090755830289407,
      "grad_norm": 0.28157341480255127,
      "learning_rate": 8.104217125008582e-05,
      "loss": 1.4139301300048828,
      "step": 550
    },
    {
      "epoch": 0.3118853610564765,
      "grad_norm": 0.25193077325820923,
      "learning_rate": 8.068416946115599e-05,
      "loss": 1.412569808959961,
      "step": 555
    },
    {
      "epoch": 0.31469513908401237,
      "grad_norm": 0.24244800209999084,
      "learning_rate": 8.032362629258573e-05,
      "loss": 1.381496047973633,
      "step": 560
    },
    {
      "epoch": 0.3175049171115482,
      "grad_norm": 0.25475868582725525,
      "learning_rate": 7.99605716059318e-05,
      "loss": 1.406557273864746,
      "step": 565
    },
    {
      "epoch": 0.320314695139084,
      "grad_norm": 0.26255717873573303,
      "learning_rate": 7.959503547076444e-05,
      "loss": 1.4104562759399415,
      "step": 570
    },
    {
      "epoch": 0.32312447316661985,
      "grad_norm": 0.2617985010147095,
      "learning_rate": 7.922704816217692e-05,
      "loss": 1.3779755592346192,
      "step": 575
    },
    {
      "epoch": 0.32593425119415564,
      "grad_norm": 0.24702060222625732,
      "learning_rate": 7.885664015827798e-05,
      "loss": 1.368150520324707,
      "step": 580
    },
    {
      "epoch": 0.3287440292216915,
      "grad_norm": 0.24377106130123138,
      "learning_rate": 7.848384213766757e-05,
      "loss": 1.3767106056213378,
      "step": 585
    },
    {
      "epoch": 0.3315538072492273,
      "grad_norm": 0.2493419498205185,
      "learning_rate": 7.810868497689594e-05,
      "loss": 1.370073127746582,
      "step": 590
    },
    {
      "epoch": 0.33436358527676313,
      "grad_norm": 0.2380317896604538,
      "learning_rate": 7.773119974790626e-05,
      "loss": 1.3727679252624512,
      "step": 595
    },
    {
      "epoch": 0.337173363304299,
      "grad_norm": 0.2518773674964905,
      "learning_rate": 7.735141771546118e-05,
      "loss": 1.3738811492919922,
      "step": 600
    },
    {
      "epoch": 0.33998314133183477,
      "grad_norm": 0.24269169569015503,
      "learning_rate": 7.696937033455338e-05,
      "loss": 1.389716911315918,
      "step": 605
    },
    {
      "epoch": 0.3427929193593706,
      "grad_norm": 0.2416677623987198,
      "learning_rate": 7.658508924780028e-05,
      "loss": 1.3902549743652344,
      "step": 610
    },
    {
      "epoch": 0.3456026973869064,
      "grad_norm": 0.26407837867736816,
      "learning_rate": 7.619860628282332e-05,
      "loss": 1.3917917251586913,
      "step": 615
    },
    {
      "epoch": 0.34841247541444226,
      "grad_norm": 0.23252025246620178,
      "learning_rate": 7.580995344961191e-05,
      "loss": 1.4026402473449706,
      "step": 620
    },
    {
      "epoch": 0.3512222534419781,
      "grad_norm": 0.24471025168895721,
      "learning_rate": 7.541916293787214e-05,
      "loss": 1.4272449493408204,
      "step": 625
    },
    {
      "epoch": 0.3540320314695139,
      "grad_norm": 0.32870998978614807,
      "learning_rate": 7.50262671143608e-05,
      "loss": 1.3970580101013184,
      "step": 630
    },
    {
      "epoch": 0.35684180949704974,
      "grad_norm": 0.26824265718460083,
      "learning_rate": 7.463129852020465e-05,
      "loss": 1.3581701278686524,
      "step": 635
    },
    {
      "epoch": 0.35965158752458554,
      "grad_norm": 0.28376635909080505,
      "learning_rate": 7.42342898682051e-05,
      "loss": 1.3811410903930663,
      "step": 640
    },
    {
      "epoch": 0.3624613655521214,
      "grad_norm": 0.2355026751756668,
      "learning_rate": 7.3835274040129e-05,
      "loss": 1.358842658996582,
      "step": 645
    },
    {
      "epoch": 0.36527114357965723,
      "grad_norm": 0.2571251094341278,
      "learning_rate": 7.343428408398511e-05,
      "loss": 1.356274700164795,
      "step": 650
    },
    {
      "epoch": 0.368080921607193,
      "grad_norm": 0.27267321944236755,
      "learning_rate": 7.303135321128704e-05,
      "loss": 1.4049511909484864,
      "step": 655
    },
    {
      "epoch": 0.37089069963472887,
      "grad_norm": 0.2539229094982147,
      "learning_rate": 7.262651479430242e-05,
      "loss": 1.3627485275268554,
      "step": 660
    },
    {
      "epoch": 0.37370047766226466,
      "grad_norm": 0.23842009902000427,
      "learning_rate": 7.221980236328902e-05,
      "loss": 1.3284945487976074,
      "step": 665
    },
    {
      "epoch": 0.3765102556898005,
      "grad_norm": 0.28760826587677,
      "learning_rate": 7.181124960371752e-05,
      "loss": 1.3900004386901856,
      "step": 670
    },
    {
      "epoch": 0.37932003371733636,
      "grad_norm": 0.2665930390357971,
      "learning_rate": 7.140089035348166e-05,
      "loss": 1.3838679313659668,
      "step": 675
    },
    {
      "epoch": 0.38212981174487215,
      "grad_norm": 0.24732042849063873,
      "learning_rate": 7.098875860009559e-05,
      "loss": 1.3578229904174806,
      "step": 680
    },
    {
      "epoch": 0.384939589772408,
      "grad_norm": 0.24101758003234863,
      "learning_rate": 7.057488847787892e-05,
      "loss": 1.3452487945556642,
      "step": 685
    },
    {
      "epoch": 0.3877493677999438,
      "grad_norm": 0.26382312178611755,
      "learning_rate": 7.015931426512958e-05,
      "loss": 1.3589553833007812,
      "step": 690
    },
    {
      "epoch": 0.39055914582747964,
      "grad_norm": 0.2548581063747406,
      "learning_rate": 6.974207038128471e-05,
      "loss": 1.3739323616027832,
      "step": 695
    },
    {
      "epoch": 0.39336892385501543,
      "grad_norm": 0.21790075302124023,
      "learning_rate": 6.932319138407009e-05,
      "loss": 1.3837099075317383,
      "step": 700
    },
    {
      "epoch": 0.3961787018825513,
      "grad_norm": 0.2790248394012451,
      "learning_rate": 6.890271196663766e-05,
      "loss": 1.3707796096801759,
      "step": 705
    },
    {
      "epoch": 0.3989884799100871,
      "grad_norm": 0.21612432599067688,
      "learning_rate": 6.848066695469236e-05,
      "loss": 1.3845596313476562,
      "step": 710
    },
    {
      "epoch": 0.4017982579376229,
      "grad_norm": 0.2857745587825775,
      "learning_rate": 6.805709130360754e-05,
      "loss": 1.3426000595092773,
      "step": 715
    },
    {
      "epoch": 0.40460803596515876,
      "grad_norm": 0.2341742217540741,
      "learning_rate": 6.763202009552998e-05,
      "loss": 1.3480137825012206,
      "step": 720
    },
    {
      "epoch": 0.40741781399269456,
      "grad_norm": 0.2691285014152527,
      "learning_rate": 6.720548853647414e-05,
      "loss": 1.3277750968933106,
      "step": 725
    },
    {
      "epoch": 0.4102275920202304,
      "grad_norm": 0.265024870634079,
      "learning_rate": 6.677753195340628e-05,
      "loss": 1.3744802474975586,
      "step": 730
    },
    {
      "epoch": 0.41303737004776625,
      "grad_norm": 0.23040884733200073,
      "learning_rate": 6.634818579131865e-05,
      "loss": 1.3474268913269043,
      "step": 735
    },
    {
      "epoch": 0.41584714807530204,
      "grad_norm": 0.26001518964767456,
      "learning_rate": 6.591748561029363e-05,
      "loss": 1.3584138870239257,
      "step": 740
    },
    {
      "epoch": 0.4186569261028379,
      "grad_norm": 0.23940986394882202,
      "learning_rate": 6.548546708255867e-05,
      "loss": 1.278660488128662,
      "step": 745
    },
    {
      "epoch": 0.4214667041303737,
      "grad_norm": 0.2891477942466736,
      "learning_rate": 6.505216598953164e-05,
      "loss": 1.34426851272583,
      "step": 750
    },
    {
      "epoch": 0.42427648215790953,
      "grad_norm": 0.21738266944885254,
      "learning_rate": 6.461761821885742e-05,
      "loss": 1.3268919944763184,
      "step": 755
    },
    {
      "epoch": 0.4270862601854454,
      "grad_norm": 0.2540494501590729,
      "learning_rate": 6.418185976143543e-05,
      "loss": 1.371140193939209,
      "step": 760
    },
    {
      "epoch": 0.42989603821298117,
      "grad_norm": 0.2826739251613617,
      "learning_rate": 6.374492670843876e-05,
      "loss": 1.3271225929260253,
      "step": 765
    },
    {
      "epoch": 0.432705816240517,
      "grad_norm": 0.25972551107406616,
      "learning_rate": 6.330685524832505e-05,
      "loss": 1.3500648498535157,
      "step": 770
    },
    {
      "epoch": 0.4355155942680528,
      "grad_norm": 0.2701602280139923,
      "learning_rate": 6.286768166383904e-05,
      "loss": 1.3494492530822755,
      "step": 775
    },
    {
      "epoch": 0.43832537229558866,
      "grad_norm": 0.26368218660354614,
      "learning_rate": 6.24274423290077e-05,
      "loss": 1.3437108039855956,
      "step": 780
    },
    {
      "epoch": 0.44113515032312445,
      "grad_norm": 0.28960785269737244,
      "learning_rate": 6.19861737061274e-05,
      "loss": 1.334970760345459,
      "step": 785
    },
    {
      "epoch": 0.4439449283506603,
      "grad_norm": 0.298348069190979,
      "learning_rate": 6.154391234274418e-05,
      "loss": 1.2848273277282716,
      "step": 790
    },
    {
      "epoch": 0.44675470637819614,
      "grad_norm": 0.26482343673706055,
      "learning_rate": 6.110069486862651e-05,
      "loss": 1.3792757034301757,
      "step": 795
    },
    {
      "epoch": 0.44956448440573193,
      "grad_norm": 0.25783082842826843,
      "learning_rate": 6.0656557992731674e-05,
      "loss": 1.344842529296875,
      "step": 800
    },
    {
      "epoch": 0.4523742624332678,
      "grad_norm": 0.296077698469162,
      "learning_rate": 6.021153850016528e-05,
      "loss": 1.3527093887329102,
      "step": 805
    },
    {
      "epoch": 0.4551840404608036,
      "grad_norm": 0.26111283898353577,
      "learning_rate": 5.976567324913456e-05,
      "loss": 1.34829683303833,
      "step": 810
    },
    {
      "epoch": 0.4579938184883394,
      "grad_norm": 0.26267966628074646,
      "learning_rate": 5.9318999167895764e-05,
      "loss": 1.3214719772338868,
      "step": 815
    },
    {
      "epoch": 0.46080359651587527,
      "grad_norm": 0.23440779745578766,
      "learning_rate": 5.8871553251695466e-05,
      "loss": 1.3179278373718262,
      "step": 820
    },
    {
      "epoch": 0.46361337454341106,
      "grad_norm": 0.26581263542175293,
      "learning_rate": 5.842337255970658e-05,
      "loss": 1.359808349609375,
      "step": 825
    },
    {
      "epoch": 0.4664231525709469,
      "grad_norm": 0.23575808107852936,
      "learning_rate": 5.7974494211958966e-05,
      "loss": 1.37355318069458,
      "step": 830
    },
    {
      "epoch": 0.4692329305984827,
      "grad_norm": 0.2384994626045227,
      "learning_rate": 5.752495538626492e-05,
      "loss": 1.3252643585205077,
      "step": 835
    },
    {
      "epoch": 0.47204270862601855,
      "grad_norm": 0.23110541701316833,
      "learning_rate": 5.70747933151401e-05,
      "loss": 1.3559125900268554,
      "step": 840
    },
    {
      "epoch": 0.4748524866535544,
      "grad_norm": 0.2603874206542969,
      "learning_rate": 5.6624045282719704e-05,
      "loss": 1.3404882431030274,
      "step": 845
    },
    {
      "epoch": 0.4776622646810902,
      "grad_norm": 0.26102665066719055,
      "learning_rate": 5.6172748621670456e-05,
      "loss": 1.3259580612182618,
      "step": 850
    },
    {
      "epoch": 0.48047204270862603,
      "grad_norm": 0.25294220447540283,
      "learning_rate": 5.57209407100986e-05,
      "loss": 1.3012885093688964,
      "step": 855
    },
    {
      "epoch": 0.4832818207361618,
      "grad_norm": 0.26874586939811707,
      "learning_rate": 5.5268658968454124e-05,
      "loss": 1.2920028686523437,
      "step": 860
    },
    {
      "epoch": 0.4860915987636977,
      "grad_norm": 0.2751091718673706,
      "learning_rate": 5.481594085643137e-05,
      "loss": 1.350577163696289,
      "step": 865
    },
    {
      "epoch": 0.48890137679123347,
      "grad_norm": 0.24553517997264862,
      "learning_rate": 5.436282386986654e-05,
      "loss": 1.3344749450683593,
      "step": 870
    },
    {
      "epoch": 0.4917111548187693,
      "grad_norm": 0.28348687291145325,
      "learning_rate": 5.390934553763221e-05,
      "loss": 1.3341694831848145,
      "step": 875
    },
    {
      "epoch": 0.49452093284630516,
      "grad_norm": 0.2462996244430542,
      "learning_rate": 5.3455543418528894e-05,
      "loss": 1.3213212966918946,
      "step": 880
    },
    {
      "epoch": 0.49733071087384095,
      "grad_norm": 0.2514338195323944,
      "learning_rate": 5.300145509817443e-05,
      "loss": 1.2878404617309571,
      "step": 885
    },
    {
      "epoch": 0.5001404889013767,
      "grad_norm": 0.2813120186328888,
      "learning_rate": 5.25471181858909e-05,
      "loss": 1.3055540084838868,
      "step": 890
    },
    {
      "epoch": 0.5029502669289126,
      "grad_norm": 0.2575701177120209,
      "learning_rate": 5.209257031158972e-05,
      "loss": 1.3369397163391112,
      "step": 895
    },
    {
      "epoch": 0.5057600449564484,
      "grad_norm": 0.2442939579486847,
      "learning_rate": 5.163784912265499e-05,
      "loss": 1.3082851409912108,
      "step": 900
    },
    {
      "epoch": 0.5085698229839842,
      "grad_norm": 0.2723119556903839,
      "learning_rate": 5.118299228082537e-05,
      "loss": 1.3405383110046387,
      "step": 905
    },
    {
      "epoch": 0.5113796010115201,
      "grad_norm": 0.27727973461151123,
      "learning_rate": 5.072803745907484e-05,
      "loss": 1.3699199676513671,
      "step": 910
    },
    {
      "epoch": 0.5141893790390559,
      "grad_norm": 0.26802992820739746,
      "learning_rate": 5.027302233849242e-05,
      "loss": 1.3112585067749023,
      "step": 915
    },
    {
      "epoch": 0.5169991570665917,
      "grad_norm": 0.25242841243743896,
      "learning_rate": 4.981798460516132e-05,
      "loss": 1.30908260345459,
      "step": 920
    },
    {
      "epoch": 0.5198089350941275,
      "grad_norm": 0.31909218430519104,
      "learning_rate": 4.936296194703762e-05,
      "loss": 1.3245658874511719,
      "step": 925
    },
    {
      "epoch": 0.5226187131216634,
      "grad_norm": 0.2384137213230133,
      "learning_rate": 4.8907992050828826e-05,
      "loss": 1.3414633750915528,
      "step": 930
    },
    {
      "epoch": 0.5254284911491992,
      "grad_norm": 0.24525491893291473,
      "learning_rate": 4.845311259887251e-05,
      "loss": 1.3210116386413575,
      "step": 935
    },
    {
      "epoch": 0.528238269176735,
      "grad_norm": 0.2671036124229431,
      "learning_rate": 4.799836126601524e-05,
      "loss": 1.2895827293395996,
      "step": 940
    },
    {
      "epoch": 0.5310480472042709,
      "grad_norm": 0.2723873257637024,
      "learning_rate": 4.754377571649236e-05,
      "loss": 1.336540126800537,
      "step": 945
    },
    {
      "epoch": 0.5338578252318067,
      "grad_norm": 0.25233784317970276,
      "learning_rate": 4.708939360080839e-05,
      "loss": 1.2895150184631348,
      "step": 950
    },
    {
      "epoch": 0.5366676032593425,
      "grad_norm": 0.2767149806022644,
      "learning_rate": 4.663525255261861e-05,
      "loss": 1.305629825592041,
      "step": 955
    },
    {
      "epoch": 0.5394773812868784,
      "grad_norm": 0.25542566180229187,
      "learning_rate": 4.618139018561228e-05,
      "loss": 1.3334477424621582,
      "step": 960
    },
    {
      "epoch": 0.5422871593144142,
      "grad_norm": 0.22227060794830322,
      "learning_rate": 4.572784409039714e-05,
      "loss": 1.3218696594238282,
      "step": 965
    },
    {
      "epoch": 0.54509693734195,
      "grad_norm": 0.2286464273929596,
      "learning_rate": 4.5274651831386136e-05,
      "loss": 1.303337860107422,
      "step": 970
    },
    {
      "epoch": 0.5479067153694858,
      "grad_norm": 0.22979024052619934,
      "learning_rate": 4.4821850943686164e-05,
      "loss": 1.2957594871520997,
      "step": 975
    },
    {
      "epoch": 0.5507164933970217,
      "grad_norm": 0.2746727764606476,
      "learning_rate": 4.4369478929989236e-05,
      "loss": 1.2993772506713868,
      "step": 980
    },
    {
      "epoch": 0.5535262714245575,
      "grad_norm": 0.23358559608459473,
      "learning_rate": 4.3917573257466385e-05,
      "loss": 1.2819868087768556,
      "step": 985
    },
    {
      "epoch": 0.5563360494520933,
      "grad_norm": 0.28666388988494873,
      "learning_rate": 4.346617135466453e-05,
      "loss": 1.3590084075927735,
      "step": 990
    },
    {
      "epoch": 0.5591458274796292,
      "grad_norm": 0.25617775321006775,
      "learning_rate": 4.30153106084064e-05,
      "loss": 1.308148193359375,
      "step": 995
    },
    {
      "epoch": 0.561955605507165,
      "grad_norm": 0.284833699464798,
      "learning_rate": 4.256502836069415e-05,
      "loss": 1.2775846481323243,
      "step": 1000
    },
    {
      "epoch": 0.5647653835347007,
      "grad_norm": 0.26119059324264526,
      "learning_rate": 4.211536190561644e-05,
      "loss": 1.2948189735412599,
      "step": 1005
    },
    {
      "epoch": 0.5675751615622365,
      "grad_norm": 0.27653321623802185,
      "learning_rate": 4.166634848625967e-05,
      "loss": 1.318446731567383,
      "step": 1010
    },
    {
      "epoch": 0.5703849395897724,
      "grad_norm": 0.2888035476207733,
      "learning_rate": 4.1218025291623306e-05,
      "loss": 1.3086650848388672,
      "step": 1015
    },
    {
      "epoch": 0.5731947176173082,
      "grad_norm": 0.30303582549095154,
      "learning_rate": 4.0770429453539825e-05,
      "loss": 1.321122169494629,
      "step": 1020
    },
    {
      "epoch": 0.576004495644844,
      "grad_norm": 0.2563258707523346,
      "learning_rate": 4.032359804359918e-05,
      "loss": 1.3109655380249023,
      "step": 1025
    },
    {
      "epoch": 0.5788142736723799,
      "grad_norm": 0.25399813055992126,
      "learning_rate": 3.9877568070078585e-05,
      "loss": 1.280045509338379,
      "step": 1030
    },
    {
      "epoch": 0.5816240516999157,
      "grad_norm": 0.26106250286102295,
      "learning_rate": 3.9432376474877184e-05,
      "loss": 1.2822449684143067,
      "step": 1035
    },
    {
      "epoch": 0.5844338297274515,
      "grad_norm": 0.28419098258018494,
      "learning_rate": 3.898806013045642e-05,
      "loss": 1.3058096885681152,
      "step": 1040
    },
    {
      "epoch": 0.5872436077549874,
      "grad_norm": 0.25204065442085266,
      "learning_rate": 3.854465583678617e-05,
      "loss": 1.3337356567382812,
      "step": 1045
    },
    {
      "epoch": 0.5900533857825232,
      "grad_norm": 0.2610354423522949,
      "learning_rate": 3.810220031829682e-05,
      "loss": 1.3192598342895507,
      "step": 1050
    },
    {
      "epoch": 0.592863163810059,
      "grad_norm": 0.26190638542175293,
      "learning_rate": 3.766073022083751e-05,
      "loss": 1.326909637451172,
      "step": 1055
    },
    {
      "epoch": 0.5956729418375948,
      "grad_norm": 0.22364261746406555,
      "learning_rate": 3.722028210864113e-05,
      "loss": 1.2797254562377929,
      "step": 1060
    },
    {
      "epoch": 0.5984827198651307,
      "grad_norm": 0.24798913300037384,
      "learning_rate": 3.6780892461295854e-05,
      "loss": 1.3070457458496094,
      "step": 1065
    },
    {
      "epoch": 0.6012924978926665,
      "grad_norm": 0.2828684449195862,
      "learning_rate": 3.6342597670723736e-05,
      "loss": 1.3325798034667968,
      "step": 1070
    },
    {
      "epoch": 0.6041022759202023,
      "grad_norm": 0.25071781873703003,
      "learning_rate": 3.590543403816665e-05,
      "loss": 1.2972282409667968,
      "step": 1075
    },
    {
      "epoch": 0.6069120539477382,
      "grad_norm": 0.2985232174396515,
      "learning_rate": 3.546943777117968e-05,
      "loss": 1.3522053718566895,
      "step": 1080
    },
    {
      "epoch": 0.609721831975274,
      "grad_norm": 0.2662253975868225,
      "learning_rate": 3.5034644980632214e-05,
      "loss": 1.2833660125732422,
      "step": 1085
    },
    {
      "epoch": 0.6125316100028098,
      "grad_norm": 0.2524658143520355,
      "learning_rate": 3.460109167771716e-05,
      "loss": 1.2834291458129883,
      "step": 1090
    },
    {
      "epoch": 0.6153413880303455,
      "grad_norm": 0.2675623893737793,
      "learning_rate": 3.416881377096836e-05,
      "loss": 1.299980354309082,
      "step": 1095
    },
    {
      "epoch": 0.6181511660578815,
      "grad_norm": 0.2667762339115143,
      "learning_rate": 3.3737847063286456e-05,
      "loss": 1.2842544555664062,
      "step": 1100
    },
    {
      "epoch": 0.6209609440854172,
      "grad_norm": 0.2562688887119293,
      "learning_rate": 3.330822724897365e-05,
      "loss": 1.3295822143554688,
      "step": 1105
    },
    {
      "epoch": 0.623770722112953,
      "grad_norm": 0.2753613293170929,
      "learning_rate": 3.2879989910777245e-05,
      "loss": 1.348409652709961,
      "step": 1110
    },
    {
      "epoch": 0.6265805001404889,
      "grad_norm": 0.23819799721240997,
      "learning_rate": 3.245317051694266e-05,
      "loss": 1.300943946838379,
      "step": 1115
    },
    {
      "epoch": 0.6293902781680247,
      "grad_norm": 0.2727886736392975,
      "learning_rate": 3.202780441827579e-05,
      "loss": 1.3181438446044922,
      "step": 1120
    },
    {
      "epoch": 0.6322000561955605,
      "grad_norm": 0.23667563498020172,
      "learning_rate": 3.1603926845215006e-05,
      "loss": 1.2812738418579102,
      "step": 1125
    },
    {
      "epoch": 0.6350098342230964,
      "grad_norm": 0.25604286789894104,
      "learning_rate": 3.1181572904913415e-05,
      "loss": 1.306494903564453,
      "step": 1130
    },
    {
      "epoch": 0.6378196122506322,
      "grad_norm": 0.2725841999053955,
      "learning_rate": 3.076077757833103e-05,
      "loss": 1.2986560821533204,
      "step": 1135
    },
    {
      "epoch": 0.640629390278168,
      "grad_norm": 0.2724528908729553,
      "learning_rate": 3.0341575717337535e-05,
      "loss": 1.3132526397705078,
      "step": 1140
    },
    {
      "epoch": 0.6434391683057038,
      "grad_norm": 0.2603621184825897,
      "learning_rate": 2.9924002041825737e-05,
      "loss": 1.2907075881958008,
      "step": 1145
    },
    {
      "epoch": 0.6462489463332397,
      "grad_norm": 0.2957921624183655,
      "learning_rate": 2.950809113683597e-05,
      "loss": 1.2987354278564454,
      "step": 1150
    },
    {
      "epoch": 0.6490587243607755,
      "grad_norm": 0.26997771859169006,
      "learning_rate": 2.909387744969152e-05,
      "loss": 1.2699929237365724,
      "step": 1155
    },
    {
      "epoch": 0.6518685023883113,
      "grad_norm": 0.24933463335037231,
      "learning_rate": 2.8681395287145652e-05,
      "loss": 1.3049560546875,
      "step": 1160
    },
    {
      "epoch": 0.6546782804158472,
      "grad_norm": 0.3224712610244751,
      "learning_rate": 2.827067881254024e-05,
      "loss": 1.3275213241577148,
      "step": 1165
    },
    {
      "epoch": 0.657488058443383,
      "grad_norm": 0.2601047158241272,
      "learning_rate": 2.7861762042976088e-05,
      "loss": 1.2662556648254395,
      "step": 1170
    },
    {
      "epoch": 0.6602978364709188,
      "grad_norm": 0.247396320104599,
      "learning_rate": 2.745467884649559e-05,
      "loss": 1.2475319862365724,
      "step": 1175
    },
    {
      "epoch": 0.6631076144984546,
      "grad_norm": 0.29884234070777893,
      "learning_rate": 2.7049462939277714e-05,
      "loss": 1.2911073684692382,
      "step": 1180
    },
    {
      "epoch": 0.6659173925259905,
      "grad_norm": 0.25450336933135986,
      "learning_rate": 2.6646147882845352e-05,
      "loss": 1.3277381896972655,
      "step": 1185
    },
    {
      "epoch": 0.6687271705535263,
      "grad_norm": 0.25891590118408203,
      "learning_rate": 2.624476708128571e-05,
      "loss": 1.2731073379516602,
      "step": 1190
    },
    {
      "epoch": 0.671536948581062,
      "grad_norm": 0.2705190181732178,
      "learning_rate": 2.5845353778483706e-05,
      "loss": 1.319203758239746,
      "step": 1195
    },
    {
      "epoch": 0.674346726608598,
      "grad_norm": 0.2589894235134125,
      "learning_rate": 2.5447941055368463e-05,
      "loss": 1.2830557823181152,
      "step": 1200
    },
    {
      "epoch": 0.6771565046361337,
      "grad_norm": 0.26667284965515137,
      "learning_rate": 2.505256182717349e-05,
      "loss": 1.219803237915039,
      "step": 1205
    },
    {
      "epoch": 0.6799662826636695,
      "grad_norm": 0.3165528476238251,
      "learning_rate": 2.4659248840710565e-05,
      "loss": 1.2219919204711913,
      "step": 1210
    },
    {
      "epoch": 0.6827760606912054,
      "grad_norm": 0.28107449412345886,
      "learning_rate": 2.4268034671657413e-05,
      "loss": 1.2486148834228517,
      "step": 1215
    },
    {
      "epoch": 0.6855858387187412,
      "grad_norm": 0.26772573590278625,
      "learning_rate": 2.3878951721859715e-05,
      "loss": 1.2740370750427246,
      "step": 1220
    },
    {
      "epoch": 0.688395616746277,
      "grad_norm": 0.27105262875556946,
      "learning_rate": 2.349203221664752e-05,
      "loss": 1.2959449768066407,
      "step": 1225
    },
    {
      "epoch": 0.6912053947738128,
      "grad_norm": 0.2614283859729767,
      "learning_rate": 2.310730820216611e-05,
      "loss": 1.2672136306762696,
      "step": 1230
    },
    {
      "epoch": 0.6940151728013487,
      "grad_norm": 0.2921479642391205,
      "learning_rate": 2.272481154272188e-05,
      "loss": 1.2982084274291992,
      "step": 1235
    },
    {
      "epoch": 0.6968249508288845,
      "grad_norm": 0.3035147786140442,
      "learning_rate": 2.2344573918143263e-05,
      "loss": 1.2618439674377442,
      "step": 1240
    },
    {
      "epoch": 0.6996347288564203,
      "grad_norm": 0.2591157555580139,
      "learning_rate": 2.1966626821156733e-05,
      "loss": 1.3002023696899414,
      "step": 1245
    },
    {
      "epoch": 0.7024445068839562,
      "grad_norm": 0.24796362221240997,
      "learning_rate": 2.1591001554778652e-05,
      "loss": 1.3142871856689453,
      "step": 1250
    },
    {
      "epoch": 0.705254284911492,
      "grad_norm": 0.2760918140411377,
      "learning_rate": 2.1217729229722482e-05,
      "loss": 1.2769397735595702,
      "step": 1255
    },
    {
      "epoch": 0.7080640629390278,
      "grad_norm": 0.28339120745658875,
      "learning_rate": 2.084684076182214e-05,
      "loss": 1.3175119400024413,
      "step": 1260
    },
    {
      "epoch": 0.7108738409665636,
      "grad_norm": 0.24828463792800903,
      "learning_rate": 2.047836686947146e-05,
      "loss": 1.3253046035766602,
      "step": 1265
    },
    {
      "epoch": 0.7136836189940995,
      "grad_norm": 0.22130407392978668,
      "learning_rate": 2.0112338071079906e-05,
      "loss": 1.3292524337768554,
      "step": 1270
    },
    {
      "epoch": 0.7164933970216353,
      "grad_norm": 0.2423369139432907,
      "learning_rate": 1.9748784682544952e-05,
      "loss": 1.346501064300537,
      "step": 1275
    },
    {
      "epoch": 0.7193031750491711,
      "grad_norm": 0.31215769052505493,
      "learning_rate": 1.9387736814741265e-05,
      "loss": 1.2533220291137694,
      "step": 1280
    },
    {
      "epoch": 0.722112953076707,
      "grad_norm": 0.31818124651908875,
      "learning_rate": 1.90292243710267e-05,
      "loss": 1.2422703742980956,
      "step": 1285
    },
    {
      "epoch": 0.7249227311042428,
      "grad_norm": 0.29535409808158875,
      "learning_rate": 1.8673277044765647e-05,
      "loss": 1.2251718521118165,
      "step": 1290
    },
    {
      "epoch": 0.7277325091317786,
      "grad_norm": 0.270018607378006,
      "learning_rate": 1.8319924316869763e-05,
      "loss": 1.2688865661621094,
      "step": 1295
    },
    {
      "epoch": 0.7305422871593145,
      "grad_norm": 0.27247878909111023,
      "learning_rate": 1.796919545335614e-05,
      "loss": 1.2945980072021483,
      "step": 1300
    },
    {
      "epoch": 0.7333520651868503,
      "grad_norm": 0.2697427272796631,
      "learning_rate": 1.7621119502923446e-05,
      "loss": 1.2795835494995118,
      "step": 1305
    },
    {
      "epoch": 0.736161843214386,
      "grad_norm": 0.2619296610355377,
      "learning_rate": 1.7275725294546064e-05,
      "loss": 1.2763350486755372,
      "step": 1310
    },
    {
      "epoch": 0.7389716212419218,
      "grad_norm": 0.2582402229309082,
      "learning_rate": 1.693304143508618e-05,
      "loss": 1.2695822715759277,
      "step": 1315
    },
    {
      "epoch": 0.7417813992694577,
      "grad_norm": 0.25293993949890137,
      "learning_rate": 1.6593096306924666e-05,
      "loss": 1.2680401802062988,
      "step": 1320
    },
    {
      "epoch": 0.7445911772969935,
      "grad_norm": 0.2790253162384033,
      "learning_rate": 1.6255918065610265e-05,
      "loss": 1.3060011863708496,
      "step": 1325
    },
    {
      "epoch": 0.7474009553245293,
      "grad_norm": 0.262707382440567,
      "learning_rate": 1.5921534637527503e-05,
      "loss": 1.2574471473693847,
      "step": 1330
    },
    {
      "epoch": 0.7502107333520652,
      "grad_norm": 0.24735324084758759,
      "learning_rate": 1.5589973717583966e-05,
      "loss": 1.2912208557128906,
      "step": 1335
    },
    {
      "epoch": 0.753020511379601,
      "grad_norm": 0.259985089302063,
      "learning_rate": 1.526126276691636e-05,
      "loss": 1.2958283424377441,
      "step": 1340
    },
    {
      "epoch": 0.7558302894071368,
      "grad_norm": 0.26692306995391846,
      "learning_rate": 1.4935429010616015e-05,
      "loss": 1.296837043762207,
      "step": 1345
    },
    {
      "epoch": 0.7586400674346727,
      "grad_norm": 0.26619982719421387,
      "learning_rate": 1.4612499435474165e-05,
      "loss": 1.2909753799438477,
      "step": 1350
    },
    {
      "epoch": 0.7614498454622085,
      "grad_norm": 0.30181729793548584,
      "learning_rate": 1.4292500787746676e-05,
      "loss": 1.243568229675293,
      "step": 1355
    },
    {
      "epoch": 0.7642596234897443,
      "grad_norm": 0.276384174823761,
      "learning_rate": 1.3975459570938838e-05,
      "loss": 1.2312581062316894,
      "step": 1360
    },
    {
      "epoch": 0.7670694015172801,
      "grad_norm": 0.29950255155563354,
      "learning_rate": 1.3661402043610311e-05,
      "loss": 1.2767308235168457,
      "step": 1365
    },
    {
      "epoch": 0.769879179544816,
      "grad_norm": 0.25538370013237,
      "learning_rate": 1.3350354217200211e-05,
      "loss": 1.2776817321777343,
      "step": 1370
    },
    {
      "epoch": 0.7726889575723518,
      "grad_norm": 0.2514149844646454,
      "learning_rate": 1.3042341853872753e-05,
      "loss": 1.3385185241699218,
      "step": 1375
    },
    {
      "epoch": 0.7754987355998876,
      "grad_norm": 0.26831093430519104,
      "learning_rate": 1.2737390464383613e-05,
      "loss": 1.227066421508789,
      "step": 1380
    },
    {
      "epoch": 0.7783085136274235,
      "grad_norm": 0.2465086281299591,
      "learning_rate": 1.2435525305966916e-05,
      "loss": 1.3070301055908202,
      "step": 1385
    },
    {
      "epoch": 0.7811182916549593,
      "grad_norm": 0.23436810076236725,
      "learning_rate": 1.21367713802434e-05,
      "loss": 1.2262978553771973,
      "step": 1390
    },
    {
      "epoch": 0.7839280696824951,
      "grad_norm": 0.30117887258529663,
      "learning_rate": 1.1841153431149715e-05,
      "loss": 1.2419342041015624,
      "step": 1395
    },
    {
      "epoch": 0.7867378477100309,
      "grad_norm": 0.2514709532260895,
      "learning_rate": 1.1548695942888914e-05,
      "loss": 1.2513567924499511,
      "step": 1400
    },
    {
      "epoch": 0.7895476257375668,
      "grad_norm": 0.2476656585931778,
      "learning_rate": 1.1259423137902746e-05,
      "loss": 1.2520858764648437,
      "step": 1405
    },
    {
      "epoch": 0.7923574037651026,
      "grad_norm": 0.26847171783447266,
      "learning_rate": 1.0973358974865366e-05,
      "loss": 1.2342302322387695,
      "step": 1410
    },
    {
      "epoch": 0.7951671817926383,
      "grad_norm": 0.2882215082645416,
      "learning_rate": 1.0690527146698914e-05,
      "loss": 1.3000935554504394,
      "step": 1415
    },
    {
      "epoch": 0.7979769598201742,
      "grad_norm": 0.2424335777759552,
      "learning_rate": 1.0410951078611353e-05,
      "loss": 1.274312973022461,
      "step": 1420
    },
    {
      "epoch": 0.80078673784771,
      "grad_norm": 0.3096713423728943,
      "learning_rate": 1.0134653926156195e-05,
      "loss": 1.3291780471801757,
      "step": 1425
    },
    {
      "epoch": 0.8035965158752458,
      "grad_norm": 0.28623753786087036,
      "learning_rate": 9.86165857331463e-06,
      "loss": 1.3233673095703125,
      "step": 1430
    },
    {
      "epoch": 0.8064062939027817,
      "grad_norm": 0.2785836160182953,
      "learning_rate": 9.591987630600313e-06,
      "loss": 1.2693240165710449,
      "step": 1435
    },
    {
      "epoch": 0.8092160719303175,
      "grad_norm": 0.2621985971927643,
      "learning_rate": 9.32566343318656e-06,
      "loss": 1.2956453323364259,
      "step": 1440
    },
    {
      "epoch": 0.8120258499578533,
      "grad_norm": 0.2541707158088684,
      "learning_rate": 9.062708039056517e-06,
      "loss": 1.2893829345703125,
      "step": 1445
    },
    {
      "epoch": 0.8148356279853891,
      "grad_norm": 0.2711021900177002,
      "learning_rate": 8.803143227176252e-06,
      "loss": 1.3157413482666016,
      "step": 1450
    },
    {
      "epoch": 0.817645406012925,
      "grad_norm": 0.275565505027771,
      "learning_rate": 8.546990495690893e-06,
      "loss": 1.2888648986816407,
      "step": 1455
    },
    {
      "epoch": 0.8204551840404608,
      "grad_norm": 0.28350818157196045,
      "learning_rate": 8.294271060144076e-06,
      "loss": 1.2555255889892578,
      "step": 1460
    },
    {
      "epoch": 0.8232649620679966,
      "grad_norm": 0.3125888705253601,
      "learning_rate": 8.045005851720843e-06,
      "loss": 1.306340217590332,
      "step": 1465
    },
    {
      "epoch": 0.8260747400955325,
      "grad_norm": 0.27130141854286194,
      "learning_rate": 7.79921551551398e-06,
      "loss": 1.2710606575012207,
      "step": 1470
    },
    {
      "epoch": 0.8288845181230683,
      "grad_norm": 0.2524664103984833,
      "learning_rate": 7.556920408814133e-06,
      "loss": 1.2475395202636719,
      "step": 1475
    },
    {
      "epoch": 0.8316942961506041,
      "grad_norm": 0.2685166895389557,
      "learning_rate": 7.318140599423767e-06,
      "loss": 1.2027135848999024,
      "step": 1480
    },
    {
      "epoch": 0.8345040741781399,
      "grad_norm": 0.32713717222213745,
      "learning_rate": 7.082895863995032e-06,
      "loss": 1.2866425514221191,
      "step": 1485
    },
    {
      "epoch": 0.8373138522056758,
      "grad_norm": 0.24749763309955597,
      "learning_rate": 6.851205686391799e-06,
      "loss": 1.2808418273925781,
      "step": 1490
    },
    {
      "epoch": 0.8401236302332116,
      "grad_norm": 0.2623976469039917,
      "learning_rate": 6.6230892560759705e-06,
      "loss": 1.2696876525878906,
      "step": 1495
    },
    {
      "epoch": 0.8429334082607474,
      "grad_norm": 0.31625860929489136,
      "learning_rate": 6.398565466518075e-06,
      "loss": 1.280930519104004,
      "step": 1500
    },
    {
      "epoch": 0.8457431862882833,
      "grad_norm": 0.28187277913093567,
      "learning_rate": 6.177652913632476e-06,
      "loss": 1.2785576820373534,
      "step": 1505
    },
    {
      "epoch": 0.8485529643158191,
      "grad_norm": 0.2667565643787384,
      "learning_rate": 5.960369894237167e-06,
      "loss": 1.2934371948242187,
      "step": 1510
    },
    {
      "epoch": 0.8513627423433549,
      "grad_norm": 0.2629576027393341,
      "learning_rate": 5.74673440453839e-06,
      "loss": 1.2887065887451172,
      "step": 1515
    },
    {
      "epoch": 0.8541725203708908,
      "grad_norm": 0.28751328587532043,
      "learning_rate": 5.5367641386401e-06,
      "loss": 1.2288874626159667,
      "step": 1520
    },
    {
      "epoch": 0.8569822983984265,
      "grad_norm": 0.2510315179824829,
      "learning_rate": 5.3304764870784505e-06,
      "loss": 1.307783031463623,
      "step": 1525
    },
    {
      "epoch": 0.8597920764259623,
      "grad_norm": 0.32426729798316956,
      "learning_rate": 5.127888535381481e-06,
      "loss": 1.2589733123779296,
      "step": 1530
    },
    {
      "epoch": 0.8626018544534981,
      "grad_norm": 0.27217867970466614,
      "learning_rate": 4.92901706265404e-06,
      "loss": 1.2603012084960938,
      "step": 1535
    },
    {
      "epoch": 0.865411632481034,
      "grad_norm": 0.25051552057266235,
      "learning_rate": 4.7338785401880085e-06,
      "loss": 1.2598634719848634,
      "step": 1540
    },
    {
      "epoch": 0.8682214105085698,
      "grad_norm": 0.2964218854904175,
      "learning_rate": 4.5424891300981325e-06,
      "loss": 1.262913703918457,
      "step": 1545
    },
    {
      "epoch": 0.8710311885361056,
      "grad_norm": 0.2676181197166443,
      "learning_rate": 4.354864683983445e-06,
      "loss": 1.2766684532165526,
      "step": 1550
    },
    {
      "epoch": 0.8738409665636415,
      "grad_norm": 0.2766728401184082,
      "learning_rate": 4.1710207416143065e-06,
      "loss": 1.2717493057250977,
      "step": 1555
    },
    {
      "epoch": 0.8766507445911773,
      "grad_norm": 0.2938271760940552,
      "learning_rate": 3.990972529645371e-06,
      "loss": 1.2540876388549804,
      "step": 1560
    },
    {
      "epoch": 0.8794605226187131,
      "grad_norm": 0.28244903683662415,
      "learning_rate": 3.814734960354493e-06,
      "loss": 1.2864410400390625,
      "step": 1565
    },
    {
      "epoch": 0.8822703006462489,
      "grad_norm": 0.2865670919418335,
      "learning_rate": 3.6423226304075855e-06,
      "loss": 1.2283477783203125,
      "step": 1570
    },
    {
      "epoch": 0.8850800786737848,
      "grad_norm": 0.29519692063331604,
      "learning_rate": 3.4737498196496686e-06,
      "loss": 1.239719772338867,
      "step": 1575
    },
    {
      "epoch": 0.8878898567013206,
      "grad_norm": 0.28669726848602295,
      "learning_rate": 3.3090304899222215e-06,
      "loss": 1.2508049011230469,
      "step": 1580
    },
    {
      "epoch": 0.8906996347288564,
      "grad_norm": 0.3678744435310364,
      "learning_rate": 3.148178283906733e-06,
      "loss": 1.2658747673034667,
      "step": 1585
    },
    {
      "epoch": 0.8935094127563923,
      "grad_norm": 0.27260535955429077,
      "learning_rate": 2.991206523994805e-06,
      "loss": 1.267996597290039,
      "step": 1590
    },
    {
      "epoch": 0.8963191907839281,
      "grad_norm": 0.26227322220802307,
      "learning_rate": 2.8381282111847094e-06,
      "loss": 1.2717796325683595,
      "step": 1595
    },
    {
      "epoch": 0.8991289688114639,
      "grad_norm": 0.29462897777557373,
      "learning_rate": 2.6889560240046686e-06,
      "loss": 1.2797386169433593,
      "step": 1600
    },
    {
      "epoch": 0.9019387468389998,
      "grad_norm": 0.3033002018928528,
      "learning_rate": 2.5437023174626762e-06,
      "loss": 1.263514804840088,
      "step": 1605
    },
    {
      "epoch": 0.9047485248665356,
      "grad_norm": 0.25233593583106995,
      "learning_rate": 2.402379122023263e-06,
      "loss": 1.230501079559326,
      "step": 1610
    },
    {
      "epoch": 0.9075583028940714,
      "grad_norm": 0.2747349739074707,
      "learning_rate": 2.2649981426110967e-06,
      "loss": 1.2697263717651368,
      "step": 1615
    },
    {
      "epoch": 0.9103680809216071,
      "grad_norm": 0.30863797664642334,
      "learning_rate": 2.1315707576414934e-06,
      "loss": 1.298058032989502,
      "step": 1620
    },
    {
      "epoch": 0.913177858949143,
      "grad_norm": 0.2642074227333069,
      "learning_rate": 2.0021080180780417e-06,
      "loss": 1.2725077629089356,
      "step": 1625
    },
    {
      "epoch": 0.9159876369766788,
      "grad_norm": 0.2506329417228699,
      "learning_rate": 1.8766206465173352e-06,
      "loss": 1.2773086547851562,
      "step": 1630
    },
    {
      "epoch": 0.9187974150042146,
      "grad_norm": 0.2562831938266754,
      "learning_rate": 1.755119036300845e-06,
      "loss": 1.2906747817993165,
      "step": 1635
    },
    {
      "epoch": 0.9216071930317505,
      "grad_norm": 0.29017218947410583,
      "learning_rate": 1.6376132506541354e-06,
      "loss": 1.3145267486572265,
      "step": 1640
    },
    {
      "epoch": 0.9244169710592863,
      "grad_norm": 0.2922571003437042,
      "learning_rate": 1.5241130218533794e-06,
      "loss": 1.293178176879883,
      "step": 1645
    },
    {
      "epoch": 0.9272267490868221,
      "grad_norm": 0.2911592721939087,
      "learning_rate": 1.4146277504192951e-06,
      "loss": 1.262591552734375,
      "step": 1650
    },
    {
      "epoch": 0.9300365271143579,
      "grad_norm": 0.3456173241138458,
      "learning_rate": 1.3091665043385383e-06,
      "loss": 1.2702527046203613,
      "step": 1655
    },
    {
      "epoch": 0.9328463051418938,
      "grad_norm": 0.29181134700775146,
      "learning_rate": 1.2077380183127262e-06,
      "loss": 1.2759284973144531,
      "step": 1660
    },
    {
      "epoch": 0.9356560831694296,
      "grad_norm": 0.25466254353523254,
      "learning_rate": 1.110350693034884e-06,
      "loss": 1.2200567245483398,
      "step": 1665
    },
    {
      "epoch": 0.9384658611969654,
      "grad_norm": 0.32315805554389954,
      "learning_rate": 1.017012594493777e-06,
      "loss": 1.2686627388000489,
      "step": 1670
    },
    {
      "epoch": 0.9412756392245013,
      "grad_norm": 0.2786712646484375,
      "learning_rate": 9.277314533057913e-07,
      "loss": 1.2560710906982422,
      "step": 1675
    },
    {
      "epoch": 0.9440854172520371,
      "grad_norm": 0.32764026522636414,
      "learning_rate": 8.425146640746784e-07,
      "loss": 1.2417731285095215,
      "step": 1680
    },
    {
      "epoch": 0.9468951952795729,
      "grad_norm": 0.2823631763458252,
      "learning_rate": 7.613692847790899e-07,
      "loss": 1.2339458465576172,
      "step": 1685
    },
    {
      "epoch": 0.9497049733071088,
      "grad_norm": 0.2952862083911896,
      "learning_rate": 6.843020361880281e-07,
      "loss": 1.271276092529297,
      "step": 1690
    },
    {
      "epoch": 0.9525147513346446,
      "grad_norm": 0.2804461717605591,
      "learning_rate": 6.113193013041918e-07,
      "loss": 1.3072498321533204,
      "step": 1695
    },
    {
      "epoch": 0.9553245293621804,
      "grad_norm": 0.2772251069545746,
      "learning_rate": 5.424271248353207e-07,
      "loss": 1.2360713005065918,
      "step": 1700
    },
    {
      "epoch": 0.9581343073897162,
      "grad_norm": 0.2894945740699768,
      "learning_rate": 4.776312126935356e-07,
      "loss": 1.2895278930664062,
      "step": 1705
    },
    {
      "epoch": 0.9609440854172521,
      "grad_norm": 0.24990274012088776,
      "learning_rate": 4.169369315227711e-07,
      "loss": 1.2748977661132812,
      "step": 1710
    },
    {
      "epoch": 0.9637538634447879,
      "grad_norm": 0.2774486243724823,
      "learning_rate": 3.6034930825429305e-07,
      "loss": 1.293336772918701,
      "step": 1715
    },
    {
      "epoch": 0.9665636414723237,
      "grad_norm": 0.24710939824581146,
      "learning_rate": 3.078730296903087e-07,
      "loss": 1.2664811134338378,
      "step": 1720
    },
    {
      "epoch": 0.9693734194998596,
      "grad_norm": 0.2996719181537628,
      "learning_rate": 2.5951244211584456e-07,
      "loss": 1.286187744140625,
      "step": 1725
    },
    {
      "epoch": 0.9721831975273953,
      "grad_norm": 0.28394415974617004,
      "learning_rate": 2.152715509387282e-07,
      "loss": 1.2709294319152833,
      "step": 1730
    },
    {
      "epoch": 0.9749929755549311,
      "grad_norm": 0.3106130063533783,
      "learning_rate": 1.7515402035787055e-07,
      "loss": 1.2738256454467773,
      "step": 1735
    },
    {
      "epoch": 0.9778027535824669,
      "grad_norm": 0.24721162021160126,
      "learning_rate": 1.3916317305975312e-07,
      "loss": 1.318666934967041,
      "step": 1740
    },
    {
      "epoch": 0.9806125316100028,
      "grad_norm": 0.30419814586639404,
      "learning_rate": 1.0730198994327035e-07,
      "loss": 1.2712329864501952,
      "step": 1745
    },
    {
      "epoch": 0.9834223096375386,
      "grad_norm": 0.2756534814834595,
      "learning_rate": 7.957310987280475e-08,
      "loss": 1.268894577026367,
      "step": 1750
    },
    {
      "epoch": 0.9862320876650744,
      "grad_norm": 0.2969802916049957,
      "learning_rate": 5.5978829459696344e-08,
      "loss": 1.3021017074584962,
      "step": 1755
    },
    {
      "epoch": 0.9890418656926103,
      "grad_norm": 0.2974204421043396,
      "learning_rate": 3.652110287200028e-08,
      "loss": 1.2562143325805664,
      "step": 1760
    },
    {
      "epoch": 0.9918516437201461,
      "grad_norm": 0.2829109728336334,
      "learning_rate": 2.12015416726441e-08,
      "loss": 1.2331953048706055,
      "step": 1765
    },
    {
      "epoch": 0.9946614217476819,
      "grad_norm": 0.34386247396469116,
      "learning_rate": 1.0021414685973396e-08,
      "loss": 1.2777393341064454,
      "step": 1770
    },
    {
      "epoch": 0.9974711997752178,
      "grad_norm": 0.2781239449977875,
      "learning_rate": 2.981647892635886e-09,
      "loss": 1.2811437606811524,
      "step": 1775
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3863658905029297,
      "learning_rate": 8.282435288720081e-11,
      "loss": 1.261753463745117,
      "step": 1780
    }
  ],
  "logging_steps": 5,
  "max_steps": 1780,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4246623474496307e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}