{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.8272438990762443,
  "eval_steps": 500,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0013787398317937406,
      "grad_norm": 1.0734721422195435,
      "learning_rate": 0.0002,
      "loss": 2.8003,
      "step": 10
    },
    {
      "epoch": 0.002757479663587481,
      "grad_norm": 0.19643057882785797,
      "learning_rate": 0.0002,
      "loss": 0.3727,
      "step": 20
    },
    {
      "epoch": 0.004136219495381221,
      "grad_norm": 0.8137874007225037,
      "learning_rate": 0.0002,
      "loss": 0.3519,
      "step": 30
    },
    {
      "epoch": 0.005514959327174962,
      "grad_norm": 0.4064357578754425,
      "learning_rate": 0.0002,
      "loss": 0.357,
      "step": 40
    },
    {
      "epoch": 0.0068936991589687024,
      "grad_norm": 1.0673978328704834,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 50
    },
    {
      "epoch": 0.008272438990762443,
      "grad_norm": 2.2639453411102295,
      "learning_rate": 0.0002,
      "loss": 0.4068,
      "step": 60
    },
    {
      "epoch": 0.009651178822556184,
      "grad_norm": 1.2247616052627563,
      "learning_rate": 0.0002,
      "loss": 0.5108,
      "step": 70
    },
    {
      "epoch": 0.011029918654349925,
      "grad_norm": 0.07231716066598892,
      "learning_rate": 0.0002,
      "loss": 0.3644,
      "step": 80
    },
    {
      "epoch": 0.012408658486143665,
      "grad_norm": 1.4329577684402466,
      "learning_rate": 0.0002,
      "loss": 0.3571,
      "step": 90
    },
    {
      "epoch": 0.013787398317937405,
      "grad_norm": 0.8798255920410156,
      "learning_rate": 0.0002,
      "loss": 0.3521,
      "step": 100
    },
    {
      "epoch": 0.015166138149731145,
      "grad_norm": 0.06499180942773819,
      "learning_rate": 0.0002,
      "loss": 0.3597,
      "step": 110
    },
    {
      "epoch": 0.016544877981524885,
      "grad_norm": 0.284839928150177,
      "learning_rate": 0.0002,
      "loss": 0.4099,
      "step": 120
    },
    {
      "epoch": 0.017923617813318627,
      "grad_norm": 0.12186373770236969,
      "learning_rate": 0.0002,
      "loss": 0.3572,
      "step": 130
    },
    {
      "epoch": 0.01930235764511237,
      "grad_norm": 0.21747085452079773,
      "learning_rate": 0.0002,
      "loss": 0.3497,
      "step": 140
    },
    {
      "epoch": 0.020681097476906107,
      "grad_norm": 0.22812429070472717,
      "learning_rate": 0.0002,
      "loss": 0.3778,
      "step": 150
    },
    {
      "epoch": 0.02205983730869985,
      "grad_norm": 1.1110987663269043,
      "learning_rate": 0.0002,
      "loss": 0.3607,
      "step": 160
    },
    {
      "epoch": 0.023438577140493588,
      "grad_norm": 0.8457236886024475,
      "learning_rate": 0.0002,
      "loss": 0.9183,
      "step": 170
    },
    {
      "epoch": 0.02481731697228733,
      "grad_norm": 0.46427470445632935,
      "learning_rate": 0.0002,
      "loss": 0.3503,
      "step": 180
    },
    {
      "epoch": 0.02619605680408107,
      "grad_norm": 2.4730632305145264,
      "learning_rate": 0.0002,
      "loss": 0.3824,
      "step": 190
    },
    {
      "epoch": 0.02757479663587481,
      "grad_norm": 0.3589227497577667,
      "learning_rate": 0.0002,
      "loss": 1.0105,
      "step": 200
    },
    {
      "epoch": 0.02895353646766855,
      "grad_norm": 3.5308260917663574,
      "learning_rate": 0.0002,
      "loss": 0.3605,
      "step": 210
    },
    {
      "epoch": 0.03033227629946229,
      "grad_norm": 0.5237946510314941,
      "learning_rate": 0.0002,
      "loss": 0.3983,
      "step": 220
    },
    {
      "epoch": 0.031711016131256035,
      "grad_norm": 0.5702632665634155,
      "learning_rate": 0.0002,
      "loss": 0.3521,
      "step": 230
    },
    {
      "epoch": 0.03308975596304977,
      "grad_norm": 1.1318608522415161,
      "learning_rate": 0.0002,
      "loss": 0.3617,
      "step": 240
    },
    {
      "epoch": 0.03446849579484351,
      "grad_norm": 0.536571741104126,
      "learning_rate": 0.0002,
      "loss": 0.3555,
      "step": 250
    },
    {
      "epoch": 0.035847235626637254,
      "grad_norm": 0.12125778943300247,
      "learning_rate": 0.0002,
      "loss": 0.3733,
      "step": 260
    },
    {
      "epoch": 0.037225975458430996,
      "grad_norm": 0.045536063611507416,
      "learning_rate": 0.0002,
      "loss": 0.3514,
      "step": 270
    },
    {
      "epoch": 0.03860471529022474,
      "grad_norm": 0.31765612959861755,
      "learning_rate": 0.0002,
      "loss": 0.3536,
      "step": 280
    },
    {
      "epoch": 0.03998345512201847,
      "grad_norm": 0.27900660037994385,
      "learning_rate": 0.0002,
      "loss": 0.3495,
      "step": 290
    },
    {
      "epoch": 0.041362194953812215,
      "grad_norm": 0.15112566947937012,
      "learning_rate": 0.0002,
      "loss": 0.355,
      "step": 300
    },
    {
      "epoch": 0.04274093478560596,
      "grad_norm": 0.2682303786277771,
      "learning_rate": 0.0002,
      "loss": 0.3609,
      "step": 310
    },
    {
      "epoch": 0.0441196746173997,
      "grad_norm": 1.0106860399246216,
      "learning_rate": 0.0002,
      "loss": 0.3697,
      "step": 320
    },
    {
      "epoch": 0.04549841444919344,
      "grad_norm": 1.0782426595687866,
      "learning_rate": 0.0002,
      "loss": 0.3594,
      "step": 330
    },
    {
      "epoch": 0.046877154280987175,
      "grad_norm": 2.294581651687622,
      "learning_rate": 0.0002,
      "loss": 0.3676,
      "step": 340
    },
    {
      "epoch": 0.04825589411278092,
      "grad_norm": 0.6223801970481873,
      "learning_rate": 0.0002,
      "loss": 0.3741,
      "step": 350
    },
    {
      "epoch": 0.04963463394457466,
      "grad_norm": 0.2735952138900757,
      "learning_rate": 0.0002,
      "loss": 0.3628,
      "step": 360
    },
    {
      "epoch": 0.0510133737763684,
      "grad_norm": 0.7569056153297424,
      "learning_rate": 0.0002,
      "loss": 1.1827,
      "step": 370
    },
    {
      "epoch": 0.05239211360816214,
      "grad_norm": 0.6536706686019897,
      "learning_rate": 0.0002,
      "loss": 0.3543,
      "step": 380
    },
    {
      "epoch": 0.05377085343995588,
      "grad_norm": 0.3573110103607178,
      "learning_rate": 0.0002,
      "loss": 0.3529,
      "step": 390
    },
    {
      "epoch": 0.05514959327174962,
      "grad_norm": 0.8121228218078613,
      "learning_rate": 0.0002,
      "loss": 0.3566,
      "step": 400
    },
    {
      "epoch": 0.05652833310354336,
      "grad_norm": 0.7444269061088562,
      "learning_rate": 0.0002,
      "loss": 0.7803,
      "step": 410
    },
    {
      "epoch": 0.0579070729353371,
      "grad_norm": 0.5015038847923279,
      "learning_rate": 0.0002,
      "loss": 0.6134,
      "step": 420
    },
    {
      "epoch": 0.059285812767130845,
      "grad_norm": 0.08748292177915573,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 430
    },
    {
      "epoch": 0.06066455259892458,
      "grad_norm": 0.3987080156803131,
      "learning_rate": 0.0002,
      "loss": 0.3484,
      "step": 440
    },
    {
      "epoch": 0.06204329243071832,
      "grad_norm": 347.7005920410156,
      "learning_rate": 0.0002,
      "loss": 0.8413,
      "step": 450
    },
    {
      "epoch": 0.06342203226251207,
      "grad_norm": 88.2750473022461,
      "learning_rate": 0.0002,
      "loss": 2.8013,
      "step": 460
    },
    {
      "epoch": 0.0648007720943058,
      "grad_norm": 0.8716701865196228,
      "learning_rate": 0.0002,
      "loss": 0.8356,
      "step": 470
    },
    {
      "epoch": 0.06617951192609954,
      "grad_norm": 0.8243119120597839,
      "learning_rate": 0.0002,
      "loss": 0.3616,
      "step": 480
    },
    {
      "epoch": 0.06755825175789329,
      "grad_norm": 1.1744294166564941,
      "learning_rate": 0.0002,
      "loss": 0.3998,
      "step": 490
    },
    {
      "epoch": 0.06893699158968702,
      "grad_norm": 0.03163053095340729,
      "learning_rate": 0.0002,
      "loss": 0.3549,
      "step": 500
    },
    {
      "epoch": 0.07031573142148077,
      "grad_norm": 3.4403915405273438,
      "learning_rate": 0.0002,
      "loss": 0.3722,
      "step": 510
    },
    {
      "epoch": 0.07169447125327451,
      "grad_norm": 1.0608879327774048,
      "learning_rate": 0.0002,
      "loss": 0.3701,
      "step": 520
    },
    {
      "epoch": 0.07307321108506824,
      "grad_norm": 1.2809940576553345,
      "learning_rate": 0.0002,
      "loss": 0.3602,
      "step": 530
    },
    {
      "epoch": 0.07445195091686199,
      "grad_norm": 0.40460118651390076,
      "learning_rate": 0.0002,
      "loss": 0.3532,
      "step": 540
    },
    {
      "epoch": 0.07583069074865573,
      "grad_norm": 0.6290703415870667,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 550
    },
    {
      "epoch": 0.07720943058044948,
      "grad_norm": 0.2159261256456375,
      "learning_rate": 0.0002,
      "loss": 0.405,
      "step": 560
    },
    {
      "epoch": 0.07858817041224321,
      "grad_norm": 0.37101301550865173,
      "learning_rate": 0.0002,
      "loss": 0.3752,
      "step": 570
    },
    {
      "epoch": 0.07996691024403695,
      "grad_norm": 1.3007190227508545,
      "learning_rate": 0.0002,
      "loss": 0.3503,
      "step": 580
    },
    {
      "epoch": 0.0813456500758307,
      "grad_norm": 0.4508918225765228,
      "learning_rate": 0.0002,
      "loss": 0.3531,
      "step": 590
    },
    {
      "epoch": 0.08272438990762443,
      "grad_norm": 0.46898791193962097,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 600
    },
    {
      "epoch": 0.08410312973941818,
      "grad_norm": 0.8449831604957581,
      "learning_rate": 0.0002,
      "loss": 0.3546,
      "step": 610
    },
    {
      "epoch": 0.08548186957121191,
      "grad_norm": 0.7988163232803345,
      "learning_rate": 0.0002,
      "loss": 0.3505,
      "step": 620
    },
    {
      "epoch": 0.08686060940300565,
      "grad_norm": 0.4426226317882538,
      "learning_rate": 0.0002,
      "loss": 0.3649,
      "step": 630
    },
    {
      "epoch": 0.0882393492347994,
      "grad_norm": 0.2260913848876953,
      "learning_rate": 0.0002,
      "loss": 0.3499,
      "step": 640
    },
    {
      "epoch": 0.08961808906659313,
      "grad_norm": 1.476747751235962,
      "learning_rate": 0.0002,
      "loss": 0.3546,
      "step": 650
    },
    {
      "epoch": 0.09099682889838688,
      "grad_norm": 0.7640777230262756,
      "learning_rate": 0.0002,
      "loss": 0.3568,
      "step": 660
    },
    {
      "epoch": 0.09237556873018062,
      "grad_norm": 0.8559088706970215,
      "learning_rate": 0.0002,
      "loss": 0.3507,
      "step": 670
    },
    {
      "epoch": 0.09375430856197435,
      "grad_norm": 0.20833595097064972,
      "learning_rate": 0.0002,
      "loss": 0.3556,
      "step": 680
    },
    {
      "epoch": 0.0951330483937681,
      "grad_norm": 1.1485021114349365,
      "learning_rate": 0.0002,
      "loss": 0.3516,
      "step": 690
    },
    {
      "epoch": 0.09651178822556183,
      "grad_norm": 1.0206815004348755,
      "learning_rate": 0.0002,
      "loss": 0.3591,
      "step": 700
    },
    {
      "epoch": 0.09789052805735558,
      "grad_norm": 0.9966775178909302,
      "learning_rate": 0.0002,
      "loss": 0.359,
      "step": 710
    },
    {
      "epoch": 0.09926926788914932,
      "grad_norm": 0.8833585977554321,
      "learning_rate": 0.0002,
      "loss": 0.3546,
      "step": 720
    },
    {
      "epoch": 0.10064800772094305,
      "grad_norm": 1.0842584371566772,
      "learning_rate": 0.0002,
      "loss": 0.3556,
      "step": 730
    },
    {
      "epoch": 0.1020267475527368,
      "grad_norm": 0.3791511058807373,
      "learning_rate": 0.0002,
      "loss": 0.3571,
      "step": 740
    },
    {
      "epoch": 0.10340548738453054,
      "grad_norm": 0.24666732549667358,
      "learning_rate": 0.0002,
      "loss": 0.3502,
      "step": 750
    },
    {
      "epoch": 0.10478422721632429,
      "grad_norm": 0.21794968843460083,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 760
    },
    {
      "epoch": 0.10616296704811802,
      "grad_norm": 0.47017499804496765,
      "learning_rate": 0.0002,
      "loss": 0.3499,
      "step": 770
    },
    {
      "epoch": 0.10754170687991176,
      "grad_norm": 0.2813131809234619,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 780
    },
    {
      "epoch": 0.1089204467117055,
      "grad_norm": 1.2175363302230835,
      "learning_rate": 0.0002,
      "loss": 0.3524,
      "step": 790
    },
    {
      "epoch": 0.11029918654349924,
      "grad_norm": 0.2712210416793823,
      "learning_rate": 0.0002,
      "loss": 0.3526,
      "step": 800
    },
    {
      "epoch": 0.11167792637529299,
      "grad_norm": 0.1428445726633072,
      "learning_rate": 0.0002,
      "loss": 0.3518,
      "step": 810
    },
    {
      "epoch": 0.11305666620708672,
      "grad_norm": 0.23716595768928528,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 820
    },
    {
      "epoch": 0.11443540603888046,
      "grad_norm": 0.07993923872709274,
      "learning_rate": 0.0002,
      "loss": 0.349,
      "step": 830
    },
    {
      "epoch": 0.1158141458706742,
      "grad_norm": 1.2958595752716064,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 840
    },
    {
      "epoch": 0.11719288570246794,
      "grad_norm": 1.6257132291793823,
      "learning_rate": 0.0002,
      "loss": 0.3589,
      "step": 850
    },
    {
      "epoch": 0.11857162553426169,
      "grad_norm": 0.20367591083049774,
      "learning_rate": 0.0002,
      "loss": 0.3602,
      "step": 860
    },
    {
      "epoch": 0.11995036536605543,
      "grad_norm": 1.147210955619812,
      "learning_rate": 0.0002,
      "loss": 0.3619,
      "step": 870
    },
    {
      "epoch": 0.12132910519784916,
      "grad_norm": 0.19706425070762634,
      "learning_rate": 0.0002,
      "loss": 0.3536,
      "step": 880
    },
    {
      "epoch": 0.12270784502964291,
      "grad_norm": 0.17990930378437042,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 890
    },
    {
      "epoch": 0.12408658486143664,
      "grad_norm": 0.5770463943481445,
      "learning_rate": 0.0002,
      "loss": 0.3509,
      "step": 900
    },
    {
      "epoch": 0.12546532469323038,
      "grad_norm": 0.24645955860614777,
      "learning_rate": 0.0002,
      "loss": 0.3526,
      "step": 910
    },
    {
      "epoch": 0.12684406452502414,
      "grad_norm": 0.15745119750499725,
      "learning_rate": 0.0002,
      "loss": 0.3503,
      "step": 920
    },
    {
      "epoch": 0.12822280435681788,
      "grad_norm": 0.054484590888023376,
      "learning_rate": 0.0002,
      "loss": 0.3508,
      "step": 930
    },
    {
      "epoch": 0.1296015441886116,
      "grad_norm": 0.30564025044441223,
      "learning_rate": 0.0002,
      "loss": 0.3489,
      "step": 940
    },
    {
      "epoch": 0.13098028402040535,
      "grad_norm": 0.3614678382873535,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 950
    },
    {
      "epoch": 0.13235902385219908,
      "grad_norm": 0.703029990196228,
      "learning_rate": 0.0002,
      "loss": 0.3552,
      "step": 960
    },
    {
      "epoch": 0.13373776368399284,
      "grad_norm": 1.1954560279846191,
      "learning_rate": 0.0002,
      "loss": 0.3528,
      "step": 970
    },
    {
      "epoch": 0.13511650351578658,
      "grad_norm": 0.8106504678726196,
      "learning_rate": 0.0002,
      "loss": 0.3586,
      "step": 980
    },
    {
      "epoch": 0.13649524334758031,
      "grad_norm": 0.40758854150772095,
      "learning_rate": 0.0002,
      "loss": 0.3908,
      "step": 990
    },
    {
      "epoch": 0.13787398317937405,
      "grad_norm": 0.613096296787262,
      "learning_rate": 0.0002,
      "loss": 0.3519,
      "step": 1000
    },
    {
      "epoch": 0.13925272301116778,
      "grad_norm": 0.38185614347457886,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 1010
    },
    {
      "epoch": 0.14063146284296155,
      "grad_norm": 0.07220327854156494,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 1020
    },
    {
      "epoch": 0.14201020267475528,
      "grad_norm": 0.1451689898967743,
      "learning_rate": 0.0002,
      "loss": 0.3534,
      "step": 1030
    },
    {
      "epoch": 0.14338894250654902,
      "grad_norm": 0.08052591234445572,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 1040
    },
    {
      "epoch": 0.14476768233834275,
      "grad_norm": 1.0108163356781006,
      "learning_rate": 0.0002,
      "loss": 0.3508,
      "step": 1050
    },
    {
      "epoch": 0.1461464221701365,
      "grad_norm": 0.5895722508430481,
      "learning_rate": 0.0002,
      "loss": 0.3541,
      "step": 1060
    },
    {
      "epoch": 0.14752516200193025,
      "grad_norm": 0.6988415718078613,
      "learning_rate": 0.0002,
      "loss": 0.3512,
      "step": 1070
    },
    {
      "epoch": 0.14890390183372398,
      "grad_norm": 0.54078608751297,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 1080
    },
    {
      "epoch": 0.15028264166551772,
      "grad_norm": 0.19162333011627197,
      "learning_rate": 0.0002,
      "loss": 0.3518,
      "step": 1090
    },
    {
      "epoch": 0.15166138149731145,
      "grad_norm": 0.36928215622901917,
      "learning_rate": 0.0002,
      "loss": 0.3505,
      "step": 1100
    },
    {
      "epoch": 0.1530401213291052,
      "grad_norm": 0.572607696056366,
      "learning_rate": 0.0002,
      "loss": 0.355,
      "step": 1110
    },
    {
      "epoch": 0.15441886116089895,
      "grad_norm": 0.20841191709041595,
      "learning_rate": 0.0002,
      "loss": 0.348,
      "step": 1120
    },
    {
      "epoch": 0.1557976009926927,
      "grad_norm": 0.04682110995054245,
      "learning_rate": 0.0002,
      "loss": 0.3502,
      "step": 1130
    },
    {
      "epoch": 0.15717634082448642,
      "grad_norm": 0.867899477481842,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 1140
    },
    {
      "epoch": 0.15855508065628016,
      "grad_norm": 0.2828502655029297,
      "learning_rate": 0.0002,
      "loss": 0.3525,
      "step": 1150
    },
    {
      "epoch": 0.1599338204880739,
      "grad_norm": 0.44510889053344727,
      "learning_rate": 0.0002,
      "loss": 0.35,
      "step": 1160
    },
    {
      "epoch": 0.16131256031986765,
      "grad_norm": 0.1896822154521942,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 1170
    },
    {
      "epoch": 0.1626913001516614,
      "grad_norm": 0.15781590342521667,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 1180
    },
    {
      "epoch": 0.16407003998345512,
      "grad_norm": 0.2315225899219513,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 1190
    },
    {
      "epoch": 0.16544877981524886,
      "grad_norm": 0.2198018729686737,
      "learning_rate": 0.0002,
      "loss": 0.3484,
      "step": 1200
    },
    {
      "epoch": 0.1668275196470426,
      "grad_norm": 0.2039571851491928,
      "learning_rate": 0.0002,
      "loss": 0.348,
      "step": 1210
    },
    {
      "epoch": 0.16820625947883636,
      "grad_norm": 0.009352603927254677,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 1220
    },
    {
      "epoch": 0.1695849993106301,
      "grad_norm": 0.2558707892894745,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 1230
    },
    {
      "epoch": 0.17096373914242383,
      "grad_norm": 0.07278712838888168,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 1240
    },
    {
      "epoch": 0.17234247897421756,
      "grad_norm": 0.4133436381816864,
      "learning_rate": 0.0002,
      "loss": 0.3453,
      "step": 1250
    },
    {
      "epoch": 0.1737212188060113,
      "grad_norm": 0.16729828715324402,
      "learning_rate": 0.0002,
      "loss": 0.3527,
      "step": 1260
    },
    {
      "epoch": 0.17509995863780506,
      "grad_norm": 0.33326980471611023,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 1270
    },
    {
      "epoch": 0.1764786984695988,
      "grad_norm": 0.7140666246414185,
      "learning_rate": 0.0002,
      "loss": 0.3627,
      "step": 1280
    },
    {
      "epoch": 0.17785743830139253,
      "grad_norm": 0.17751634120941162,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 1290
    },
    {
      "epoch": 0.17923617813318626,
      "grad_norm": 0.44009125232696533,
      "learning_rate": 0.0002,
      "loss": 0.3516,
      "step": 1300
    },
    {
      "epoch": 0.18061491796498,
      "grad_norm": 0.07371579110622406,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 1310
    },
    {
      "epoch": 0.18199365779677376,
      "grad_norm": 0.6804266571998596,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 1320
    },
    {
      "epoch": 0.1833723976285675,
      "grad_norm": 0.19634029269218445,
      "learning_rate": 0.0002,
      "loss": 0.354,
      "step": 1330
    },
    {
      "epoch": 0.18475113746036123,
      "grad_norm": 0.34020882844924927,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 1340
    },
    {
      "epoch": 0.18612987729215497,
      "grad_norm": 0.38502731919288635,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 1350
    },
    {
      "epoch": 0.1875086171239487,
      "grad_norm": 0.0810522586107254,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 1360
    },
    {
      "epoch": 0.18888735695574246,
      "grad_norm": 0.4057389497756958,
      "learning_rate": 0.0002,
      "loss": 0.3489,
      "step": 1370
    },
    {
      "epoch": 0.1902660967875362,
      "grad_norm": 0.17514599859714508,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 1380
    },
    {
      "epoch": 0.19164483661932993,
      "grad_norm": 0.10964088141918182,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 1390
    },
    {
      "epoch": 0.19302357645112367,
      "grad_norm": 0.20920871198177338,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 1400
    },
    {
      "epoch": 0.1944023162829174,
      "grad_norm": 1.149121880531311,
      "learning_rate": 0.0002,
      "loss": 0.3548,
      "step": 1410
    },
    {
      "epoch": 0.19578105611471117,
      "grad_norm": 1.3394649028778076,
      "learning_rate": 0.0002,
      "loss": 0.3495,
      "step": 1420
    },
    {
      "epoch": 0.1971597959465049,
      "grad_norm": 1.2763960361480713,
      "learning_rate": 0.0002,
      "loss": 0.3679,
      "step": 1430
    },
    {
      "epoch": 0.19853853577829864,
      "grad_norm": 0.5421571731567383,
      "learning_rate": 0.0002,
      "loss": 0.3538,
      "step": 1440
    },
    {
      "epoch": 0.19991727561009237,
      "grad_norm": 0.22273503243923187,
      "learning_rate": 0.0002,
      "loss": 0.3518,
      "step": 1450
    },
    {
      "epoch": 0.2012960154418861,
      "grad_norm": 0.6335702538490295,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 1460
    },
    {
      "epoch": 0.20267475527367987,
      "grad_norm": 0.7090324759483337,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 1470
    },
    {
      "epoch": 0.2040534951054736,
      "grad_norm": 0.011333847418427467,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 1480
    },
    {
      "epoch": 0.20543223493726734,
      "grad_norm": 0.24088676273822784,
      "learning_rate": 0.0002,
      "loss": 0.3569,
      "step": 1490
    },
    {
      "epoch": 0.20681097476906107,
      "grad_norm": 0.8654371500015259,
      "learning_rate": 0.0002,
      "loss": 0.3528,
      "step": 1500
    },
    {
      "epoch": 0.2081897146008548,
      "grad_norm": 0.06135034188628197,
      "learning_rate": 0.0002,
      "loss": 0.3509,
      "step": 1510
    },
    {
      "epoch": 0.20956845443264857,
      "grad_norm": 0.38141730427742004,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 1520
    },
    {
      "epoch": 0.2109471942644423,
      "grad_norm": 1.1622456312179565,
      "learning_rate": 0.0002,
      "loss": 0.353,
      "step": 1530
    },
    {
      "epoch": 0.21232593409623604,
      "grad_norm": 0.5747712254524231,
      "learning_rate": 0.0002,
      "loss": 0.3513,
      "step": 1540
    },
    {
      "epoch": 0.21370467392802978,
      "grad_norm": 0.09723293781280518,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 1550
    },
    {
      "epoch": 0.2150834137598235,
      "grad_norm": 0.18574804067611694,
      "learning_rate": 0.0002,
      "loss": 0.3512,
      "step": 1560
    },
    {
      "epoch": 0.21646215359161727,
      "grad_norm": 0.33651217818260193,
      "learning_rate": 0.0002,
      "loss": 0.349,
      "step": 1570
    },
    {
      "epoch": 0.217840893423411,
      "grad_norm": 0.07309216260910034,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 1580
    },
    {
      "epoch": 0.21921963325520474,
      "grad_norm": 0.19346486032009125,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 1590
    },
    {
      "epoch": 0.22059837308699848,
      "grad_norm": 0.3398933708667755,
      "learning_rate": 0.0002,
      "loss": 0.3496,
      "step": 1600
    },
    {
      "epoch": 0.2219771129187922,
      "grad_norm": 0.34032130241394043,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 1610
    },
    {
      "epoch": 0.22335585275058598,
      "grad_norm": 0.901030421257019,
      "learning_rate": 0.0002,
      "loss": 0.3531,
      "step": 1620
    },
    {
      "epoch": 0.2247345925823797,
      "grad_norm": 0.500088632106781,
      "learning_rate": 0.0002,
      "loss": 0.3516,
      "step": 1630
    },
    {
      "epoch": 0.22611333241417345,
      "grad_norm": 0.3230324387550354,
      "learning_rate": 0.0002,
      "loss": 0.3546,
      "step": 1640
    },
    {
      "epoch": 0.22749207224596718,
      "grad_norm": 1.2476601600646973,
      "learning_rate": 0.0002,
      "loss": 0.3512,
      "step": 1650
    },
    {
      "epoch": 0.22887081207776092,
      "grad_norm": 0.23318485915660858,
      "learning_rate": 0.0002,
      "loss": 0.3456,
      "step": 1660
    },
    {
      "epoch": 0.23024955190955468,
      "grad_norm": 0.472400963306427,
      "learning_rate": 0.0002,
      "loss": 0.3551,
      "step": 1670
    },
    {
      "epoch": 0.2316282917413484,
      "grad_norm": 0.04836912825703621,
      "learning_rate": 0.0002,
      "loss": 0.3505,
      "step": 1680
    },
    {
      "epoch": 0.23300703157314215,
      "grad_norm": 0.34590113162994385,
      "learning_rate": 0.0002,
      "loss": 0.3507,
      "step": 1690
    },
    {
      "epoch": 0.23438577140493588,
      "grad_norm": 0.23341989517211914,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 1700
    },
    {
      "epoch": 0.23576451123672962,
      "grad_norm": 0.001271920627914369,
      "learning_rate": 0.0002,
      "loss": 0.3562,
      "step": 1710
    },
    {
      "epoch": 0.23714325106852338,
      "grad_norm": 0.20549911260604858,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 1720
    },
    {
      "epoch": 0.23852199090031712,
      "grad_norm": 0.3825775384902954,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 1730
    },
    {
      "epoch": 0.23990073073211085,
      "grad_norm": 0.028804048895835876,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 1740
    },
    {
      "epoch": 0.24127947056390459,
      "grad_norm": 0.04462611302733421,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 1750
    },
    {
      "epoch": 0.24265821039569832,
      "grad_norm": 0.6634818315505981,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 1760
    },
    {
      "epoch": 0.24403695022749208,
      "grad_norm": 1.3807406425476074,
      "learning_rate": 0.0002,
      "loss": 0.3547,
      "step": 1770
    },
    {
      "epoch": 0.24541569005928582,
      "grad_norm": 0.24347831308841705,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 1780
    },
    {
      "epoch": 0.24679442989107955,
      "grad_norm": 0.61258465051651,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 1790
    },
    {
      "epoch": 0.2481731697228733,
      "grad_norm": 0.011543272994458675,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 1800
    },
    {
      "epoch": 0.24955190955466702,
      "grad_norm": 0.09996844828128815,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 1810
    },
    {
      "epoch": 0.25093064938646076,
      "grad_norm": 0.17044603824615479,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 1820
    },
    {
      "epoch": 0.2523093892182545,
      "grad_norm": 0.17940489947795868,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 1830
    },
    {
      "epoch": 0.2536881290500483,
      "grad_norm": 0.21834205090999603,
      "learning_rate": 0.0002,
      "loss": 0.3461,
      "step": 1840
    },
    {
      "epoch": 0.255066868881842,
      "grad_norm": 0.2272634655237198,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 1850
    },
    {
      "epoch": 0.25644560871363575,
      "grad_norm": 0.18734070658683777,
      "learning_rate": 0.0002,
      "loss": 0.3497,
      "step": 1860
    },
    {
      "epoch": 0.25782434854542946,
      "grad_norm": 0.04078834876418114,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 1870
    },
    {
      "epoch": 0.2592030883772232,
      "grad_norm": 0.3463903069496155,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 1880
    },
    {
      "epoch": 0.260581828209017,
      "grad_norm": 0.3256634771823883,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 1890
    },
    {
      "epoch": 0.2619605680408107,
      "grad_norm": 0.04404434189200401,
      "learning_rate": 0.0002,
      "loss": 0.3509,
      "step": 1900
    },
    {
      "epoch": 0.26333930787260446,
      "grad_norm": 0.20446011424064636,
      "learning_rate": 0.0002,
      "loss": 0.3526,
      "step": 1910
    },
    {
      "epoch": 0.26471804770439816,
      "grad_norm": 0.06089179962873459,
      "learning_rate": 0.0002,
      "loss": 0.3491,
      "step": 1920
    },
    {
      "epoch": 0.2660967875361919,
      "grad_norm": 0.32661405205726624,
      "learning_rate": 0.0002,
      "loss": 0.35,
      "step": 1930
    },
    {
      "epoch": 0.2674755273679857,
      "grad_norm": 0.09823151677846909,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 1940
    },
    {
      "epoch": 0.2688542671997794,
      "grad_norm": 0.11397412419319153,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 1950
    },
    {
      "epoch": 0.27023300703157316,
      "grad_norm": 0.2632172703742981,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 1960
    },
    {
      "epoch": 0.27161174686336687,
      "grad_norm": 0.27215296030044556,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 1970
    },
    {
      "epoch": 0.27299048669516063,
      "grad_norm": 0.20016005635261536,
      "learning_rate": 0.0002,
      "loss": 0.3489,
      "step": 1980
    },
    {
      "epoch": 0.2743692265269544,
      "grad_norm": 0.3071637749671936,
      "learning_rate": 0.0002,
      "loss": 0.354,
      "step": 1990
    },
    {
      "epoch": 0.2757479663587481,
      "grad_norm": 1.0373337268829346,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 2000
    },
    {
      "epoch": 0.27712670619054186,
      "grad_norm": 0.49023887515068054,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 2010
    },
    {
      "epoch": 0.27850544602233557,
      "grad_norm": 0.7107551097869873,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 2020
    },
    {
      "epoch": 0.27988418585412933,
      "grad_norm": 1.5392403602600098,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 2030
    },
    {
      "epoch": 0.2812629256859231,
      "grad_norm": 2.7259292602539062,
      "learning_rate": 0.0002,
      "loss": 0.3585,
      "step": 2040
    },
    {
      "epoch": 0.2826416655177168,
      "grad_norm": 2.783911943435669,
      "learning_rate": 0.0002,
      "loss": 0.3703,
      "step": 2050
    },
    {
      "epoch": 0.28402040534951056,
      "grad_norm": 0.015472312457859516,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 2060
    },
    {
      "epoch": 0.28539914518130427,
      "grad_norm": 0.7833682298660278,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 2070
    },
    {
      "epoch": 0.28677788501309803,
      "grad_norm": 0.4828648269176483,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 2080
    },
    {
      "epoch": 0.2881566248448918,
      "grad_norm": 1.035452961921692,
      "learning_rate": 0.0002,
      "loss": 0.348,
      "step": 2090
    },
    {
      "epoch": 0.2895353646766855,
      "grad_norm": 0.14552044868469238,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 2100
    },
    {
      "epoch": 0.29091410450847927,
      "grad_norm": 0.9040600061416626,
      "learning_rate": 0.0002,
      "loss": 0.3508,
      "step": 2110
    },
    {
      "epoch": 0.292292844340273,
      "grad_norm": 0.36334726214408875,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 2120
    },
    {
      "epoch": 0.29367158417206674,
      "grad_norm": 0.6746371984481812,
      "learning_rate": 0.0002,
      "loss": 0.3546,
      "step": 2130
    },
    {
      "epoch": 0.2950503240038605,
      "grad_norm": 0.49551185965538025,
      "learning_rate": 0.0002,
      "loss": 0.3464,
      "step": 2140
    },
    {
      "epoch": 0.2964290638356542,
      "grad_norm": 0.04471205919981003,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 2150
    },
    {
      "epoch": 0.29780780366744797,
      "grad_norm": 0.12050581723451614,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 2160
    },
    {
      "epoch": 0.2991865434992417,
      "grad_norm": 0.04496219381690025,
      "learning_rate": 0.0002,
      "loss": 0.346,
      "step": 2170
    },
    {
      "epoch": 0.30056528333103544,
      "grad_norm": 0.11529727280139923,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 2180
    },
    {
      "epoch": 0.3019440231628292,
      "grad_norm": 0.12811416387557983,
      "learning_rate": 0.0002,
      "loss": 0.3466,
      "step": 2190
    },
    {
      "epoch": 0.3033227629946229,
      "grad_norm": 0.0471930056810379,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 2200
    },
    {
      "epoch": 0.30470150282641667,
      "grad_norm": 2.6910486221313477,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 2210
    },
    {
      "epoch": 0.3060802426582104,
      "grad_norm": 0.3302823305130005,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 2220
    },
    {
      "epoch": 0.30745898249000414,
      "grad_norm": 10.41483211517334,
      "learning_rate": 0.0002,
      "loss": 0.3694,
      "step": 2230
    },
    {
      "epoch": 0.3088377223217979,
      "grad_norm": 12.485153198242188,
      "learning_rate": 0.0002,
      "loss": 0.3816,
      "step": 2240
    },
    {
      "epoch": 0.3102164621535916,
      "grad_norm": 1.1303633451461792,
      "learning_rate": 0.0002,
      "loss": 0.3554,
      "step": 2250
    },
    {
      "epoch": 0.3115952019853854,
      "grad_norm": 0.08931141346693039,
      "learning_rate": 0.0002,
      "loss": 0.3824,
      "step": 2260
    },
    {
      "epoch": 0.3129739418171791,
      "grad_norm": 0.20106171071529388,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 2270
    },
    {
      "epoch": 0.31435268164897284,
      "grad_norm": 1.7839974164962769,
      "learning_rate": 0.0002,
      "loss": 0.354,
      "step": 2280
    },
    {
      "epoch": 0.3157314214807666,
      "grad_norm": 0.6848243474960327,
      "learning_rate": 0.0002,
      "loss": 0.356,
      "step": 2290
    },
    {
      "epoch": 0.3171101613125603,
      "grad_norm": 1.5771201848983765,
      "learning_rate": 0.0002,
      "loss": 0.35,
      "step": 2300
    },
    {
      "epoch": 0.3184889011443541,
      "grad_norm": 1.2237290143966675,
      "learning_rate": 0.0002,
      "loss": 0.3521,
      "step": 2310
    },
    {
      "epoch": 0.3198676409761478,
      "grad_norm": 0.04607740044593811,
      "learning_rate": 0.0002,
      "loss": 0.3455,
      "step": 2320
    },
    {
      "epoch": 0.32124638080794155,
      "grad_norm": 0.0691566988825798,
      "learning_rate": 0.0002,
      "loss": 0.6835,
      "step": 2330
    },
    {
      "epoch": 0.3226251206397353,
      "grad_norm": 0.17569975554943085,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 2340
    },
    {
      "epoch": 0.324003860471529,
      "grad_norm": 0.23300354182720184,
      "learning_rate": 0.0002,
      "loss": 0.3496,
      "step": 2350
    },
    {
      "epoch": 0.3253826003033228,
      "grad_norm": 0.2859944999217987,
      "learning_rate": 0.0002,
      "loss": 0.3544,
      "step": 2360
    },
    {
      "epoch": 0.3267613401351165,
      "grad_norm": 140.8813018798828,
      "learning_rate": 0.0002,
      "loss": 0.5267,
      "step": 2370
    },
    {
      "epoch": 0.32814007996691025,
      "grad_norm": 0.4637663960456848,
      "learning_rate": 0.0002,
      "loss": 0.3538,
      "step": 2380
    },
    {
      "epoch": 0.329518819798704,
      "grad_norm": 0.2639578580856323,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 2390
    },
    {
      "epoch": 0.3308975596304977,
      "grad_norm": 0.02536751516163349,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 2400
    },
    {
      "epoch": 0.3322762994622915,
      "grad_norm": 0.20604869723320007,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 2410
    },
    {
      "epoch": 0.3336550392940852,
      "grad_norm": 0.3395155668258667,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 2420
    },
    {
      "epoch": 0.33503377912587895,
      "grad_norm": 0.07880198955535889,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 2430
    },
    {
      "epoch": 0.3364125189576727,
      "grad_norm": 0.18549232184886932,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 2440
    },
    {
      "epoch": 0.3377912587894664,
      "grad_norm": 0.030663492158055305,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 2450
    },
    {
      "epoch": 0.3391699986212602,
      "grad_norm": 0.2116040587425232,
      "learning_rate": 0.0002,
      "loss": 0.3484,
      "step": 2460
    },
    {
      "epoch": 0.3405487384530539,
      "grad_norm": 0.06269362568855286,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 2470
    },
    {
      "epoch": 0.34192747828484765,
      "grad_norm": 0.13339760899543762,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 2480
    },
    {
      "epoch": 0.3433062181166414,
      "grad_norm": 0.3202485740184784,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 2490
    },
    {
      "epoch": 0.3446849579484351,
      "grad_norm": 0.2552681565284729,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 2500
    },
    {
      "epoch": 0.3460636977802289,
      "grad_norm": 0.5942317247390747,
      "learning_rate": 0.0002,
      "loss": 0.3513,
      "step": 2510
    },
    {
      "epoch": 0.3474424376120226,
      "grad_norm": 0.865836501121521,
      "learning_rate": 0.0002,
      "loss": 0.3517,
      "step": 2520
    },
    {
      "epoch": 0.34882117744381635,
      "grad_norm": 0.47955092787742615,
      "learning_rate": 0.0002,
      "loss": 0.3508,
      "step": 2530
    },
    {
      "epoch": 0.3501999172756101,
      "grad_norm": 0.07025259733200073,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 2540
    },
    {
      "epoch": 0.3515786571074038,
      "grad_norm": 0.08550610393285751,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 2550
    },
    {
      "epoch": 0.3529573969391976,
      "grad_norm": 0.07628582417964935,
      "learning_rate": 0.0002,
      "loss": 0.3503,
      "step": 2560
    },
    {
      "epoch": 0.3543361367709913,
      "grad_norm": 0.09870871156454086,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 2570
    },
    {
      "epoch": 0.35571487660278506,
      "grad_norm": 0.03877127543091774,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 2580
    },
    {
      "epoch": 0.3570936164345788,
      "grad_norm": 0.01288803294301033,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 2590
    },
    {
      "epoch": 0.3584723562663725,
      "grad_norm": 0.2647448778152466,
      "learning_rate": 0.0002,
      "loss": 0.3499,
      "step": 2600
    },
    {
      "epoch": 0.3598510960981663,
      "grad_norm": 0.5602620840072632,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 2610
    },
    {
      "epoch": 0.36122983592996,
      "grad_norm": 0.788970947265625,
      "learning_rate": 0.0002,
      "loss": 0.3513,
      "step": 2620
    },
    {
      "epoch": 0.36260857576175376,
      "grad_norm": 0.6836252212524414,
      "learning_rate": 0.0002,
      "loss": 0.3502,
      "step": 2630
    },
    {
      "epoch": 0.3639873155935475,
      "grad_norm": 0.14788776636123657,
      "learning_rate": 0.0002,
      "loss": 0.3654,
      "step": 2640
    },
    {
      "epoch": 0.36536605542534123,
      "grad_norm": 0.7003443837165833,
      "learning_rate": 0.0002,
      "loss": 0.3526,
      "step": 2650
    },
    {
      "epoch": 0.366744795257135,
      "grad_norm": 0.600309431552887,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 2660
    },
    {
      "epoch": 0.3681235350889287,
      "grad_norm": 0.10942361503839493,
      "learning_rate": 0.0002,
      "loss": 0.3467,
      "step": 2670
    },
    {
      "epoch": 0.36950227492072246,
      "grad_norm": 0.2913811504840851,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 2680
    },
    {
      "epoch": 0.3708810147525162,
      "grad_norm": 0.11519110947847366,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 2690
    },
    {
      "epoch": 0.37225975458430993,
      "grad_norm": 0.04020654037594795,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 2700
    },
    {
      "epoch": 0.3736384944161037,
      "grad_norm": 0.3286079168319702,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 2710
    },
    {
      "epoch": 0.3750172342478974,
      "grad_norm": 0.09239518642425537,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 2720
    },
    {
      "epoch": 0.37639597407969116,
      "grad_norm": 0.18499009311199188,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 2730
    },
    {
      "epoch": 0.3777747139114849,
      "grad_norm": 0.031250640749931335,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 2740
    },
    {
      "epoch": 0.37915345374327863,
      "grad_norm": 0.013040668331086636,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 2750
    },
    {
      "epoch": 0.3805321935750724,
      "grad_norm": 0.11167818307876587,
      "learning_rate": 0.0002,
      "loss": 0.35,
      "step": 2760
    },
    {
      "epoch": 0.3819109334068661,
      "grad_norm": 0.9923171401023865,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 2770
    },
    {
      "epoch": 0.38328967323865987,
      "grad_norm": 0.7532585263252258,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 2780
    },
    {
      "epoch": 0.38466841307045363,
      "grad_norm": 0.17266100645065308,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 2790
    },
    {
      "epoch": 0.38604715290224734,
      "grad_norm": 0.07107715308666229,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 2800
    },
    {
      "epoch": 0.3874258927340411,
      "grad_norm": 0.05912484973669052,
      "learning_rate": 0.0002,
      "loss": 0.3454,
      "step": 2810
    },
    {
      "epoch": 0.3888046325658348,
      "grad_norm": 0.18973538279533386,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 2820
    },
    {
      "epoch": 0.39018337239762857,
      "grad_norm": 0.3309797942638397,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 2830
    },
    {
      "epoch": 0.39156211222942233,
      "grad_norm": 0.1095886304974556,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 2840
    },
    {
      "epoch": 0.39294085206121604,
      "grad_norm": 0.7054705619812012,
      "learning_rate": 0.0002,
      "loss": 0.3457,
      "step": 2850
    },
    {
      "epoch": 0.3943195918930098,
      "grad_norm": 0.35234084725379944,
      "learning_rate": 0.0002,
      "loss": 0.3519,
      "step": 2860
    },
    {
      "epoch": 0.3956983317248035,
      "grad_norm": 1.1833308935165405,
      "learning_rate": 0.0002,
      "loss": 0.3461,
      "step": 2870
    },
    {
      "epoch": 0.39707707155659727,
      "grad_norm": 0.046266939491033554,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 2880
    },
    {
      "epoch": 0.39845581138839103,
      "grad_norm": 0.47695428133010864,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 2890
    },
    {
      "epoch": 0.39983455122018474,
      "grad_norm": 0.14398415386676788,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 2900
    },
    {
      "epoch": 0.4012132910519785,
      "grad_norm": 0.0672549456357956,
      "learning_rate": 0.0002,
      "loss": 0.3446,
      "step": 2910
    },
    {
      "epoch": 0.4025920308837722,
      "grad_norm": 0.7201761603355408,
      "learning_rate": 0.0002,
      "loss": 0.3536,
      "step": 2920
    },
    {
      "epoch": 0.403970770715566,
      "grad_norm": 1.0536067485809326,
      "learning_rate": 0.0002,
      "loss": 0.3448,
      "step": 2930
    },
    {
      "epoch": 0.40534951054735974,
      "grad_norm": 0.4652802050113678,
      "learning_rate": 0.0002,
      "loss": 0.3572,
      "step": 2940
    },
    {
      "epoch": 0.40672825037915344,
      "grad_norm": 0.2714202404022217,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 2950
    },
    {
      "epoch": 0.4081069902109472,
      "grad_norm": 0.056970611214637756,
      "learning_rate": 0.0002,
      "loss": 0.3466,
      "step": 2960
    },
    {
      "epoch": 0.4094857300427409,
      "grad_norm": 0.08109589666128159,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 2970
    },
    {
      "epoch": 0.4108644698745347,
      "grad_norm": 0.2987334728240967,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 2980
    },
    {
      "epoch": 0.41224320970632844,
      "grad_norm": 0.3519710898399353,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 2990
    },
    {
      "epoch": 0.41362194953812215,
      "grad_norm": 0.20754824578762054,
      "learning_rate": 0.0002,
      "loss": 0.3455,
      "step": 3000
    },
    {
      "epoch": 0.4150006893699159,
      "grad_norm": 0.00901414267718792,
      "learning_rate": 0.0002,
      "loss": 0.3497,
      "step": 3010
    },
    {
      "epoch": 0.4163794292017096,
      "grad_norm": 0.5444782972335815,
      "learning_rate": 0.0002,
      "loss": 0.3698,
      "step": 3020
    },
    {
      "epoch": 0.4177581690335034,
      "grad_norm": 1.026206374168396,
      "learning_rate": 0.0002,
      "loss": 0.3516,
      "step": 3030
    },
    {
      "epoch": 0.41913690886529714,
      "grad_norm": 0.4680636525154114,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 3040
    },
    {
      "epoch": 0.42051564869709085,
      "grad_norm": 0.07180967926979065,
      "learning_rate": 0.0002,
      "loss": 0.3491,
      "step": 3050
    },
    {
      "epoch": 0.4218943885288846,
      "grad_norm": 1.1045209169387817,
      "learning_rate": 0.0002,
      "loss": 0.3497,
      "step": 3060
    },
    {
      "epoch": 0.4232731283606783,
      "grad_norm": 1.6731029748916626,
      "learning_rate": 0.0002,
      "loss": 0.3587,
      "step": 3070
    },
    {
      "epoch": 0.4246518681924721,
      "grad_norm": 0.44295939803123474,
      "learning_rate": 0.0002,
      "loss": 0.348,
      "step": 3080
    },
    {
      "epoch": 0.42603060802426584,
      "grad_norm": 0.011876541189849377,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 3090
    },
    {
      "epoch": 0.42740934785605955,
      "grad_norm": 0.5493383407592773,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 3100
    },
    {
      "epoch": 0.4287880876878533,
      "grad_norm": 0.013986635021865368,
      "learning_rate": 0.0002,
      "loss": 0.3467,
      "step": 3110
    },
    {
      "epoch": 0.430166827519647,
      "grad_norm": 0.11136174947023392,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 3120
    },
    {
      "epoch": 0.4315455673514408,
      "grad_norm": 0.18628475069999695,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 3130
    },
    {
      "epoch": 0.43292430718323455,
      "grad_norm": 0.07927969843149185,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 3140
    },
    {
      "epoch": 0.43430304701502825,
      "grad_norm": 0.32330620288848877,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 3150
    },
    {
      "epoch": 0.435681786846822,
      "grad_norm": 0.4383370578289032,
      "learning_rate": 0.0002,
      "loss": 0.3491,
      "step": 3160
    },
    {
      "epoch": 0.4370605266786157,
      "grad_norm": 0.5952053070068359,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 3170
    },
    {
      "epoch": 0.4384392665104095,
      "grad_norm": 1.106527328491211,
      "learning_rate": 0.0002,
      "loss": 0.3569,
      "step": 3180
    },
    {
      "epoch": 0.43981800634220325,
      "grad_norm": 0.6171185970306396,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 3190
    },
    {
      "epoch": 0.44119674617399696,
      "grad_norm": 0.16300754249095917,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 3200
    },
    {
      "epoch": 0.4425754860057907,
      "grad_norm": 0.03562415391206741,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 3210
    },
    {
      "epoch": 0.4439542258375844,
      "grad_norm": 0.30006295442581177,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 3220
    },
    {
      "epoch": 0.4453329656693782,
      "grad_norm": 0.4837903678417206,
      "learning_rate": 0.0002,
      "loss": 0.3618,
      "step": 3230
    },
    {
      "epoch": 0.44671170550117195,
      "grad_norm": 0.4861944317817688,
      "learning_rate": 0.0002,
      "loss": 0.3536,
      "step": 3240
    },
    {
      "epoch": 0.44809044533296566,
      "grad_norm": 1.048814296722412,
      "learning_rate": 0.0002,
      "loss": 0.3538,
      "step": 3250
    },
    {
      "epoch": 0.4494691851647594,
      "grad_norm": 0.6691413521766663,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 3260
    },
    {
      "epoch": 0.45084792499655313,
      "grad_norm": 0.24432829022407532,
      "learning_rate": 0.0002,
      "loss": 0.3561,
      "step": 3270
    },
    {
      "epoch": 0.4522266648283469,
      "grad_norm": 0.529619038105011,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 3280
    },
    {
      "epoch": 0.45360540466014065,
      "grad_norm": 0.10819733142852783,
      "learning_rate": 0.0002,
      "loss": 0.3464,
      "step": 3290
    },
    {
      "epoch": 0.45498414449193436,
      "grad_norm": 0.3517175614833832,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 3300
    },
    {
      "epoch": 0.4563628843237281,
      "grad_norm": 0.23464784026145935,
      "learning_rate": 0.0002,
      "loss": 0.3484,
      "step": 3310
    },
    {
      "epoch": 0.45774162415552183,
      "grad_norm": 0.1873646080493927,
      "learning_rate": 0.0002,
      "loss": 0.3517,
      "step": 3320
    },
    {
      "epoch": 0.4591203639873156,
      "grad_norm": 0.20844773948192596,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 3330
    },
    {
      "epoch": 0.46049910381910936,
      "grad_norm": 0.45384037494659424,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 3340
    },
    {
      "epoch": 0.46187784365090306,
      "grad_norm": 0.32738834619522095,
      "learning_rate": 0.0002,
      "loss": 0.3509,
      "step": 3350
    },
    {
      "epoch": 0.4632565834826968,
      "grad_norm": 1.4738928079605103,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 3360
    },
    {
      "epoch": 0.46463532331449053,
      "grad_norm": 0.5815828442573547,
      "learning_rate": 0.0002,
      "loss": 0.3509,
      "step": 3370
    },
    {
      "epoch": 0.4660140631462843,
      "grad_norm": 0.6721034049987793,
      "learning_rate": 0.0002,
      "loss": 0.3467,
      "step": 3380
    },
    {
      "epoch": 0.46739280297807806,
      "grad_norm": 0.8967618346214294,
      "learning_rate": 0.0002,
      "loss": 0.3548,
      "step": 3390
    },
    {
      "epoch": 0.46877154280987177,
      "grad_norm": 2.0388050079345703,
      "learning_rate": 0.0002,
      "loss": 0.3612,
      "step": 3400
    },
    {
      "epoch": 0.47015028264166553,
      "grad_norm": 0.2570609450340271,
      "learning_rate": 0.0002,
      "loss": 0.3489,
      "step": 3410
    },
    {
      "epoch": 0.47152902247345924,
      "grad_norm": 0.6751313209533691,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 3420
    },
    {
      "epoch": 0.472907762305253,
      "grad_norm": 0.4083470106124878,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 3430
    },
    {
      "epoch": 0.47428650213704676,
      "grad_norm": 0.09502824395895004,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 3440
    },
    {
      "epoch": 0.47566524196884047,
      "grad_norm": 0.40624290704727173,
      "learning_rate": 0.0002,
      "loss": 0.3484,
      "step": 3450
    },
    {
      "epoch": 0.47704398180063423,
      "grad_norm": 0.1163792535662651,
      "learning_rate": 0.0002,
      "loss": 0.3469,
      "step": 3460
    },
    {
      "epoch": 0.47842272163242794,
      "grad_norm": 0.06055830419063568,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 3470
    },
    {
      "epoch": 0.4798014614642217,
      "grad_norm": 0.21893176436424255,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 3480
    },
    {
      "epoch": 0.48118020129601546,
      "grad_norm": 0.24376049637794495,
      "learning_rate": 0.0002,
      "loss": 0.3497,
      "step": 3490
    },
    {
      "epoch": 0.48255894112780917,
      "grad_norm": 0.14530010521411896,
      "learning_rate": 0.0002,
      "loss": 0.3441,
      "step": 3500
    },
    {
      "epoch": 0.48393768095960293,
      "grad_norm": 0.4784521460533142,
      "learning_rate": 0.0002,
      "loss": 0.3585,
      "step": 3510
    },
    {
      "epoch": 0.48531642079139664,
      "grad_norm": 1.5072555541992188,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 3520
    },
    {
      "epoch": 0.4866951606231904,
      "grad_norm": 1.2513431310653687,
      "learning_rate": 0.0002,
      "loss": 0.3495,
      "step": 3530
    },
    {
      "epoch": 0.48807390045498417,
      "grad_norm": 1.5765403509140015,
      "learning_rate": 0.0002,
      "loss": 0.3575,
      "step": 3540
    },
    {
      "epoch": 0.4894526402867779,
      "grad_norm": 2.110595703125,
      "learning_rate": 0.0002,
      "loss": 0.3464,
      "step": 3550
    },
    {
      "epoch": 0.49083138011857164,
      "grad_norm": 3.3377187252044678,
      "learning_rate": 0.0002,
      "loss": 0.3518,
      "step": 3560
    },
    {
      "epoch": 0.49221011995036534,
      "grad_norm": 1.1348721981048584,
      "learning_rate": 0.0002,
      "loss": 0.3461,
      "step": 3570
    },
    {
      "epoch": 0.4935888597821591,
      "grad_norm": 1.115633249282837,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 3580
    },
    {
      "epoch": 0.49496759961395287,
      "grad_norm": 0.46544066071510315,
      "learning_rate": 0.0002,
      "loss": 0.3508,
      "step": 3590
    },
    {
      "epoch": 0.4963463394457466,
      "grad_norm": 1.0968178510665894,
      "learning_rate": 0.0002,
      "loss": 0.3491,
      "step": 3600
    },
    {
      "epoch": 0.49772507927754034,
      "grad_norm": 0.1590128093957901,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 3610
    },
    {
      "epoch": 0.49910381910933405,
      "grad_norm": 0.0618724524974823,
      "learning_rate": 0.0002,
      "loss": 0.3467,
      "step": 3620
    },
    {
      "epoch": 0.5004825589411278,
      "grad_norm": 0.038633331656455994,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 3630
    },
    {
      "epoch": 0.5018612987729215,
      "grad_norm": 0.08056730031967163,
      "learning_rate": 0.0002,
      "loss": 0.3469,
      "step": 3640
    },
    {
      "epoch": 0.5032400386047153,
      "grad_norm": 0.07540078461170197,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 3650
    },
    {
      "epoch": 0.504618778436509,
      "grad_norm": 0.0971425250172615,
      "learning_rate": 0.0002,
      "loss": 0.349,
      "step": 3660
    },
    {
      "epoch": 0.5059975182683027,
      "grad_norm": 0.1605909764766693,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 3670
    },
    {
      "epoch": 0.5073762581000966,
      "grad_norm": 0.2239840030670166,
      "learning_rate": 0.0002,
      "loss": 0.3489,
      "step": 3680
    },
    {
      "epoch": 0.5087549979318903,
      "grad_norm": 0.25974148511886597,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 3690
    },
    {
      "epoch": 0.510133737763684,
      "grad_norm": 0.7621527314186096,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 3700
    },
    {
      "epoch": 0.5115124775954777,
      "grad_norm": 0.6531065702438354,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 3710
    },
    {
      "epoch": 0.5128912174272715,
      "grad_norm": 0.0937981903553009,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 3720
    },
    {
      "epoch": 0.5142699572590652,
      "grad_norm": 0.353502094745636,
      "learning_rate": 0.0002,
      "loss": 0.3487,
      "step": 3730
    },
    {
      "epoch": 0.5156486970908589,
      "grad_norm": 0.5151197910308838,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 3740
    },
    {
      "epoch": 0.5170274369226527,
      "grad_norm": 0.15747584402561188,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 3750
    },
    {
      "epoch": 0.5184061767544464,
      "grad_norm": 0.18814824521541595,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 3760
    },
    {
      "epoch": 0.5197849165862402,
      "grad_norm": 0.040331218391656876,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 3770
    },
    {
      "epoch": 0.521163656418034,
      "grad_norm": 0.21510355174541473,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 3780
    },
    {
      "epoch": 0.5225423962498277,
      "grad_norm": 0.12755675613880157,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 3790
    },
    {
      "epoch": 0.5239211360816214,
      "grad_norm": 0.5592456459999084,
      "learning_rate": 0.0002,
      "loss": 0.3509,
      "step": 3800
    },
    {
      "epoch": 0.5252998759134151,
      "grad_norm": 0.30668896436691284,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 3810
    },
    {
      "epoch": 0.5266786157452089,
      "grad_norm": 0.12264347821474075,
      "learning_rate": 0.0002,
      "loss": 0.3691,
      "step": 3820
    },
    {
      "epoch": 0.5280573555770026,
      "grad_norm": 0.21281813085079193,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 3830
    },
    {
      "epoch": 0.5294360954087963,
      "grad_norm": 0.547156572341919,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 3840
    },
    {
      "epoch": 0.5308148352405901,
      "grad_norm": 0.2829332947731018,
      "learning_rate": 0.0002,
      "loss": 0.3459,
      "step": 3850
    },
    {
      "epoch": 0.5321935750723839,
      "grad_norm": 0.6659385561943054,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 3860
    },
    {
      "epoch": 0.5335723149041776,
      "grad_norm": 0.9354788064956665,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 3870
    },
    {
      "epoch": 0.5349510547359714,
      "grad_norm": 0.64557945728302,
      "learning_rate": 0.0002,
      "loss": 0.3544,
      "step": 3880
    },
    {
      "epoch": 0.5363297945677651,
      "grad_norm": 0.07203350216150284,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 3890
    },
    {
      "epoch": 0.5377085343995588,
      "grad_norm": 0.8220388293266296,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 3900
    },
    {
      "epoch": 0.5390872742313525,
      "grad_norm": 0.2928883135318756,
      "learning_rate": 0.0002,
      "loss": 0.3549,
      "step": 3910
    },
    {
      "epoch": 0.5404660140631463,
      "grad_norm": 0.14233669638633728,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 3920
    },
    {
      "epoch": 0.54184475389494,
      "grad_norm": 0.3891246020793915,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 3930
    },
    {
      "epoch": 0.5432234937267337,
      "grad_norm": 1.5544075965881348,
      "learning_rate": 0.0002,
      "loss": 0.357,
      "step": 3940
    },
    {
      "epoch": 0.5446022335585275,
      "grad_norm": 0.28166115283966064,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 3950
    },
    {
      "epoch": 0.5459809733903213,
      "grad_norm": 0.4519428014755249,
      "learning_rate": 0.0002,
      "loss": 0.3523,
      "step": 3960
    },
    {
      "epoch": 0.547359713222115,
      "grad_norm": 0.05194510146975517,
      "learning_rate": 0.0002,
      "loss": 0.3518,
      "step": 3970
    },
    {
      "epoch": 0.5487384530539088,
      "grad_norm": 0.5450552105903625,
      "learning_rate": 0.0002,
      "loss": 0.3492,
      "step": 3980
    },
    {
      "epoch": 0.5501171928857025,
      "grad_norm": 0.24036559462547302,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 3990
    },
    {
      "epoch": 0.5514959327174962,
      "grad_norm": 0.15362729132175446,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 4000
    },
    {
      "epoch": 0.5528746725492899,
      "grad_norm": 0.38819682598114014,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 4010
    },
    {
      "epoch": 0.5542534123810837,
      "grad_norm": 1.4290597438812256,
      "learning_rate": 0.0002,
      "loss": 0.3507,
      "step": 4020
    },
    {
      "epoch": 0.5556321522128774,
      "grad_norm": 0.3114960491657257,
      "learning_rate": 0.0002,
      "loss": 0.3524,
      "step": 4030
    },
    {
      "epoch": 0.5570108920446711,
      "grad_norm": 1.4362361431121826,
      "learning_rate": 0.0002,
      "loss": 0.3508,
      "step": 4040
    },
    {
      "epoch": 0.558389631876465,
      "grad_norm": 2.7773709297180176,
      "learning_rate": 0.0002,
      "loss": 0.3499,
      "step": 4050
    },
    {
      "epoch": 0.5597683717082587,
      "grad_norm": 0.5773783922195435,
      "learning_rate": 0.0002,
      "loss": 0.3466,
      "step": 4060
    },
    {
      "epoch": 0.5611471115400524,
      "grad_norm": 1.8094568252563477,
      "learning_rate": 0.0002,
      "loss": 0.3523,
      "step": 4070
    },
    {
      "epoch": 0.5625258513718462,
      "grad_norm": 0.732036292552948,
      "learning_rate": 0.0002,
      "loss": 0.3491,
      "step": 4080
    },
    {
      "epoch": 0.5639045912036399,
      "grad_norm": 0.48324140906333923,
      "learning_rate": 0.0002,
      "loss": 0.3484,
      "step": 4090
    },
    {
      "epoch": 0.5652833310354336,
      "grad_norm": 0.42546725273132324,
      "learning_rate": 0.0002,
      "loss": 0.348,
      "step": 4100
    },
    {
      "epoch": 0.5666620708672273,
      "grad_norm": 0.06215515360236168,
      "learning_rate": 0.0002,
      "loss": 0.3467,
      "step": 4110
    },
    {
      "epoch": 0.5680408106990211,
      "grad_norm": 0.09043420851230621,
      "learning_rate": 0.0002,
      "loss": 0.3496,
      "step": 4120
    },
    {
      "epoch": 0.5694195505308148,
      "grad_norm": 0.4240778088569641,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 4130
    },
    {
      "epoch": 0.5707982903626085,
      "grad_norm": 0.40331658720970154,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 4140
    },
    {
      "epoch": 0.5721770301944024,
      "grad_norm": 0.090058833360672,
      "learning_rate": 0.0002,
      "loss": 0.3482,
      "step": 4150
    },
    {
      "epoch": 0.5735557700261961,
      "grad_norm": 0.1977396011352539,
      "learning_rate": 0.0002,
      "loss": 0.3467,
      "step": 4160
    },
    {
      "epoch": 0.5749345098579898,
      "grad_norm": 0.3819331228733063,
      "learning_rate": 0.0002,
      "loss": 0.356,
      "step": 4170
    },
    {
      "epoch": 0.5763132496897836,
      "grad_norm": 0.9690848588943481,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 4180
    },
    {
      "epoch": 0.5776919895215773,
      "grad_norm": 0.5054971575737,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 4190
    },
    {
      "epoch": 0.579070729353371,
      "grad_norm": 0.8218488097190857,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 4200
    },
    {
      "epoch": 0.5804494691851647,
      "grad_norm": 0.12472192943096161,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 4210
    },
    {
      "epoch": 0.5818282090169585,
      "grad_norm": 0.06102175638079643,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 4220
    },
    {
      "epoch": 0.5832069488487522,
      "grad_norm": 0.3293861746788025,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 4230
    },
    {
      "epoch": 0.584585688680546,
      "grad_norm": 0.8093200325965881,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 4240
    },
    {
      "epoch": 0.5859644285123398,
      "grad_norm": 0.24079467356204987,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 4250
    },
    {
      "epoch": 0.5873431683441335,
      "grad_norm": 0.7632653117179871,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 4260
    },
    {
      "epoch": 0.5887219081759272,
      "grad_norm": 0.0492396280169487,
      "learning_rate": 0.0002,
      "loss": 0.3495,
      "step": 4270
    },
    {
      "epoch": 0.590100648007721,
      "grad_norm": 0.20296718180179596,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 4280
    },
    {
      "epoch": 0.5914793878395147,
      "grad_norm": 0.46310916543006897,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 4290
    },
    {
      "epoch": 0.5928581276713084,
      "grad_norm": 0.08670624345541,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 4300
    },
    {
      "epoch": 0.5942368675031021,
      "grad_norm": 0.09182599186897278,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 4310
    },
    {
      "epoch": 0.5956156073348959,
      "grad_norm": 0.07010811567306519,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 4320
    },
    {
      "epoch": 0.5969943471666896,
      "grad_norm": 0.3193844258785248,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 4330
    },
    {
      "epoch": 0.5983730869984834,
      "grad_norm": 0.022516721859574318,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 4340
    },
    {
      "epoch": 0.5997518268302772,
      "grad_norm": 0.35459697246551514,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 4350
    },
    {
      "epoch": 0.6011305666620709,
      "grad_norm": 0.5825755000114441,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 4360
    },
    {
      "epoch": 0.6025093064938646,
      "grad_norm": 0.06838054209947586,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 4370
    },
    {
      "epoch": 0.6038880463256584,
      "grad_norm": 0.08730319142341614,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 4380
    },
    {
      "epoch": 0.6052667861574521,
      "grad_norm": 0.6632748246192932,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 4390
    },
    {
      "epoch": 0.6066455259892458,
      "grad_norm": 0.06691185384988785,
      "learning_rate": 0.0002,
      "loss": 0.3477,
      "step": 4400
    },
    {
      "epoch": 0.6080242658210395,
      "grad_norm": 0.24831068515777588,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 4410
    },
    {
      "epoch": 0.6094030056528333,
      "grad_norm": 0.14777064323425293,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 4420
    },
    {
      "epoch": 0.610781745484627,
      "grad_norm": 0.3845897912979126,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 4430
    },
    {
      "epoch": 0.6121604853164208,
      "grad_norm": 0.27106064558029175,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 4440
    },
    {
      "epoch": 0.6135392251482146,
      "grad_norm": 0.16815268993377686,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 4450
    },
    {
      "epoch": 0.6149179649800083,
      "grad_norm": 0.03021593764424324,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 4460
    },
    {
      "epoch": 0.616296704811802,
      "grad_norm": 0.12287360429763794,
      "learning_rate": 0.0002,
      "loss": 0.3466,
      "step": 4470
    },
    {
      "epoch": 0.6176754446435958,
      "grad_norm": 0.8147618174552917,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 4480
    },
    {
      "epoch": 0.6190541844753895,
      "grad_norm": 0.35684388875961304,
      "learning_rate": 0.0002,
      "loss": 0.3506,
      "step": 4490
    },
    {
      "epoch": 0.6204329243071832,
      "grad_norm": 0.7910260558128357,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 4500
    },
    {
      "epoch": 0.6218116641389769,
      "grad_norm": 0.046976786106824875,
      "learning_rate": 0.0002,
      "loss": 0.3458,
      "step": 4510
    },
    {
      "epoch": 0.6231904039707707,
      "grad_norm": 0.20018818974494934,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 4520
    },
    {
      "epoch": 0.6245691438025645,
      "grad_norm": 0.12379112839698792,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 4530
    },
    {
      "epoch": 0.6259478836343582,
      "grad_norm": 0.6918463706970215,
      "learning_rate": 0.0002,
      "loss": 0.3461,
      "step": 4540
    },
    {
      "epoch": 0.627326623466152,
      "grad_norm": 0.5008101463317871,
      "learning_rate": 0.0002,
      "loss": 0.3545,
      "step": 4550
    },
    {
      "epoch": 0.6287053632979457,
      "grad_norm": 1.0159549713134766,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 4560
    },
    {
      "epoch": 0.6300841031297394,
      "grad_norm": 0.8494382500648499,
      "learning_rate": 0.0002,
      "loss": 0.3709,
      "step": 4570
    },
    {
      "epoch": 0.6314628429615332,
      "grad_norm": 0.5443588495254517,
      "learning_rate": 0.0002,
      "loss": 0.3511,
      "step": 4580
    },
    {
      "epoch": 0.6328415827933269,
      "grad_norm": 0.06652149558067322,
      "learning_rate": 0.0002,
      "loss": 0.3473,
      "step": 4590
    },
    {
      "epoch": 0.6342203226251206,
      "grad_norm": 0.33754631876945496,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 4600
    },
    {
      "epoch": 0.6355990624569143,
      "grad_norm": 0.02498391829431057,
      "learning_rate": 0.0002,
      "loss": 0.3466,
      "step": 4610
    },
    {
      "epoch": 0.6369778022887082,
      "grad_norm": 0.1519896537065506,
      "learning_rate": 0.0002,
      "loss": 0.3514,
      "step": 4620
    },
    {
      "epoch": 0.6383565421205019,
      "grad_norm": 1.1180652379989624,
      "learning_rate": 0.0002,
      "loss": 0.3484,
      "step": 4630
    },
    {
      "epoch": 0.6397352819522956,
      "grad_norm": 0.2721969783306122,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 4640
    },
    {
      "epoch": 0.6411140217840894,
      "grad_norm": 0.564969003200531,
      "learning_rate": 0.0002,
      "loss": 0.3498,
      "step": 4650
    },
    {
      "epoch": 0.6424927616158831,
      "grad_norm": 0.15192922949790955,
      "learning_rate": 0.0002,
      "loss": 0.3495,
      "step": 4660
    },
    {
      "epoch": 0.6438715014476768,
      "grad_norm": 0.12203380465507507,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 4670
    },
    {
      "epoch": 0.6452502412794706,
      "grad_norm": 0.428926557302475,
      "learning_rate": 0.0002,
      "loss": 0.3542,
      "step": 4680
    },
    {
      "epoch": 0.6466289811112643,
      "grad_norm": 0.16655278205871582,
      "learning_rate": 0.0002,
      "loss": 0.3502,
      "step": 4690
    },
    {
      "epoch": 0.648007720943058,
      "grad_norm": 0.783054530620575,
      "learning_rate": 0.0002,
      "loss": 0.3517,
      "step": 4700
    },
    {
      "epoch": 0.6493864607748517,
      "grad_norm": 0.6207926273345947,
      "learning_rate": 0.0002,
      "loss": 0.3553,
      "step": 4710
    },
    {
      "epoch": 0.6507652006066456,
      "grad_norm": 0.08468189090490341,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 4720
    },
    {
      "epoch": 0.6521439404384393,
      "grad_norm": 0.3856925368309021,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 4730
    },
    {
      "epoch": 0.653522680270233,
      "grad_norm": 0.07147127389907837,
      "learning_rate": 0.0002,
      "loss": 0.3461,
      "step": 4740
    },
    {
      "epoch": 0.6549014201020268,
      "grad_norm": 0.6693950295448303,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 4750
    },
    {
      "epoch": 0.6562801599338205,
      "grad_norm": 0.22481206059455872,
      "learning_rate": 0.0002,
      "loss": 0.3488,
      "step": 4760
    },
    {
      "epoch": 0.6576588997656142,
      "grad_norm": 0.1674708127975464,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 4770
    },
    {
      "epoch": 0.659037639597408,
      "grad_norm": 0.1923258900642395,
      "learning_rate": 0.0002,
      "loss": 0.3489,
      "step": 4780
    },
    {
      "epoch": 0.6604163794292017,
      "grad_norm": 0.11305999755859375,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 4790
    },
    {
      "epoch": 0.6617951192609954,
      "grad_norm": 0.01815452240407467,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 4800
    },
    {
      "epoch": 0.6631738590927891,
      "grad_norm": 0.05602194741368294,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 4810
    },
    {
      "epoch": 0.664552598924583,
      "grad_norm": 0.1651487499475479,
      "learning_rate": 0.0002,
      "loss": 0.348,
      "step": 4820
    },
    {
      "epoch": 0.6659313387563767,
      "grad_norm": 0.13739043474197388,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 4830
    },
    {
      "epoch": 0.6673100785881704,
      "grad_norm": 0.3567051887512207,
      "learning_rate": 0.0002,
      "loss": 0.3469,
      "step": 4840
    },
    {
      "epoch": 0.6686888184199642,
      "grad_norm": 0.4653046131134033,
      "learning_rate": 0.0002,
      "loss": 0.3469,
      "step": 4850
    },
    {
      "epoch": 0.6700675582517579,
      "grad_norm": 1.0645127296447754,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 4860
    },
    {
      "epoch": 0.6714462980835516,
      "grad_norm": 0.29499199986457825,
      "learning_rate": 0.0002,
      "loss": 0.35,
      "step": 4870
    },
    {
      "epoch": 0.6728250379153454,
      "grad_norm": 0.03139637038111687,
      "learning_rate": 0.0002,
      "loss": 0.3476,
      "step": 4880
    },
    {
      "epoch": 0.6742037777471391,
      "grad_norm": 0.9673721194267273,
      "learning_rate": 0.0002,
      "loss": 0.3495,
      "step": 4890
    },
    {
      "epoch": 0.6755825175789328,
      "grad_norm": 0.410988450050354,
      "learning_rate": 0.0002,
      "loss": 0.3487,
      "step": 4900
    },
    {
      "epoch": 0.6769612574107265,
      "grad_norm": 2.0737829208374023,
      "learning_rate": 0.0002,
      "loss": 0.3536,
      "step": 4910
    },
    {
      "epoch": 0.6783399972425204,
      "grad_norm": 0.20992055535316467,
      "learning_rate": 0.0002,
      "loss": 0.3504,
      "step": 4920
    },
    {
      "epoch": 0.6797187370743141,
      "grad_norm": 0.30803462862968445,
      "learning_rate": 0.0002,
      "loss": 0.3522,
      "step": 4930
    },
    {
      "epoch": 0.6810974769061078,
      "grad_norm": 0.7711420655250549,
      "learning_rate": 0.0002,
      "loss": 0.3725,
      "step": 4940
    },
    {
      "epoch": 0.6824762167379016,
      "grad_norm": 1.0478612184524536,
      "learning_rate": 0.0002,
      "loss": 0.3555,
      "step": 4950
    },
    {
      "epoch": 0.6838549565696953,
      "grad_norm": 0.6949588656425476,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 4960
    },
    {
      "epoch": 0.685233696401489,
      "grad_norm": 0.13478349149227142,
      "learning_rate": 0.0002,
      "loss": 0.3497,
      "step": 4970
    },
    {
      "epoch": 0.6866124362332828,
      "grad_norm": 0.0825844407081604,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 4980
    },
    {
      "epoch": 0.6879911760650765,
      "grad_norm": 0.013896561227738857,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 4990
    },
    {
      "epoch": 0.6893699158968702,
      "grad_norm": 0.10021249949932098,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 5000
    },
    {
      "epoch": 0.690748655728664,
      "grad_norm": 0.16724593937397003,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 5010
    },
    {
      "epoch": 0.6921273955604578,
      "grad_norm": 0.0654013380408287,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 5020
    },
    {
      "epoch": 0.6935061353922515,
      "grad_norm": 0.24155353009700775,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 5030
    },
    {
      "epoch": 0.6948848752240452,
      "grad_norm": 0.2128722220659256,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 5040
    },
    {
      "epoch": 0.696263615055839,
      "grad_norm": 0.26365959644317627,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 5050
    },
    {
      "epoch": 0.6976423548876327,
      "grad_norm": 0.021076533943414688,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 5060
    },
    {
      "epoch": 0.6990210947194264,
      "grad_norm": 0.08810916543006897,
      "learning_rate": 0.0002,
      "loss": 0.3469,
      "step": 5070
    },
    {
      "epoch": 0.7003998345512202,
      "grad_norm": 0.12958675622940063,
      "learning_rate": 0.0002,
      "loss": 0.3474,
      "step": 5080
    },
    {
      "epoch": 0.7017785743830139,
      "grad_norm": 0.03748354688286781,
      "learning_rate": 0.0002,
      "loss": 0.3463,
      "step": 5090
    },
    {
      "epoch": 0.7031573142148076,
      "grad_norm": 0.18368670344352722,
      "learning_rate": 0.0002,
      "loss": 0.3487,
      "step": 5100
    },
    {
      "epoch": 0.7045360540466014,
      "grad_norm": 0.11506777256727219,
      "learning_rate": 0.0002,
      "loss": 0.3486,
      "step": 5110
    },
    {
      "epoch": 0.7059147938783952,
      "grad_norm": 0.31118178367614746,
      "learning_rate": 0.0002,
      "loss": 0.3475,
      "step": 5120
    },
    {
      "epoch": 0.7072935337101889,
      "grad_norm": 0.8338253498077393,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 5130
    },
    {
      "epoch": 0.7086722735419826,
      "grad_norm": 0.0813426598906517,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 5140
    },
    {
      "epoch": 0.7100510133737764,
      "grad_norm": 0.41932597756385803,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 5150
    },
    {
      "epoch": 0.7114297532055701,
      "grad_norm": 0.29162150621414185,
      "learning_rate": 0.0002,
      "loss": 0.3468,
      "step": 5160
    },
    {
      "epoch": 0.7128084930373638,
      "grad_norm": 0.29316985607147217,
      "learning_rate": 0.0002,
      "loss": 0.3466,
      "step": 5170
    },
    {
      "epoch": 0.7141872328691576,
      "grad_norm": 0.7843354344367981,
      "learning_rate": 0.0002,
      "loss": 0.3483,
      "step": 5180
    },
    {
      "epoch": 0.7155659727009513,
      "grad_norm": 0.5645899176597595,
      "learning_rate": 0.0002,
      "loss": 0.3481,
      "step": 5190
    },
    {
      "epoch": 0.716944712532745,
      "grad_norm": 0.05591394752264023,
      "learning_rate": 0.0002,
      "loss": 0.3455,
      "step": 5200
    },
    {
      "epoch": 0.7183234523645388,
      "grad_norm": 0.23811687529087067,
      "learning_rate": 0.0002,
      "loss": 0.3507,
      "step": 5210
    },
    {
      "epoch": 0.7197021921963326,
      "grad_norm": 1.6006462574005127,
      "learning_rate": 0.0002,
      "loss": 0.3537,
      "step": 5220
    },
    {
      "epoch": 0.7210809320281263,
      "grad_norm": 0.9361100792884827,
      "learning_rate": 0.0002,
      "loss": 0.353,
      "step": 5230
    },
    {
      "epoch": 0.72245967185992,
      "grad_norm": 1.1202062368392944,
      "learning_rate": 0.0002,
      "loss": 0.3558,
      "step": 5240
    },
    {
      "epoch": 0.7238384116917138,
      "grad_norm": 0.058672916144132614,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 5250
    },
    {
      "epoch": 0.7252171515235075,
      "grad_norm": 0.6465821266174316,
      "learning_rate": 0.0002,
      "loss": 0.3455,
      "step": 5260
    },
    {
      "epoch": 0.7265958913553012,
      "grad_norm": 2.3552298545837402,
      "learning_rate": 0.0002,
      "loss": 0.3504,
      "step": 5270
    },
    {
      "epoch": 0.727974631187095,
      "grad_norm": 1.6489512920379639,
      "learning_rate": 0.0002,
      "loss": 0.3525,
      "step": 5280
    },
    {
      "epoch": 0.7293533710188888,
      "grad_norm": 0.116278275847435,
      "learning_rate": 0.0002,
      "loss": 0.35,
      "step": 5290
    },
    {
      "epoch": 0.7307321108506825,
      "grad_norm": 0.12393849343061447,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 5300
    },
    {
      "epoch": 0.7321108506824762,
      "grad_norm": 0.04386143013834953,
      "learning_rate": 0.0002,
      "loss": 0.3459,
      "step": 5310
    },
    {
      "epoch": 0.73348959051427,
      "grad_norm": 0.28474342823028564,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 5320
    },
    {
      "epoch": 0.7348683303460637,
      "grad_norm": 0.21442459523677826,
      "learning_rate": 0.0002,
      "loss": 0.3494,
      "step": 5330
    },
    {
      "epoch": 0.7362470701778574,
      "grad_norm": 0.6859696507453918,
      "learning_rate": 0.0002,
      "loss": 0.3529,
      "step": 5340
    },
    {
      "epoch": 0.7376258100096512,
      "grad_norm": 0.7702832818031311,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 5350
    },
    {
      "epoch": 0.7390045498414449,
      "grad_norm": 0.13723976910114288,
      "learning_rate": 0.0002,
      "loss": 0.3503,
      "step": 5360
    },
    {
      "epoch": 0.7403832896732386,
      "grad_norm": 0.05630859360098839,
      "learning_rate": 0.0002,
      "loss": 0.4115,
      "step": 5370
    },
    {
      "epoch": 0.7417620295050324,
      "grad_norm": 1219.2249755859375,
      "learning_rate": 0.0002,
      "loss": 0.5008,
      "step": 5380
    },
    {
      "epoch": 0.7431407693368262,
      "grad_norm": 11.58250904083252,
      "learning_rate": 0.0002,
      "loss": 2.7799,
      "step": 5390
    },
    {
      "epoch": 0.7445195091686199,
      "grad_norm": 0.5598617196083069,
      "learning_rate": 0.0002,
      "loss": 2.3202,
      "step": 5400
    },
    {
      "epoch": 0.7458982490004136,
      "grad_norm": 8.439847946166992,
      "learning_rate": 0.0002,
      "loss": 14.4666,
      "step": 5410
    },
    {
      "epoch": 0.7472769888322074,
      "grad_norm": 2.4195609092712402,
      "learning_rate": 0.0002,
      "loss": 0.3972,
      "step": 5420
    },
    {
      "epoch": 0.7486557286640011,
      "grad_norm": 2.582343816757202,
      "learning_rate": 0.0002,
      "loss": 2.8621,
      "step": 5430
    },
    {
      "epoch": 0.7500344684957948,
      "grad_norm": 1717.897216796875,
      "learning_rate": 0.0002,
      "loss": 1.1371,
      "step": 5440
    },
    {
      "epoch": 0.7514132083275886,
      "grad_norm": 30.825328826904297,
      "learning_rate": 0.0002,
      "loss": 13.4539,
      "step": 5450
    },
    {
      "epoch": 0.7527919481593823,
      "grad_norm": 5.435330390930176,
      "learning_rate": 0.0002,
      "loss": 2.7941,
      "step": 5460
    },
    {
      "epoch": 0.754170687991176,
      "grad_norm": 1.5872547626495361,
      "learning_rate": 0.0002,
      "loss": 1.7573,
      "step": 5470
    },
    {
      "epoch": 0.7555494278229699,
      "grad_norm": 6.4165496826171875,
      "learning_rate": 0.0002,
      "loss": 1.3329,
      "step": 5480
    },
    {
      "epoch": 0.7569281676547636,
      "grad_norm": 4.3425703048706055,
      "learning_rate": 0.0002,
      "loss": 1.259,
      "step": 5490
    },
    {
      "epoch": 0.7583069074865573,
      "grad_norm": 4.925943374633789,
      "learning_rate": 0.0002,
      "loss": 1.2657,
      "step": 5500
    },
    {
      "epoch": 0.759685647318351,
      "grad_norm": 0.9678533673286438,
      "learning_rate": 0.0002,
      "loss": 1.1297,
      "step": 5510
    },
    {
      "epoch": 0.7610643871501448,
      "grad_norm": 2.6134777069091797,
      "learning_rate": 0.0002,
      "loss": 1.0949,
      "step": 5520
    },
    {
      "epoch": 0.7624431269819385,
      "grad_norm": 2.0054285526275635,
      "learning_rate": 0.0002,
      "loss": 1.0665,
      "step": 5530
    },
    {
      "epoch": 0.7638218668137322,
      "grad_norm": 2.4693703651428223,
      "learning_rate": 0.0002,
      "loss": 1.1067,
      "step": 5540
    },
    {
      "epoch": 0.765200606645526,
      "grad_norm": 2.8980472087860107,
      "learning_rate": 0.0002,
      "loss": 1.0521,
      "step": 5550
    },
    {
      "epoch": 0.7665793464773197,
      "grad_norm": 1.2929408550262451,
      "learning_rate": 0.0002,
      "loss": 1.1144,
      "step": 5560
    },
    {
      "epoch": 0.7679580863091134,
      "grad_norm": 2.822032928466797,
      "learning_rate": 0.0002,
      "loss": 0.6138,
      "step": 5570
    },
    {
      "epoch": 0.7693368261409073,
      "grad_norm": 0.18209309875965118,
      "learning_rate": 0.0002,
      "loss": 0.7642,
      "step": 5580
    },
    {
      "epoch": 0.770715565972701,
      "grad_norm": 0.6624636054039001,
      "learning_rate": 0.0002,
      "loss": 0.3621,
      "step": 5590
    },
    {
      "epoch": 0.7720943058044947,
      "grad_norm": 1.829182744026184,
      "learning_rate": 0.0002,
      "loss": 0.362,
      "step": 5600
    },
    {
      "epoch": 0.7734730456362884,
      "grad_norm": 6.315738201141357,
      "learning_rate": 0.0002,
      "loss": 4.5046,
      "step": 5610
    },
    {
      "epoch": 0.7748517854680822,
      "grad_norm": 8.351112365722656,
      "learning_rate": 0.0002,
      "loss": 2.3984,
      "step": 5620
    },
    {
      "epoch": 0.7762305252998759,
      "grad_norm": 5.36275577545166,
      "learning_rate": 0.0002,
      "loss": 2.0927,
      "step": 5630
    },
    {
      "epoch": 0.7776092651316696,
      "grad_norm": 152.20603942871094,
      "learning_rate": 0.0002,
      "loss": 0.8589,
      "step": 5640
    },
    {
      "epoch": 0.7789880049634634,
      "grad_norm": 31.267227172851562,
      "learning_rate": 0.0002,
      "loss": 0.5345,
      "step": 5650
    },
    {
      "epoch": 0.7803667447952571,
      "grad_norm": 61105.32421875,
      "learning_rate": 0.0002,
      "loss": 0.9758,
      "step": 5660
    },
    {
      "epoch": 0.7817454846270508,
      "grad_norm": 117.10787200927734,
      "learning_rate": 0.0002,
      "loss": 5.5246,
      "step": 5670
    },
    {
      "epoch": 0.7831242244588447,
      "grad_norm": 110.45667266845703,
      "learning_rate": 0.0002,
      "loss": 1.4643,
      "step": 5680
    },
    {
      "epoch": 0.7845029642906384,
      "grad_norm": 16.042375564575195,
      "learning_rate": 0.0002,
      "loss": 1.3579,
      "step": 5690
    },
    {
      "epoch": 0.7858817041224321,
      "grad_norm": 2.7994253635406494,
      "learning_rate": 0.0002,
      "loss": 1.0792,
      "step": 5700
    },
    {
      "epoch": 0.7872604439542258,
      "grad_norm": 2.488832712173462,
      "learning_rate": 0.0002,
      "loss": 1.1039,
      "step": 5710
    },
    {
      "epoch": 0.7886391837860196,
      "grad_norm": 0.881956934928894,
      "learning_rate": 0.0002,
      "loss": 1.0412,
      "step": 5720
    },
    {
      "epoch": 0.7900179236178133,
      "grad_norm": 0.8120241761207581,
      "learning_rate": 0.0002,
      "loss": 0.5623,
      "step": 5730
    },
    {
      "epoch": 0.791396663449607,
      "grad_norm": 2.202730655670166,
      "learning_rate": 0.0002,
      "loss": 0.3895,
      "step": 5740
    },
    {
      "epoch": 0.7927754032814008,
      "grad_norm": 1.8389441967010498,
      "learning_rate": 0.0002,
      "loss": 0.4279,
      "step": 5750
    },
    {
      "epoch": 0.7941541431131945,
      "grad_norm": 9.026138305664062,
      "learning_rate": 0.0002,
      "loss": 1.1896,
      "step": 5760
    },
    {
      "epoch": 0.7955328829449883,
      "grad_norm": 1.7441275119781494,
      "learning_rate": 0.0002,
      "loss": 0.4751,
      "step": 5770
    },
    {
      "epoch": 0.7969116227767821,
      "grad_norm": 2.0509731769561768,
      "learning_rate": 0.0002,
      "loss": 0.4031,
      "step": 5780
    },
    {
      "epoch": 0.7982903626085758,
      "grad_norm": 0.7825273871421814,
      "learning_rate": 0.0002,
      "loss": 0.3782,
      "step": 5790
    },
    {
      "epoch": 0.7996691024403695,
      "grad_norm": 1.6086506843566895,
      "learning_rate": 0.0002,
      "loss": 0.3639,
      "step": 5800
    },
    {
      "epoch": 0.8010478422721632,
      "grad_norm": 165.86508178710938,
      "learning_rate": 0.0002,
      "loss": 0.7169,
      "step": 5810
    },
    {
      "epoch": 0.802426582103957,
      "grad_norm": 1.6798721551895142,
      "learning_rate": 0.0002,
      "loss": 0.6331,
      "step": 5820
    },
    {
      "epoch": 0.8038053219357507,
      "grad_norm": 0.3252682089805603,
      "learning_rate": 0.0002,
      "loss": 0.3673,
      "step": 5830
    },
    {
      "epoch": 0.8051840617675444,
      "grad_norm": 0.10813436657190323,
      "learning_rate": 0.0002,
      "loss": 0.3533,
      "step": 5840
    },
    {
      "epoch": 0.8065628015993382,
      "grad_norm": 0.4101102948188782,
      "learning_rate": 0.0002,
      "loss": 0.3601,
      "step": 5850
    },
    {
      "epoch": 0.807941541431132,
      "grad_norm": 4.0115742683410645,
      "learning_rate": 0.0002,
      "loss": 0.4159,
      "step": 5860
    },
    {
      "epoch": 0.8093202812629257,
      "grad_norm": 0.7337489724159241,
      "learning_rate": 0.0002,
      "loss": 0.3701,
      "step": 5870
    },
    {
      "epoch": 0.8106990210947195,
      "grad_norm": 0.19467441737651825,
      "learning_rate": 0.0002,
      "loss": 0.3516,
      "step": 5880
    },
    {
      "epoch": 0.8120777609265132,
      "grad_norm": 1.1243358850479126,
      "learning_rate": 0.0002,
      "loss": 0.3537,
      "step": 5890
    },
    {
      "epoch": 0.8134565007583069,
      "grad_norm": 0.646501898765564,
      "learning_rate": 0.0002,
      "loss": 0.3645,
      "step": 5900
    },
    {
      "epoch": 0.8148352405901006,
      "grad_norm": 0.5523257851600647,
      "learning_rate": 0.0002,
      "loss": 0.3625,
      "step": 5910
    },
    {
      "epoch": 0.8162139804218944,
      "grad_norm": 0.03894199803471565,
      "learning_rate": 0.0002,
      "loss": 0.4156,
      "step": 5920
    },
    {
      "epoch": 0.8175927202536881,
      "grad_norm": 0.02224864810705185,
      "learning_rate": 0.0002,
      "loss": 0.3592,
      "step": 5930
    },
    {
      "epoch": 0.8189714600854818,
      "grad_norm": 0.45560982823371887,
      "learning_rate": 0.0002,
      "loss": 0.3727,
      "step": 5940
    },
    {
      "epoch": 0.8203501999172756,
      "grad_norm": 1.3106188774108887,
      "learning_rate": 0.0002,
      "loss": 0.3966,
      "step": 5950
    },
    {
      "epoch": 0.8217289397490694,
      "grad_norm": 0.08093151450157166,
      "learning_rate": 0.0002,
      "loss": 0.3761,
      "step": 5960
    },
    {
      "epoch": 0.8231076795808631,
      "grad_norm": 0.10217435657978058,
      "learning_rate": 0.0002,
      "loss": 0.4228,
      "step": 5970
    },
    {
      "epoch": 0.8244864194126569,
      "grad_norm": 0.47661492228507996,
      "learning_rate": 0.0002,
      "loss": 0.3511,
      "step": 5980
    },
    {
      "epoch": 0.8258651592444506,
      "grad_norm": 0.0656476691365242,
      "learning_rate": 0.0002,
      "loss": 0.3622,
      "step": 5990
    },
    {
      "epoch": 0.8272438990762443,
      "grad_norm": 0.1670994758605957,
      "learning_rate": 0.0002,
      "loss": 0.3535,
      "step": 6000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 14,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2276641541122163e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}