{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.16666666666666666,
  "eval_steps": 500,
  "global_step": 100000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.8391255140304565,
      "learning_rate": 6e-08,
      "loss": 1.2555,
      "step": 10
    },
    {
      "grad_norm": 0.9454184770584106,
      "learning_rate": 1.2666666666666666e-07,
      "loss": 1.2698,
      "step": 20
    },
    {
      "grad_norm": 0.8832136392593384,
      "learning_rate": 1.9333333333333334e-07,
      "loss": 1.2347,
      "step": 30
    },
    {
      "grad_norm": 0.9063571691513062,
      "learning_rate": 2.6e-07,
      "loss": 1.2411,
      "step": 40
    },
    {
      "grad_norm": 0.8986115455627441,
      "learning_rate": 3.266666666666667e-07,
      "loss": 1.2657,
      "step": 50
    },
    {
      "grad_norm": 0.960550844669342,
      "learning_rate": 3.933333333333333e-07,
      "loss": 1.2646,
      "step": 60
    },
    {
      "grad_norm": 1.0024666786193848,
      "learning_rate": 4.6e-07,
      "loss": 1.2509,
      "step": 70
    },
    {
      "grad_norm": 0.7508439421653748,
      "learning_rate": 5.266666666666667e-07,
      "loss": 1.2489,
      "step": 80
    },
    {
      "grad_norm": 0.8265761733055115,
      "learning_rate": 5.933333333333333e-07,
      "loss": 1.2419,
      "step": 90
    },
    {
      "grad_norm": 1.081796407699585,
      "learning_rate": 6.6e-07,
      "loss": 1.221,
      "step": 100
    },
    {
      "grad_norm": 1.0684542655944824,
      "learning_rate": 7.266666666666668e-07,
      "loss": 1.1475,
      "step": 110
    },
    {
      "grad_norm": 0.9137612581253052,
      "learning_rate": 7.933333333333334e-07,
      "loss": 1.1201,
      "step": 120
    },
    {
      "grad_norm": 1.0358893871307373,
      "learning_rate": 8.6e-07,
      "loss": 1.1149,
      "step": 130
    },
    {
      "grad_norm": 0.7965758442878723,
      "learning_rate": 9.266666666666667e-07,
      "loss": 1.0842,
      "step": 140
    },
    {
      "grad_norm": 0.7644563913345337,
      "learning_rate": 9.933333333333335e-07,
      "loss": 1.1045,
      "step": 150
    },
    {
      "grad_norm": 0.7802261710166931,
      "learning_rate": 1.06e-06,
      "loss": 1.1229,
      "step": 160
    },
    {
      "grad_norm": 0.7376846075057983,
      "learning_rate": 1.1266666666666667e-06,
      "loss": 1.0993,
      "step": 170
    },
    {
      "grad_norm": 0.8245558738708496,
      "learning_rate": 1.1933333333333335e-06,
      "loss": 1.1035,
      "step": 180
    },
    {
      "grad_norm": 0.7680610418319702,
      "learning_rate": 1.26e-06,
      "loss": 1.0976,
      "step": 190
    },
    {
      "grad_norm": 0.8455492258071899,
      "learning_rate": 1.3266666666666667e-06,
      "loss": 1.1045,
      "step": 200
    },
    {
      "grad_norm": 0.817874014377594,
      "learning_rate": 1.3933333333333335e-06,
      "loss": 1.1019,
      "step": 210
    },
    {
      "grad_norm": 2.8411567211151123,
      "learning_rate": 1.46e-06,
      "loss": 1.0879,
      "step": 220
    },
    {
      "grad_norm": 0.8665594458580017,
      "learning_rate": 1.5266666666666667e-06,
      "loss": 1.1084,
      "step": 230
    },
    {
      "grad_norm": 0.7159661054611206,
      "learning_rate": 1.5933333333333335e-06,
      "loss": 1.0909,
      "step": 240
    },
    {
      "grad_norm": 3.745157480239868,
      "learning_rate": 1.6600000000000002e-06,
      "loss": 1.0806,
      "step": 250
    },
    {
      "grad_norm": 0.7086023688316345,
      "learning_rate": 1.7266666666666667e-06,
      "loss": 1.0743,
      "step": 260
    },
    {
      "grad_norm": 0.9723825454711914,
      "learning_rate": 1.7933333333333332e-06,
      "loss": 1.1002,
      "step": 270
    },
    {
      "grad_norm": 0.8491377234458923,
      "learning_rate": 1.86e-06,
      "loss": 1.093,
      "step": 280
    },
    {
      "grad_norm": 0.9412674903869629,
      "learning_rate": 1.9266666666666667e-06,
      "loss": 1.0992,
      "step": 290
    },
    {
      "grad_norm": 0.7961090207099915,
      "learning_rate": 1.9933333333333334e-06,
      "loss": 1.0881,
      "step": 300
    },
    {
      "grad_norm": 1.4506871700286865,
      "learning_rate": 2.06e-06,
      "loss": 1.1079,
      "step": 310
    },
    {
      "grad_norm": 0.901292622089386,
      "learning_rate": 2.126666666666667e-06,
      "loss": 1.0885,
      "step": 320
    },
    {
      "grad_norm": 0.9550159573554993,
      "learning_rate": 2.1933333333333332e-06,
      "loss": 1.0984,
      "step": 330
    },
    {
      "grad_norm": 0.9133328795433044,
      "learning_rate": 2.26e-06,
      "loss": 1.0808,
      "step": 340
    },
    {
      "grad_norm": 1.802949070930481,
      "learning_rate": 2.326666666666667e-06,
      "loss": 1.0817,
      "step": 350
    },
    {
      "grad_norm": 1.0832804441452026,
      "learning_rate": 2.3933333333333334e-06,
      "loss": 1.0699,
      "step": 360
    },
    {
      "grad_norm": 0.7074794173240662,
      "learning_rate": 2.46e-06,
      "loss": 1.0998,
      "step": 370
    },
    {
      "grad_norm": 0.9364616274833679,
      "learning_rate": 2.526666666666667e-06,
      "loss": 1.0877,
      "step": 380
    },
    {
      "grad_norm": 0.8476104140281677,
      "learning_rate": 2.593333333333333e-06,
      "loss": 1.0852,
      "step": 390
    },
    {
      "grad_norm": 0.9374750256538391,
      "learning_rate": 2.66e-06,
      "loss": 1.0787,
      "step": 400
    },
    {
      "grad_norm": 0.7408366203308105,
      "learning_rate": 2.726666666666667e-06,
      "loss": 1.0827,
      "step": 410
    },
    {
      "grad_norm": 0.8761176466941833,
      "learning_rate": 2.7933333333333334e-06,
      "loss": 1.094,
      "step": 420
    },
    {
      "grad_norm": 0.7497237324714661,
      "learning_rate": 2.86e-06,
      "loss": 1.0624,
      "step": 430
    },
    {
      "grad_norm": 3.1770246028900146,
      "learning_rate": 2.926666666666667e-06,
      "loss": 1.0599,
      "step": 440
    },
    {
      "grad_norm": 0.8125482201576233,
      "learning_rate": 2.9933333333333336e-06,
      "loss": 1.0527,
      "step": 450
    },
    {
      "grad_norm": 1.002013921737671,
      "learning_rate": 3.06e-06,
      "loss": 1.0551,
      "step": 460
    },
    {
      "grad_norm": 1.6901048421859741,
      "learning_rate": 3.1266666666666667e-06,
      "loss": 1.0638,
      "step": 470
    },
    {
      "grad_norm": 0.9401182532310486,
      "learning_rate": 3.1933333333333334e-06,
      "loss": 1.0489,
      "step": 480
    },
    {
      "grad_norm": 1.009522795677185,
      "learning_rate": 3.2599999999999997e-06,
      "loss": 1.0503,
      "step": 490
    },
    {
      "grad_norm": 1.241262674331665,
      "learning_rate": 3.326666666666667e-06,
      "loss": 1.0248,
      "step": 500
    },
    {
      "grad_norm": 1.2674676179885864,
      "learning_rate": 3.3933333333333336e-06,
      "loss": 1.015,
      "step": 510
    },
    {
      "grad_norm": 1.679902195930481,
      "learning_rate": 3.46e-06,
      "loss": 1.007,
      "step": 520
    },
    {
      "grad_norm": 1.3841948509216309,
      "learning_rate": 3.526666666666667e-06,
      "loss": 1.0078,
      "step": 530
    },
    {
      "grad_norm": 1.4035173654556274,
      "learning_rate": 3.5933333333333334e-06,
      "loss": 0.9941,
      "step": 540
    },
    {
      "grad_norm": 1.7474493980407715,
      "learning_rate": 3.66e-06,
      "loss": 0.9848,
      "step": 550
    },
    {
      "grad_norm": 1.8152002096176147,
      "learning_rate": 3.7266666666666664e-06,
      "loss": 0.9645,
      "step": 560
    },
    {
      "grad_norm": 1.571502685546875,
      "learning_rate": 3.7933333333333336e-06,
      "loss": 0.9558,
      "step": 570
    },
    {
      "grad_norm": 1.782697319984436,
      "learning_rate": 3.86e-06,
      "loss": 0.9147,
      "step": 580
    },
    {
      "grad_norm": 1.8575778007507324,
      "learning_rate": 3.926666666666667e-06,
      "loss": 0.9175,
      "step": 590
    },
    {
      "grad_norm": 2.0003371238708496,
      "learning_rate": 3.993333333333334e-06,
      "loss": 0.8936,
      "step": 600
    },
    {
      "grad_norm": 2.118455648422241,
      "learning_rate": 4.06e-06,
      "loss": 0.8765,
      "step": 610
    },
    {
      "grad_norm": 1.99458646774292,
      "learning_rate": 4.126666666666667e-06,
      "loss": 0.8635,
      "step": 620
    },
    {
      "grad_norm": 1.7068768739700317,
      "learning_rate": 4.1933333333333336e-06,
      "loss": 0.848,
      "step": 630
    },
    {
      "grad_norm": 1.966342568397522,
      "learning_rate": 4.26e-06,
      "loss": 0.821,
      "step": 640
    },
    {
      "grad_norm": 2.45763897895813,
      "learning_rate": 4.326666666666667e-06,
      "loss": 0.7915,
      "step": 650
    },
    {
      "grad_norm": 2.332557439804077,
      "learning_rate": 4.393333333333333e-06,
      "loss": 0.8148,
      "step": 660
    },
    {
      "grad_norm": 1.8838034868240356,
      "learning_rate": 4.4600000000000005e-06,
      "loss": 0.7647,
      "step": 670
    },
    {
      "grad_norm": 2.2900192737579346,
      "learning_rate": 4.526666666666667e-06,
      "loss": 0.7666,
      "step": 680
    },
    {
      "grad_norm": 2.258183240890503,
      "learning_rate": 4.593333333333333e-06,
      "loss": 0.7611,
      "step": 690
    },
    {
      "grad_norm": 2.8988428115844727,
      "learning_rate": 4.66e-06,
      "loss": 0.7547,
      "step": 700
    },
    {
      "grad_norm": 2.752361536026001,
      "learning_rate": 4.726666666666667e-06,
      "loss": 0.7076,
      "step": 710
    },
    {
      "grad_norm": 3.302785873413086,
      "learning_rate": 4.793333333333334e-06,
      "loss": 0.7183,
      "step": 720
    },
    {
      "grad_norm": 2.552112579345703,
      "learning_rate": 4.86e-06,
      "loss": 0.6956,
      "step": 730
    },
    {
      "grad_norm": 2.4396770000457764,
      "learning_rate": 4.926666666666667e-06,
      "loss": 0.6635,
      "step": 740
    },
    {
      "grad_norm": 2.5192878246307373,
      "learning_rate": 4.9933333333333335e-06,
      "loss": 0.6853,
      "step": 750
    },
    {
      "grad_norm": 2.3035993576049805,
      "learning_rate": 5.06e-06,
      "loss": 0.6668,
      "step": 760
    },
    {
      "grad_norm": 2.3620851039886475,
      "learning_rate": 5.126666666666667e-06,
      "loss": 0.6576,
      "step": 770
    },
    {
      "grad_norm": 3.15126633644104,
      "learning_rate": 5.193333333333333e-06,
      "loss": 0.6798,
      "step": 780
    },
    {
      "grad_norm": 2.9177210330963135,
      "learning_rate": 5.2600000000000005e-06,
      "loss": 0.6222,
      "step": 790
    },
    {
      "grad_norm": 2.951901435852051,
      "learning_rate": 5.326666666666667e-06,
      "loss": 0.6116,
      "step": 800
    },
    {
      "grad_norm": 3.174729347229004,
      "learning_rate": 5.393333333333334e-06,
      "loss": 0.5729,
      "step": 810
    },
    {
      "grad_norm": 2.958993673324585,
      "learning_rate": 5.46e-06,
      "loss": 0.5676,
      "step": 820
    },
    {
      "grad_norm": 2.8093504905700684,
      "learning_rate": 5.5266666666666666e-06,
      "loss": 0.5688,
      "step": 830
    },
    {
      "grad_norm": 3.409456491470337,
      "learning_rate": 5.593333333333334e-06,
      "loss": 0.5479,
      "step": 840
    },
    {
      "grad_norm": 2.024752378463745,
      "learning_rate": 5.66e-06,
      "loss": 0.5384,
      "step": 850
    },
    {
      "grad_norm": 3.165050745010376,
      "learning_rate": 5.726666666666667e-06,
      "loss": 0.5204,
      "step": 860
    },
    {
      "grad_norm": 2.464144229888916,
      "learning_rate": 5.793333333333334e-06,
      "loss": 0.5406,
      "step": 870
    },
    {
      "grad_norm": 4.503970623016357,
      "learning_rate": 5.86e-06,
      "loss": 0.5057,
      "step": 880
    },
    {
      "grad_norm": 3.389353036880493,
      "learning_rate": 5.926666666666667e-06,
      "loss": 0.5146,
      "step": 890
    },
    {
      "grad_norm": 2.609349489212036,
      "learning_rate": 5.993333333333333e-06,
      "loss": 0.493,
      "step": 900
    },
    {
      "grad_norm": 2.6167969703674316,
      "learning_rate": 6.0600000000000004e-06,
      "loss": 0.4705,
      "step": 910
    },
    {
      "grad_norm": 3.328962564468384,
      "learning_rate": 6.126666666666667e-06,
      "loss": 0.4525,
      "step": 920
    },
    {
      "grad_norm": 3.4176218509674072,
      "learning_rate": 6.193333333333334e-06,
      "loss": 0.4662,
      "step": 930
    },
    {
      "grad_norm": 3.5649735927581787,
      "learning_rate": 6.26e-06,
      "loss": 0.4645,
      "step": 940
    },
    {
      "grad_norm": 3.1230459213256836,
      "learning_rate": 6.3266666666666665e-06,
      "loss": 0.4432,
      "step": 950
    },
    {
      "grad_norm": 3.495453357696533,
      "learning_rate": 6.393333333333333e-06,
      "loss": 0.4347,
      "step": 960
    },
    {
      "grad_norm": 4.016031742095947,
      "learning_rate": 6.460000000000001e-06,
      "loss": 0.462,
      "step": 970
    },
    {
      "grad_norm": 4.568574905395508,
      "learning_rate": 6.526666666666667e-06,
      "loss": 0.4125,
      "step": 980
    },
    {
      "grad_norm": 4.037368297576904,
      "learning_rate": 6.5933333333333335e-06,
      "loss": 0.3949,
      "step": 990
    },
    {
      "grad_norm": 3.149322032928467,
      "learning_rate": 6.660000000000001e-06,
      "loss": 0.3983,
      "step": 1000
    },
    {
      "grad_norm": 2.9036285877227783,
      "learning_rate": 6.726666666666667e-06,
      "loss": 0.369,
      "step": 1010
    },
    {
      "grad_norm": 3.3931548595428467,
      "learning_rate": 6.793333333333333e-06,
      "loss": 0.4058,
      "step": 1020
    },
    {
      "grad_norm": 3.034461498260498,
      "learning_rate": 6.8599999999999995e-06,
      "loss": 0.3335,
      "step": 1030
    },
    {
      "grad_norm": 3.5072524547576904,
      "learning_rate": 6.9266666666666675e-06,
      "loss": 0.3487,
      "step": 1040
    },
    {
      "grad_norm": 2.600381851196289,
      "learning_rate": 6.993333333333334e-06,
      "loss": 0.3198,
      "step": 1050
    },
    {
      "grad_norm": 2.875250816345215,
      "learning_rate": 7.06e-06,
      "loss": 0.3391,
      "step": 1060
    },
    {
      "grad_norm": 3.1709489822387695,
      "learning_rate": 7.126666666666667e-06,
      "loss": 0.3371,
      "step": 1070
    },
    {
      "grad_norm": 3.08388614654541,
      "learning_rate": 7.193333333333334e-06,
      "loss": 0.3172,
      "step": 1080
    },
    {
      "grad_norm": 4.453978538513184,
      "learning_rate": 7.26e-06,
      "loss": 0.292,
      "step": 1090
    },
    {
      "grad_norm": 4.178189754486084,
      "learning_rate": 7.326666666666666e-06,
      "loss": 0.2581,
      "step": 1100
    },
    {
      "grad_norm": 3.6300456523895264,
      "learning_rate": 7.393333333333334e-06,
      "loss": 0.3213,
      "step": 1110
    },
    {
      "grad_norm": 2.5389211177825928,
      "learning_rate": 7.4600000000000006e-06,
      "loss": 0.2455,
      "step": 1120
    },
    {
      "grad_norm": 3.0071606636047363,
      "learning_rate": 7.526666666666667e-06,
      "loss": 0.2673,
      "step": 1130
    },
    {
      "grad_norm": 3.2944495677948,
      "learning_rate": 7.593333333333334e-06,
      "loss": 0.2921,
      "step": 1140
    },
    {
      "grad_norm": 3.960489273071289,
      "learning_rate": 7.660000000000001e-06,
      "loss": 0.2752,
      "step": 1150
    },
    {
      "grad_norm": 4.6096296310424805,
      "learning_rate": 7.726666666666667e-06,
      "loss": 0.2366,
      "step": 1160
    },
    {
      "grad_norm": 3.6024560928344727,
      "learning_rate": 7.793333333333334e-06,
      "loss": 0.2334,
      "step": 1170
    },
    {
      "grad_norm": 3.3102385997772217,
      "learning_rate": 7.860000000000001e-06,
      "loss": 0.195,
      "step": 1180
    },
    {
      "grad_norm": 3.1402645111083984,
      "learning_rate": 7.926666666666666e-06,
      "loss": 0.2165,
      "step": 1190
    },
    {
      "grad_norm": 3.9637863636016846,
      "learning_rate": 7.993333333333334e-06,
      "loss": 0.2352,
      "step": 1200
    },
    {
      "grad_norm": 5.875804901123047,
      "learning_rate": 8.06e-06,
      "loss": 0.2474,
      "step": 1210
    },
    {
      "grad_norm": 2.5171585083007812,
      "learning_rate": 8.126666666666668e-06,
      "loss": 0.2069,
      "step": 1220
    },
    {
      "grad_norm": 3.261903762817383,
      "learning_rate": 8.193333333333333e-06,
      "loss": 0.2026,
      "step": 1230
    },
    {
      "grad_norm": 3.044342279434204,
      "learning_rate": 8.26e-06,
      "loss": 0.2051,
      "step": 1240
    },
    {
      "grad_norm": 3.5081605911254883,
      "learning_rate": 8.326666666666668e-06,
      "loss": 0.1794,
      "step": 1250
    },
    {
      "grad_norm": 2.696167230606079,
      "learning_rate": 8.393333333333333e-06,
      "loss": 0.2032,
      "step": 1260
    },
    {
      "grad_norm": 2.699617862701416,
      "learning_rate": 8.46e-06,
      "loss": 0.1707,
      "step": 1270
    },
    {
      "grad_norm": 2.889352798461914,
      "learning_rate": 8.526666666666667e-06,
      "loss": 0.1864,
      "step": 1280
    },
    {
      "grad_norm": 2.311837911605835,
      "learning_rate": 8.593333333333335e-06,
      "loss": 0.1888,
      "step": 1290
    },
    {
      "grad_norm": 2.5595085620880127,
      "learning_rate": 8.66e-06,
      "loss": 0.1791,
      "step": 1300
    },
    {
      "grad_norm": 2.209818124771118,
      "learning_rate": 8.726666666666667e-06,
      "loss": 0.1747,
      "step": 1310
    },
    {
      "grad_norm": 2.8619556427001953,
      "learning_rate": 8.793333333333334e-06,
      "loss": 0.1717,
      "step": 1320
    },
    {
      "grad_norm": 2.2111306190490723,
      "learning_rate": 8.86e-06,
      "loss": 0.1561,
      "step": 1330
    },
    {
      "grad_norm": 2.5533363819122314,
      "learning_rate": 8.926666666666667e-06,
      "loss": 0.1428,
      "step": 1340
    },
    {
      "grad_norm": 2.0768625736236572,
      "learning_rate": 8.993333333333334e-06,
      "loss": 0.1812,
      "step": 1350
    },
    {
      "grad_norm": 4.090967655181885,
      "learning_rate": 9.06e-06,
      "loss": 0.1757,
      "step": 1360
    },
    {
      "grad_norm": 3.408297061920166,
      "learning_rate": 9.126666666666667e-06,
      "loss": 0.1433,
      "step": 1370
    },
    {
      "grad_norm": 3.0656826496124268,
      "learning_rate": 9.193333333333334e-06,
      "loss": 0.1412,
      "step": 1380
    },
    {
      "grad_norm": 4.226680755615234,
      "learning_rate": 9.260000000000001e-06,
      "loss": 0.1604,
      "step": 1390
    },
    {
      "grad_norm": 3.056396245956421,
      "learning_rate": 9.326666666666667e-06,
      "loss": 0.1426,
      "step": 1400
    },
    {
      "grad_norm": 2.8261098861694336,
      "learning_rate": 9.393333333333334e-06,
      "loss": 0.1576,
      "step": 1410
    },
    {
      "grad_norm": 3.396232843399048,
      "learning_rate": 9.460000000000001e-06,
      "loss": 0.1594,
      "step": 1420
    },
    {
      "grad_norm": 2.2541089057922363,
      "learning_rate": 9.526666666666666e-06,
      "loss": 0.1337,
      "step": 1430
    },
    {
      "grad_norm": 2.5261178016662598,
      "learning_rate": 9.593333333333334e-06,
      "loss": 0.1541,
      "step": 1440
    },
    {
      "grad_norm": 2.5692732334136963,
      "learning_rate": 9.66e-06,
      "loss": 0.1722,
      "step": 1450
    },
    {
      "grad_norm": 2.1869313716888428,
      "learning_rate": 9.726666666666668e-06,
      "loss": 0.1653,
      "step": 1460
    },
    {
      "grad_norm": 2.136422634124756,
      "learning_rate": 9.793333333333333e-06,
      "loss": 0.1615,
      "step": 1470
    },
    {
      "grad_norm": 2.4462790489196777,
      "learning_rate": 9.86e-06,
      "loss": 0.1395,
      "step": 1480
    },
    {
      "grad_norm": 3.117281675338745,
      "learning_rate": 9.926666666666668e-06,
      "loss": 0.1438,
      "step": 1490
    },
    {
      "grad_norm": 3.1215744018554688,
      "learning_rate": 9.993333333333333e-06,
      "loss": 0.1444,
      "step": 1500
    },
    {
      "grad_norm": 1.8853398561477661,
      "learning_rate": 1.006e-05,
      "loss": 0.1315,
      "step": 1510
    },
    {
      "grad_norm": 2.884345531463623,
      "learning_rate": 1.0126666666666667e-05,
      "loss": 0.1431,
      "step": 1520
    },
    {
      "grad_norm": 1.9355385303497314,
      "learning_rate": 1.0193333333333335e-05,
      "loss": 0.1596,
      "step": 1530
    },
    {
      "grad_norm": 2.2313246726989746,
      "learning_rate": 1.026e-05,
      "loss": 0.141,
      "step": 1540
    },
    {
      "grad_norm": 2.293551445007324,
      "learning_rate": 1.0326666666666667e-05,
      "loss": 0.1207,
      "step": 1550
    },
    {
      "grad_norm": 2.4684650897979736,
      "learning_rate": 1.0393333333333334e-05,
      "loss": 0.1619,
      "step": 1560
    },
    {
      "grad_norm": 2.6854608058929443,
      "learning_rate": 1.046e-05,
      "loss": 0.1217,
      "step": 1570
    },
    {
      "grad_norm": 2.367647647857666,
      "learning_rate": 1.0526666666666667e-05,
      "loss": 0.1378,
      "step": 1580
    },
    {
      "grad_norm": 3.1451823711395264,
      "learning_rate": 1.0593333333333334e-05,
      "loss": 0.1432,
      "step": 1590
    },
    {
      "grad_norm": 1.7616304159164429,
      "learning_rate": 1.0660000000000001e-05,
      "loss": 0.1246,
      "step": 1600
    },
    {
      "grad_norm": 1.3941752910614014,
      "learning_rate": 1.0726666666666667e-05,
      "loss": 0.1175,
      "step": 1610
    },
    {
      "grad_norm": 2.164459705352783,
      "learning_rate": 1.0793333333333334e-05,
      "loss": 0.1299,
      "step": 1620
    },
    {
      "grad_norm": 2.3120970726013184,
      "learning_rate": 1.0860000000000001e-05,
      "loss": 0.1598,
      "step": 1630
    },
    {
      "grad_norm": 1.9093703031539917,
      "learning_rate": 1.0926666666666667e-05,
      "loss": 0.1289,
      "step": 1640
    },
    {
      "grad_norm": 2.3545708656311035,
      "learning_rate": 1.0993333333333334e-05,
      "loss": 0.1357,
      "step": 1650
    },
    {
      "grad_norm": 2.0453507900238037,
      "learning_rate": 1.106e-05,
      "loss": 0.1342,
      "step": 1660
    },
    {
      "grad_norm": 2.161041498184204,
      "learning_rate": 1.1126666666666668e-05,
      "loss": 0.1088,
      "step": 1670
    },
    {
      "grad_norm": 2.303750991821289,
      "learning_rate": 1.1193333333333333e-05,
      "loss": 0.1267,
      "step": 1680
    },
    {
      "grad_norm": 2.083505868911743,
      "learning_rate": 1.126e-05,
      "loss": 0.1194,
      "step": 1690
    },
    {
      "grad_norm": 2.121413469314575,
      "learning_rate": 1.1326666666666668e-05,
      "loss": 0.1298,
      "step": 1700
    },
    {
      "grad_norm": 2.6377360820770264,
      "learning_rate": 1.1393333333333333e-05,
      "loss": 0.1488,
      "step": 1710
    },
    {
      "grad_norm": 2.5817294120788574,
      "learning_rate": 1.146e-05,
      "loss": 0.1301,
      "step": 1720
    },
    {
      "grad_norm": 2.1694142818450928,
      "learning_rate": 1.1526666666666668e-05,
      "loss": 0.1261,
      "step": 1730
    },
    {
      "grad_norm": 3.027600049972534,
      "learning_rate": 1.1593333333333333e-05,
      "loss": 0.1183,
      "step": 1740
    },
    {
      "grad_norm": 3.41555118560791,
      "learning_rate": 1.166e-05,
      "loss": 0.138,
      "step": 1750
    },
    {
      "grad_norm": 2.1148972511291504,
      "learning_rate": 1.1726666666666667e-05,
      "loss": 0.1305,
      "step": 1760
    },
    {
      "grad_norm": 2.2071962356567383,
      "learning_rate": 1.1793333333333334e-05,
      "loss": 0.1112,
      "step": 1770
    },
    {
      "grad_norm": 2.0614988803863525,
      "learning_rate": 1.186e-05,
      "loss": 0.1483,
      "step": 1780
    },
    {
      "grad_norm": 2.966541051864624,
      "learning_rate": 1.1926666666666667e-05,
      "loss": 0.1145,
      "step": 1790
    },
    {
      "grad_norm": 2.35766863822937,
      "learning_rate": 1.1993333333333334e-05,
      "loss": 0.1208,
      "step": 1800
    },
    {
      "grad_norm": 2.153348445892334,
      "learning_rate": 1.206e-05,
      "loss": 0.1123,
      "step": 1810
    },
    {
      "grad_norm": 3.5533463954925537,
      "learning_rate": 1.2126666666666667e-05,
      "loss": 0.127,
      "step": 1820
    },
    {
      "grad_norm": 3.1159205436706543,
      "learning_rate": 1.2193333333333334e-05,
      "loss": 0.1157,
      "step": 1830
    },
    {
      "grad_norm": 2.3293263912200928,
      "learning_rate": 1.2260000000000001e-05,
      "loss": 0.1255,
      "step": 1840
    },
    {
      "grad_norm": 1.8122713565826416,
      "learning_rate": 1.2326666666666667e-05,
      "loss": 0.1389,
      "step": 1850
    },
    {
      "grad_norm": 2.332719326019287,
      "learning_rate": 1.2393333333333334e-05,
      "loss": 0.1413,
      "step": 1860
    },
    {
      "grad_norm": 2.1529085636138916,
      "learning_rate": 1.2460000000000001e-05,
      "loss": 0.1132,
      "step": 1870
    },
    {
      "grad_norm": 1.7745182514190674,
      "learning_rate": 1.2526666666666666e-05,
      "loss": 0.0987,
      "step": 1880
    },
    {
      "grad_norm": 2.134572982788086,
      "learning_rate": 1.2593333333333335e-05,
      "loss": 0.1172,
      "step": 1890
    },
    {
      "grad_norm": 2.1066529750823975,
      "learning_rate": 1.2659999999999999e-05,
      "loss": 0.1075,
      "step": 1900
    },
    {
      "grad_norm": 3.204768419265747,
      "learning_rate": 1.2726666666666668e-05,
      "loss": 0.1439,
      "step": 1910
    },
    {
      "grad_norm": 1.4598397016525269,
      "learning_rate": 1.2793333333333335e-05,
      "loss": 0.119,
      "step": 1920
    },
    {
      "grad_norm": 1.979782223701477,
      "learning_rate": 1.286e-05,
      "loss": 0.1048,
      "step": 1930
    },
    {
      "grad_norm": 2.744701385498047,
      "learning_rate": 1.2926666666666668e-05,
      "loss": 0.1195,
      "step": 1940
    },
    {
      "grad_norm": 1.637342929840088,
      "learning_rate": 1.2993333333333335e-05,
      "loss": 0.0992,
      "step": 1950
    },
    {
      "grad_norm": 3.2456157207489014,
      "learning_rate": 1.306e-05,
      "loss": 0.153,
      "step": 1960
    },
    {
      "grad_norm": 1.9266180992126465,
      "learning_rate": 1.3126666666666667e-05,
      "loss": 0.0958,
      "step": 1970
    },
    {
      "grad_norm": 1.8833301067352295,
      "learning_rate": 1.3193333333333335e-05,
      "loss": 0.1183,
      "step": 1980
    },
    {
      "grad_norm": 2.0892038345336914,
      "learning_rate": 1.326e-05,
      "loss": 0.0984,
      "step": 1990
    },
    {
      "grad_norm": 2.1357359886169434,
      "learning_rate": 1.3326666666666667e-05,
      "loss": 0.1133,
      "step": 2000
    },
    {
      "grad_norm": 2.050335645675659,
      "learning_rate": 1.3393333333333333e-05,
      "loss": 0.1369,
      "step": 2010
    },
    {
      "grad_norm": 2.5010764598846436,
      "learning_rate": 1.346e-05,
      "loss": 0.1118,
      "step": 2020
    },
    {
      "grad_norm": 2.3978700637817383,
      "learning_rate": 1.3526666666666669e-05,
      "loss": 0.0888,
      "step": 2030
    },
    {
      "grad_norm": 1.5326893329620361,
      "learning_rate": 1.3593333333333332e-05,
      "loss": 0.1226,
      "step": 2040
    },
    {
      "grad_norm": 2.3266408443450928,
      "learning_rate": 1.3660000000000001e-05,
      "loss": 0.1121,
      "step": 2050
    },
    {
      "grad_norm": 1.8370636701583862,
      "learning_rate": 1.3726666666666669e-05,
      "loss": 0.1019,
      "step": 2060
    },
    {
      "grad_norm": 1.9351521730422974,
      "learning_rate": 1.3793333333333332e-05,
      "loss": 0.092,
      "step": 2070
    },
    {
      "grad_norm": 2.2083017826080322,
      "learning_rate": 1.3860000000000001e-05,
      "loss": 0.1021,
      "step": 2080
    },
    {
      "grad_norm": 2.5389480590820312,
      "learning_rate": 1.3926666666666668e-05,
      "loss": 0.1096,
      "step": 2090
    },
    {
      "grad_norm": 2.3120834827423096,
      "learning_rate": 1.3993333333333334e-05,
      "loss": 0.1083,
      "step": 2100
    },
    {
      "grad_norm": 2.0972237586975098,
      "learning_rate": 1.4060000000000001e-05,
      "loss": 0.127,
      "step": 2110
    },
    {
      "grad_norm": 1.5987062454223633,
      "learning_rate": 1.4126666666666668e-05,
      "loss": 0.1008,
      "step": 2120
    },
    {
      "grad_norm": 1.95419442653656,
      "learning_rate": 1.4193333333333334e-05,
      "loss": 0.1016,
      "step": 2130
    },
    {
      "grad_norm": 1.958390235900879,
      "learning_rate": 1.426e-05,
      "loss": 0.0779,
      "step": 2140
    },
    {
      "grad_norm": 2.1421940326690674,
      "learning_rate": 1.4326666666666666e-05,
      "loss": 0.1141,
      "step": 2150
    },
    {
      "grad_norm": 1.3771287202835083,
      "learning_rate": 1.4393333333333333e-05,
      "loss": 0.1031,
      "step": 2160
    },
    {
      "grad_norm": 1.9050300121307373,
      "learning_rate": 1.4460000000000002e-05,
      "loss": 0.0996,
      "step": 2170
    },
    {
      "grad_norm": 1.7351733446121216,
      "learning_rate": 1.4526666666666666e-05,
      "loss": 0.1166,
      "step": 2180
    },
    {
      "grad_norm": 2.087116241455078,
      "learning_rate": 1.4593333333333333e-05,
      "loss": 0.0912,
      "step": 2190
    },
    {
      "grad_norm": 1.4750840663909912,
      "learning_rate": 1.4660000000000002e-05,
      "loss": 0.0908,
      "step": 2200
    },
    {
      "grad_norm": 1.7816190719604492,
      "learning_rate": 1.4726666666666666e-05,
      "loss": 0.0968,
      "step": 2210
    },
    {
      "grad_norm": 2.759226083755493,
      "learning_rate": 1.4793333333333335e-05,
      "loss": 0.0979,
      "step": 2220
    },
    {
      "grad_norm": 2.2915642261505127,
      "learning_rate": 1.4860000000000002e-05,
      "loss": 0.1015,
      "step": 2230
    },
    {
      "grad_norm": 1.0579414367675781,
      "learning_rate": 1.4926666666666667e-05,
      "loss": 0.0849,
      "step": 2240
    },
    {
      "grad_norm": 1.735168218612671,
      "learning_rate": 1.4993333333333334e-05,
      "loss": 0.1122,
      "step": 2250
    },
    {
      "grad_norm": 1.3647804260253906,
      "learning_rate": 1.5060000000000001e-05,
      "loss": 0.0837,
      "step": 2260
    },
    {
      "grad_norm": 1.8950369358062744,
      "learning_rate": 1.5126666666666667e-05,
      "loss": 0.0892,
      "step": 2270
    },
    {
      "grad_norm": 2.066502571105957,
      "learning_rate": 1.5193333333333334e-05,
      "loss": 0.0978,
      "step": 2280
    },
    {
      "grad_norm": 3.0743703842163086,
      "learning_rate": 1.5260000000000003e-05,
      "loss": 0.1278,
      "step": 2290
    },
    {
      "grad_norm": 2.0023443698883057,
      "learning_rate": 1.5326666666666667e-05,
      "loss": 0.0769,
      "step": 2300
    },
    {
      "grad_norm": 1.6678392887115479,
      "learning_rate": 1.5393333333333334e-05,
      "loss": 0.0922,
      "step": 2310
    },
    {
      "grad_norm": 1.2529624700546265,
      "learning_rate": 1.546e-05,
      "loss": 0.083,
      "step": 2320
    },
    {
      "grad_norm": 1.6986874341964722,
      "learning_rate": 1.5526666666666668e-05,
      "loss": 0.109,
      "step": 2330
    },
    {
      "grad_norm": 1.62709379196167,
      "learning_rate": 1.5593333333333335e-05,
      "loss": 0.093,
      "step": 2340
    },
    {
      "grad_norm": 1.5291154384613037,
      "learning_rate": 1.566e-05,
      "loss": 0.0966,
      "step": 2350
    },
    {
      "grad_norm": 1.7724781036376953,
      "learning_rate": 1.5726666666666666e-05,
      "loss": 0.1114,
      "step": 2360
    },
    {
      "grad_norm": 1.4953116178512573,
      "learning_rate": 1.5793333333333333e-05,
      "loss": 0.1092,
      "step": 2370
    },
    {
      "grad_norm": 2.2681994438171387,
      "learning_rate": 1.586e-05,
      "loss": 0.1101,
      "step": 2380
    },
    {
      "grad_norm": 1.803451657295227,
      "learning_rate": 1.5926666666666668e-05,
      "loss": 0.1127,
      "step": 2390
    },
    {
      "grad_norm": 1.5740747451782227,
      "learning_rate": 1.5993333333333335e-05,
      "loss": 0.0977,
      "step": 2400
    },
    {
      "grad_norm": 1.3898863792419434,
      "learning_rate": 1.606e-05,
      "loss": 0.0951,
      "step": 2410
    },
    {
      "grad_norm": 1.8877806663513184,
      "learning_rate": 1.612666666666667e-05,
      "loss": 0.1329,
      "step": 2420
    },
    {
      "grad_norm": 2.252192258834839,
      "learning_rate": 1.6193333333333336e-05,
      "loss": 0.1036,
      "step": 2430
    },
    {
      "grad_norm": 2.0669755935668945,
      "learning_rate": 1.626e-05,
      "loss": 0.1041,
      "step": 2440
    },
    {
      "grad_norm": 2.086519479751587,
      "learning_rate": 1.6326666666666667e-05,
      "loss": 0.0939,
      "step": 2450
    },
    {
      "grad_norm": 1.5307753086090088,
      "learning_rate": 1.639333333333333e-05,
      "loss": 0.0871,
      "step": 2460
    },
    {
      "grad_norm": 1.2660099267959595,
      "learning_rate": 1.646e-05,
      "loss": 0.0833,
      "step": 2470
    },
    {
      "grad_norm": 2.0640909671783447,
      "learning_rate": 1.652666666666667e-05,
      "loss": 0.1105,
      "step": 2480
    },
    {
      "grad_norm": 1.7546390295028687,
      "learning_rate": 1.6593333333333333e-05,
      "loss": 0.0908,
      "step": 2490
    },
    {
      "grad_norm": 1.4260809421539307,
      "learning_rate": 1.666e-05,
      "loss": 0.081,
      "step": 2500
    },
    {
      "grad_norm": 1.313043475151062,
      "learning_rate": 1.6726666666666667e-05,
      "loss": 0.0835,
      "step": 2510
    },
    {
      "grad_norm": 1.4116817712783813,
      "learning_rate": 1.6793333333333334e-05,
      "loss": 0.0892,
      "step": 2520
    },
    {
      "grad_norm": 1.6992125511169434,
      "learning_rate": 1.686e-05,
      "loss": 0.0832,
      "step": 2530
    },
    {
      "grad_norm": 5.339611053466797,
      "learning_rate": 1.692666666666667e-05,
      "loss": 0.0934,
      "step": 2540
    },
    {
      "grad_norm": 1.428652048110962,
      "learning_rate": 1.6993333333333332e-05,
      "loss": 0.0974,
      "step": 2550
    },
    {
      "grad_norm": 1.7005650997161865,
      "learning_rate": 1.706e-05,
      "loss": 0.0904,
      "step": 2560
    },
    {
      "grad_norm": 1.493583083152771,
      "learning_rate": 1.712666666666667e-05,
      "loss": 0.0897,
      "step": 2570
    },
    {
      "grad_norm": 1.7217246294021606,
      "learning_rate": 1.7193333333333334e-05,
      "loss": 0.091,
      "step": 2580
    },
    {
      "grad_norm": 2.1019246578216553,
      "learning_rate": 1.726e-05,
      "loss": 0.0847,
      "step": 2590
    },
    {
      "grad_norm": 1.247072458267212,
      "learning_rate": 1.7326666666666668e-05,
      "loss": 0.1041,
      "step": 2600
    },
    {
      "grad_norm": 1.6321816444396973,
      "learning_rate": 1.7393333333333335e-05,
      "loss": 0.0947,
      "step": 2610
    },
    {
      "grad_norm": 1.5834650993347168,
      "learning_rate": 1.7460000000000002e-05,
      "loss": 0.0791,
      "step": 2620
    },
    {
      "grad_norm": 1.6901391744613647,
      "learning_rate": 1.7526666666666666e-05,
      "loss": 0.0985,
      "step": 2630
    },
    {
      "grad_norm": 1.8310667276382446,
      "learning_rate": 1.7593333333333333e-05,
      "loss": 0.098,
      "step": 2640
    },
    {
      "grad_norm": 1.463097095489502,
      "learning_rate": 1.766e-05,
      "loss": 0.0964,
      "step": 2650
    },
    {
      "grad_norm": 1.5365809202194214,
      "learning_rate": 1.7726666666666667e-05,
      "loss": 0.0954,
      "step": 2660
    },
    {
      "grad_norm": 1.5144083499908447,
      "learning_rate": 1.7793333333333335e-05,
      "loss": 0.1057,
      "step": 2670
    },
    {
      "grad_norm": 2.173612594604492,
      "learning_rate": 1.7860000000000002e-05,
      "loss": 0.1109,
      "step": 2680
    },
    {
      "grad_norm": 1.6513830423355103,
      "learning_rate": 1.7926666666666666e-05,
      "loss": 0.0876,
      "step": 2690
    },
    {
      "grad_norm": 2.1395273208618164,
      "learning_rate": 1.7993333333333333e-05,
      "loss": 0.0844,
      "step": 2700
    },
    {
      "grad_norm": 1.5207836627960205,
      "learning_rate": 1.8060000000000003e-05,
      "loss": 0.0874,
      "step": 2710
    },
    {
      "grad_norm": 1.3758955001831055,
      "learning_rate": 1.8126666666666667e-05,
      "loss": 0.1151,
      "step": 2720
    },
    {
      "grad_norm": 1.4770007133483887,
      "learning_rate": 1.8193333333333334e-05,
      "loss": 0.0902,
      "step": 2730
    },
    {
      "grad_norm": 1.3950353860855103,
      "learning_rate": 1.826e-05,
      "loss": 0.0823,
      "step": 2740
    },
    {
      "grad_norm": 1.4987356662750244,
      "learning_rate": 1.832666666666667e-05,
      "loss": 0.0855,
      "step": 2750
    },
    {
      "grad_norm": 2.0468995571136475,
      "learning_rate": 1.8393333333333336e-05,
      "loss": 0.0828,
      "step": 2760
    },
    {
      "grad_norm": 1.4645957946777344,
      "learning_rate": 1.846e-05,
      "loss": 0.0894,
      "step": 2770
    },
    {
      "grad_norm": 1.3471146821975708,
      "learning_rate": 1.8526666666666667e-05,
      "loss": 0.0965,
      "step": 2780
    },
    {
      "grad_norm": 1.7715507745742798,
      "learning_rate": 1.8593333333333334e-05,
      "loss": 0.089,
      "step": 2790
    },
    {
      "grad_norm": 1.1111129522323608,
      "learning_rate": 1.866e-05,
      "loss": 0.0818,
      "step": 2800
    },
    {
      "grad_norm": 1.7058273553848267,
      "learning_rate": 1.8726666666666668e-05,
      "loss": 0.1076,
      "step": 2810
    },
    {
      "grad_norm": 2.76073956489563,
      "learning_rate": 1.8793333333333335e-05,
      "loss": 0.0923,
      "step": 2820
    },
    {
      "grad_norm": 1.426816701889038,
      "learning_rate": 1.886e-05,
      "loss": 0.0807,
      "step": 2830
    },
    {
      "grad_norm": 1.3335570096969604,
      "learning_rate": 1.8926666666666666e-05,
      "loss": 0.1035,
      "step": 2840
    },
    {
      "grad_norm": 1.346455693244934,
      "learning_rate": 1.8993333333333337e-05,
      "loss": 0.0922,
      "step": 2850
    },
    {
      "grad_norm": 1.5969599485397339,
      "learning_rate": 1.906e-05,
      "loss": 0.0838,
      "step": 2860
    },
    {
      "grad_norm": 0.9977166056632996,
      "learning_rate": 1.9126666666666668e-05,
      "loss": 0.0752,
      "step": 2870
    },
    {
      "grad_norm": 1.9408197402954102,
      "learning_rate": 1.9193333333333335e-05,
      "loss": 0.0743,
      "step": 2880
    },
    {
      "grad_norm": 1.5163705348968506,
      "learning_rate": 1.9260000000000002e-05,
      "loss": 0.0887,
      "step": 2890
    },
    {
      "grad_norm": 1.318821668624878,
      "learning_rate": 1.932666666666667e-05,
      "loss": 0.0914,
      "step": 2900
    },
    {
      "grad_norm": 2.3384649753570557,
      "learning_rate": 1.9393333333333336e-05,
      "loss": 0.0816,
      "step": 2910
    },
    {
      "grad_norm": 1.0777643918991089,
      "learning_rate": 1.946e-05,
      "loss": 0.0913,
      "step": 2920
    },
    {
      "grad_norm": 1.6602554321289062,
      "learning_rate": 1.9526666666666667e-05,
      "loss": 0.0742,
      "step": 2930
    },
    {
      "grad_norm": 1.0434300899505615,
      "learning_rate": 1.9593333333333334e-05,
      "loss": 0.0819,
      "step": 2940
    },
    {
      "grad_norm": 1.6225591897964478,
      "learning_rate": 1.966e-05,
      "loss": 0.0798,
      "step": 2950
    },
    {
      "grad_norm": 1.3711835145950317,
      "learning_rate": 1.972666666666667e-05,
      "loss": 0.0984,
      "step": 2960
    },
    {
      "grad_norm": 1.5857431888580322,
      "learning_rate": 1.9793333333333332e-05,
      "loss": 0.0767,
      "step": 2970
    },
    {
      "grad_norm": 1.3047014474868774,
      "learning_rate": 1.986e-05,
      "loss": 0.08,
      "step": 2980
    },
    {
      "grad_norm": 1.2176131010055542,
      "learning_rate": 1.992666666666667e-05,
      "loss": 0.0904,
      "step": 2990
    },
    {
      "grad_norm": 0.995647668838501,
      "learning_rate": 1.9993333333333334e-05,
      "loss": 0.0918,
      "step": 3000
    },
    {
      "grad_norm": 1.4046549797058105,
      "learning_rate": 2.006e-05,
      "loss": 0.0663,
      "step": 3010
    },
    {
      "grad_norm": 1.6117972135543823,
      "learning_rate": 2.0126666666666668e-05,
      "loss": 0.0873,
      "step": 3020
    },
    {
      "grad_norm": 1.2952065467834473,
      "learning_rate": 2.0193333333333332e-05,
      "loss": 0.0754,
      "step": 3030
    },
    {
      "grad_norm": 1.121705412864685,
      "learning_rate": 2.0260000000000003e-05,
      "loss": 0.0884,
      "step": 3040
    },
    {
      "grad_norm": 1.4540568590164185,
      "learning_rate": 2.032666666666667e-05,
      "loss": 0.076,
      "step": 3050
    },
    {
      "grad_norm": 1.1719189882278442,
      "learning_rate": 2.0393333333333333e-05,
      "loss": 0.083,
      "step": 3060
    },
    {
      "grad_norm": 0.9430192112922668,
      "learning_rate": 2.046e-05,
      "loss": 0.0647,
      "step": 3070
    },
    {
      "grad_norm": 1.098494291305542,
      "learning_rate": 2.0526666666666668e-05,
      "loss": 0.082,
      "step": 3080
    },
    {
      "grad_norm": 2.3549997806549072,
      "learning_rate": 2.0593333333333335e-05,
      "loss": 0.1008,
      "step": 3090
    },
    {
      "grad_norm": 2.056781530380249,
      "learning_rate": 2.0660000000000002e-05,
      "loss": 0.08,
      "step": 3100
    },
    {
      "grad_norm": 1.0601413249969482,
      "learning_rate": 2.0726666666666666e-05,
      "loss": 0.0717,
      "step": 3110
    },
    {
      "grad_norm": 0.8346056342124939,
      "learning_rate": 2.0793333333333333e-05,
      "loss": 0.0731,
      "step": 3120
    },
    {
      "grad_norm": 1.4170947074890137,
      "learning_rate": 2.086e-05,
      "loss": 0.0806,
      "step": 3130
    },
    {
      "grad_norm": 1.2079780101776123,
      "learning_rate": 2.0926666666666667e-05,
      "loss": 0.0792,
      "step": 3140
    },
    {
      "grad_norm": 1.3463503122329712,
      "learning_rate": 2.0993333333333334e-05,
      "loss": 0.081,
      "step": 3150
    },
    {
      "grad_norm": 1.2370054721832275,
      "learning_rate": 2.106e-05,
      "loss": 0.0847,
      "step": 3160
    },
    {
      "grad_norm": 1.068710207939148,
      "learning_rate": 2.1126666666666665e-05,
      "loss": 0.0786,
      "step": 3170
    },
    {
      "grad_norm": 1.1049692630767822,
      "learning_rate": 2.1193333333333336e-05,
      "loss": 0.0877,
      "step": 3180
    },
    {
      "grad_norm": 1.4846868515014648,
      "learning_rate": 2.1260000000000003e-05,
      "loss": 0.0946,
      "step": 3190
    },
    {
      "grad_norm": 1.0460684299468994,
      "learning_rate": 2.1326666666666667e-05,
      "loss": 0.0987,
      "step": 3200
    },
    {
      "grad_norm": 1.054125428199768,
      "learning_rate": 2.1393333333333334e-05,
      "loss": 0.0686,
      "step": 3210
    },
    {
      "grad_norm": 1.5508205890655518,
      "learning_rate": 2.146e-05,
      "loss": 0.1014,
      "step": 3220
    },
    {
      "grad_norm": 1.16800856590271,
      "learning_rate": 2.152666666666667e-05,
      "loss": 0.097,
      "step": 3230
    },
    {
      "grad_norm": 0.9802716970443726,
      "learning_rate": 2.1593333333333336e-05,
      "loss": 0.0813,
      "step": 3240
    },
    {
      "grad_norm": 1.031800627708435,
      "learning_rate": 2.166e-05,
      "loss": 0.0913,
      "step": 3250
    },
    {
      "grad_norm": 1.5123769044876099,
      "learning_rate": 2.1726666666666666e-05,
      "loss": 0.0817,
      "step": 3260
    },
    {
      "grad_norm": 1.445824146270752,
      "learning_rate": 2.1793333333333334e-05,
      "loss": 0.0792,
      "step": 3270
    },
    {
      "grad_norm": 1.5827884674072266,
      "learning_rate": 2.186e-05,
      "loss": 0.0667,
      "step": 3280
    },
    {
      "grad_norm": 1.1697243452072144,
      "learning_rate": 2.1926666666666668e-05,
      "loss": 0.0691,
      "step": 3290
    },
    {
      "grad_norm": 1.4026011228561401,
      "learning_rate": 2.1993333333333335e-05,
      "loss": 0.0713,
      "step": 3300
    },
    {
      "grad_norm": 1.5594357252120972,
      "learning_rate": 2.206e-05,
      "loss": 0.0937,
      "step": 3310
    },
    {
      "grad_norm": 0.8742972612380981,
      "learning_rate": 2.212666666666667e-05,
      "loss": 0.0966,
      "step": 3320
    },
    {
      "grad_norm": 1.1406413316726685,
      "learning_rate": 2.2193333333333337e-05,
      "loss": 0.0843,
      "step": 3330
    },
    {
      "grad_norm": 1.3411115407943726,
      "learning_rate": 2.226e-05,
      "loss": 0.0783,
      "step": 3340
    },
    {
      "grad_norm": 1.181656837463379,
      "learning_rate": 2.2326666666666667e-05,
      "loss": 0.0756,
      "step": 3350
    },
    {
      "grad_norm": 2.145029306411743,
      "learning_rate": 2.2393333333333335e-05,
      "loss": 0.0772,
      "step": 3360
    },
    {
      "grad_norm": 0.8566174507141113,
      "learning_rate": 2.2460000000000002e-05,
      "loss": 0.0777,
      "step": 3370
    },
    {
      "grad_norm": 1.0375508069992065,
      "learning_rate": 2.252666666666667e-05,
      "loss": 0.1199,
      "step": 3380
    },
    {
      "grad_norm": 1.1641069650650024,
      "learning_rate": 2.2593333333333336e-05,
      "loss": 0.0704,
      "step": 3390
    },
    {
      "grad_norm": 1.2732785940170288,
      "learning_rate": 2.266e-05,
      "loss": 0.0856,
      "step": 3400
    },
    {
      "grad_norm": 1.2275177240371704,
      "learning_rate": 2.2726666666666667e-05,
      "loss": 0.0721,
      "step": 3410
    },
    {
      "grad_norm": 1.1970046758651733,
      "learning_rate": 2.2793333333333334e-05,
      "loss": 0.0736,
      "step": 3420
    },
    {
      "grad_norm": 1.1959048509597778,
      "learning_rate": 2.286e-05,
      "loss": 0.0769,
      "step": 3430
    },
    {
      "grad_norm": 1.1701743602752686,
      "learning_rate": 2.292666666666667e-05,
      "loss": 0.0793,
      "step": 3440
    },
    {
      "grad_norm": 1.5616178512573242,
      "learning_rate": 2.2993333333333332e-05,
      "loss": 0.0815,
      "step": 3450
    },
    {
      "grad_norm": 1.0067352056503296,
      "learning_rate": 2.306e-05,
      "loss": 0.0667,
      "step": 3460
    },
    {
      "grad_norm": 1.1678297519683838,
      "learning_rate": 2.312666666666667e-05,
      "loss": 0.0801,
      "step": 3470
    },
    {
      "grad_norm": 1.147058129310608,
      "learning_rate": 2.3193333333333334e-05,
      "loss": 0.0856,
      "step": 3480
    },
    {
      "grad_norm": 1.0712974071502686,
      "learning_rate": 2.326e-05,
      "loss": 0.0771,
      "step": 3490
    },
    {
      "grad_norm": 1.069478988647461,
      "learning_rate": 2.3326666666666668e-05,
      "loss": 0.0621,
      "step": 3500
    },
    {
      "grad_norm": 1.3175064325332642,
      "learning_rate": 2.3393333333333335e-05,
      "loss": 0.0813,
      "step": 3510
    },
    {
      "grad_norm": 1.038460612297058,
      "learning_rate": 2.3460000000000002e-05,
      "loss": 0.0781,
      "step": 3520
    },
    {
      "grad_norm": 1.2416340112686157,
      "learning_rate": 2.352666666666667e-05,
      "loss": 0.0802,
      "step": 3530
    },
    {
      "grad_norm": 1.2792048454284668,
      "learning_rate": 2.3593333333333333e-05,
      "loss": 0.0778,
      "step": 3540
    },
    {
      "grad_norm": 0.861871063709259,
      "learning_rate": 2.366e-05,
      "loss": 0.0829,
      "step": 3550
    },
    {
      "grad_norm": 1.053450107574463,
      "learning_rate": 2.3726666666666668e-05,
      "loss": 0.0639,
      "step": 3560
    },
    {
      "grad_norm": 1.141169548034668,
      "learning_rate": 2.3793333333333335e-05,
      "loss": 0.0821,
      "step": 3570
    },
    {
      "grad_norm": 0.9677315354347229,
      "learning_rate": 2.3860000000000002e-05,
      "loss": 0.0903,
      "step": 3580
    },
    {
      "grad_norm": 1.1114718914031982,
      "learning_rate": 2.3926666666666666e-05,
      "loss": 0.0828,
      "step": 3590
    },
    {
      "grad_norm": 1.2391595840454102,
      "learning_rate": 2.3993333333333333e-05,
      "loss": 0.0814,
      "step": 3600
    },
    {
      "grad_norm": 0.9612681269645691,
      "learning_rate": 2.4060000000000003e-05,
      "loss": 0.0719,
      "step": 3610
    },
    {
      "grad_norm": 1.1002568006515503,
      "learning_rate": 2.4126666666666667e-05,
      "loss": 0.0678,
      "step": 3620
    },
    {
      "grad_norm": 0.9797812700271606,
      "learning_rate": 2.4193333333333334e-05,
      "loss": 0.0623,
      "step": 3630
    },
    {
      "grad_norm": 0.9848971366882324,
      "learning_rate": 2.426e-05,
      "loss": 0.0697,
      "step": 3640
    },
    {
      "grad_norm": 1.1300104856491089,
      "learning_rate": 2.432666666666667e-05,
      "loss": 0.0816,
      "step": 3650
    },
    {
      "grad_norm": 0.922448456287384,
      "learning_rate": 2.4393333333333336e-05,
      "loss": 0.0705,
      "step": 3660
    },
    {
      "grad_norm": 1.5011284351348877,
      "learning_rate": 2.4460000000000003e-05,
      "loss": 0.0813,
      "step": 3670
    },
    {
      "grad_norm": 1.284838080406189,
      "learning_rate": 2.4526666666666667e-05,
      "loss": 0.0745,
      "step": 3680
    },
    {
      "grad_norm": 1.1874488592147827,
      "learning_rate": 2.4593333333333334e-05,
      "loss": 0.0782,
      "step": 3690
    },
    {
      "grad_norm": 0.9749250411987305,
      "learning_rate": 2.466e-05,
      "loss": 0.0725,
      "step": 3700
    },
    {
      "grad_norm": 1.5955512523651123,
      "learning_rate": 2.4726666666666668e-05,
      "loss": 0.0754,
      "step": 3710
    },
    {
      "grad_norm": 0.9843117594718933,
      "learning_rate": 2.4793333333333335e-05,
      "loss": 0.0752,
      "step": 3720
    },
    {
      "grad_norm": 0.9134371280670166,
      "learning_rate": 2.486e-05,
      "loss": 0.07,
      "step": 3730
    },
    {
      "grad_norm": 1.1788612604141235,
      "learning_rate": 2.4926666666666666e-05,
      "loss": 0.0769,
      "step": 3740
    },
    {
      "grad_norm": 0.9936628341674805,
      "learning_rate": 2.4993333333333337e-05,
      "loss": 0.0794,
      "step": 3750
    },
    {
      "grad_norm": 0.994447648525238,
      "learning_rate": 2.506e-05,
      "loss": 0.068,
      "step": 3760
    },
    {
      "grad_norm": 1.209518313407898,
      "learning_rate": 2.512666666666667e-05,
      "loss": 0.079,
      "step": 3770
    },
    {
      "grad_norm": 1.1208652257919312,
      "learning_rate": 2.5193333333333335e-05,
      "loss": 0.0866,
      "step": 3780
    },
    {
      "grad_norm": 0.8419187068939209,
      "learning_rate": 2.526e-05,
      "loss": 0.0684,
      "step": 3790
    },
    {
      "grad_norm": 1.0576066970825195,
      "learning_rate": 2.5326666666666666e-05,
      "loss": 0.1013,
      "step": 3800
    },
    {
      "grad_norm": 0.8599345684051514,
      "learning_rate": 2.5393333333333336e-05,
      "loss": 0.0666,
      "step": 3810
    },
    {
      "grad_norm": 1.3936220407485962,
      "learning_rate": 2.546e-05,
      "loss": 0.0872,
      "step": 3820
    },
    {
      "grad_norm": 0.9354259371757507,
      "learning_rate": 2.5526666666666664e-05,
      "loss": 0.0658,
      "step": 3830
    },
    {
      "grad_norm": 0.8971160650253296,
      "learning_rate": 2.5593333333333334e-05,
      "loss": 0.0641,
      "step": 3840
    },
    {
      "grad_norm": 1.39225172996521,
      "learning_rate": 2.566e-05,
      "loss": 0.0818,
      "step": 3850
    },
    {
      "grad_norm": 1.2561806440353394,
      "learning_rate": 2.5726666666666665e-05,
      "loss": 0.0703,
      "step": 3860
    },
    {
      "grad_norm": 0.9452486634254456,
      "learning_rate": 2.5793333333333336e-05,
      "loss": 0.075,
      "step": 3870
    },
    {
      "grad_norm": 0.9170100092887878,
      "learning_rate": 2.586e-05,
      "loss": 0.0663,
      "step": 3880
    },
    {
      "grad_norm": 1.1342521905899048,
      "learning_rate": 2.5926666666666667e-05,
      "loss": 0.0726,
      "step": 3890
    },
    {
      "grad_norm": 0.9274302124977112,
      "learning_rate": 2.5993333333333337e-05,
      "loss": 0.0647,
      "step": 3900
    },
    {
      "grad_norm": 0.8706011176109314,
      "learning_rate": 2.606e-05,
      "loss": 0.0728,
      "step": 3910
    },
    {
      "grad_norm": 1.8271509408950806,
      "learning_rate": 2.6126666666666665e-05,
      "loss": 0.0731,
      "step": 3920
    },
    {
      "grad_norm": 0.7823825478553772,
      "learning_rate": 2.6193333333333336e-05,
      "loss": 0.0678,
      "step": 3930
    },
    {
      "grad_norm": 0.6146025657653809,
      "learning_rate": 2.6260000000000003e-05,
      "loss": 0.0847,
      "step": 3940
    },
    {
      "grad_norm": 0.762973964214325,
      "learning_rate": 2.6326666666666666e-05,
      "loss": 0.0767,
      "step": 3950
    },
    {
      "grad_norm": 1.1631197929382324,
      "learning_rate": 2.6393333333333337e-05,
      "loss": 0.0776,
      "step": 3960
    },
    {
      "grad_norm": 0.9143610000610352,
      "learning_rate": 2.646e-05,
      "loss": 0.0655,
      "step": 3970
    },
    {
      "grad_norm": 0.9174964427947998,
      "learning_rate": 2.6526666666666668e-05,
      "loss": 0.0773,
      "step": 3980
    },
    {
      "grad_norm": 1.5294989347457886,
      "learning_rate": 2.6593333333333335e-05,
      "loss": 0.0759,
      "step": 3990
    },
    {
      "grad_norm": 1.6611175537109375,
      "learning_rate": 2.6660000000000002e-05,
      "loss": 0.0674,
      "step": 4000
    },
    {
      "grad_norm": 1.1287119388580322,
      "learning_rate": 2.6726666666666666e-05,
      "loss": 0.0738,
      "step": 4010
    },
    {
      "grad_norm": 0.9787588715553284,
      "learning_rate": 2.6793333333333337e-05,
      "loss": 0.0753,
      "step": 4020
    },
    {
      "grad_norm": 0.9541427493095398,
      "learning_rate": 2.686e-05,
      "loss": 0.0747,
      "step": 4030
    },
    {
      "grad_norm": 0.9921916127204895,
      "learning_rate": 2.6926666666666667e-05,
      "loss": 0.0558,
      "step": 4040
    },
    {
      "grad_norm": 1.7732882499694824,
      "learning_rate": 2.6993333333333338e-05,
      "loss": 0.0712,
      "step": 4050
    },
    {
      "grad_norm": 1.0518770217895508,
      "learning_rate": 2.7060000000000002e-05,
      "loss": 0.0673,
      "step": 4060
    },
    {
      "grad_norm": 1.112221598625183,
      "learning_rate": 2.7126666666666666e-05,
      "loss": 0.062,
      "step": 4070
    },
    {
      "grad_norm": 1.0156141519546509,
      "learning_rate": 2.7193333333333336e-05,
      "loss": 0.0739,
      "step": 4080
    },
    {
      "grad_norm": 0.996197521686554,
      "learning_rate": 2.7260000000000003e-05,
      "loss": 0.0739,
      "step": 4090
    },
    {
      "grad_norm": 1.0782549381256104,
      "learning_rate": 2.7326666666666667e-05,
      "loss": 0.0649,
      "step": 4100
    },
    {
      "grad_norm": 0.9606845378875732,
      "learning_rate": 2.739333333333333e-05,
      "loss": 0.075,
      "step": 4110
    },
    {
      "grad_norm": 2.230797052383423,
      "learning_rate": 2.746e-05,
      "loss": 0.0828,
      "step": 4120
    },
    {
      "grad_norm": 0.8732755780220032,
      "learning_rate": 2.752666666666667e-05,
      "loss": 0.0639,
      "step": 4130
    },
    {
      "grad_norm": 0.6810647249221802,
      "learning_rate": 2.7593333333333332e-05,
      "loss": 0.0686,
      "step": 4140
    },
    {
      "grad_norm": 1.2619259357452393,
      "learning_rate": 2.7660000000000003e-05,
      "loss": 0.0776,
      "step": 4150
    },
    {
      "grad_norm": 0.7582120895385742,
      "learning_rate": 2.7726666666666667e-05,
      "loss": 0.0678,
      "step": 4160
    },
    {
      "grad_norm": 0.7058753371238708,
      "learning_rate": 2.7793333333333334e-05,
      "loss": 0.0649,
      "step": 4170
    },
    {
      "grad_norm": 0.9103642106056213,
      "learning_rate": 2.7860000000000004e-05,
      "loss": 0.059,
      "step": 4180
    },
    {
      "grad_norm": 0.8977436423301697,
      "learning_rate": 2.7926666666666668e-05,
      "loss": 0.0659,
      "step": 4190
    },
    {
      "grad_norm": 0.885173499584198,
      "learning_rate": 2.7993333333333332e-05,
      "loss": 0.0658,
      "step": 4200
    },
    {
      "grad_norm": 0.7441266775131226,
      "learning_rate": 2.8060000000000002e-05,
      "loss": 0.0727,
      "step": 4210
    },
    {
      "grad_norm": 0.8663538694381714,
      "learning_rate": 2.8126666666666666e-05,
      "loss": 0.0841,
      "step": 4220
    },
    {
      "grad_norm": 1.183104395866394,
      "learning_rate": 2.8193333333333333e-05,
      "loss": 0.0844,
      "step": 4230
    },
    {
      "grad_norm": 1.2089931964874268,
      "learning_rate": 2.8260000000000004e-05,
      "loss": 0.0816,
      "step": 4240
    },
    {
      "grad_norm": 0.799780011177063,
      "learning_rate": 2.8326666666666668e-05,
      "loss": 0.0744,
      "step": 4250
    },
    {
      "grad_norm": 0.8159696459770203,
      "learning_rate": 2.839333333333333e-05,
      "loss": 0.0718,
      "step": 4260
    },
    {
      "grad_norm": 0.7200425863265991,
      "learning_rate": 2.8460000000000002e-05,
      "loss": 0.0773,
      "step": 4270
    },
    {
      "grad_norm": 1.0989195108413696,
      "learning_rate": 2.852666666666667e-05,
      "loss": 0.0645,
      "step": 4280
    },
    {
      "grad_norm": 0.8990192413330078,
      "learning_rate": 2.8593333333333333e-05,
      "loss": 0.0629,
      "step": 4290
    },
    {
      "grad_norm": 1.078208088874817,
      "learning_rate": 2.8660000000000003e-05,
      "loss": 0.0608,
      "step": 4300
    },
    {
      "grad_norm": 0.782849907875061,
      "learning_rate": 2.8726666666666667e-05,
      "loss": 0.0646,
      "step": 4310
    },
    {
      "grad_norm": 1.0957661867141724,
      "learning_rate": 2.8793333333333334e-05,
      "loss": 0.0902,
      "step": 4320
    },
    {
      "grad_norm": 0.9034069180488586,
      "learning_rate": 2.8860000000000005e-05,
      "loss": 0.0627,
      "step": 4330
    },
    {
      "grad_norm": 1.0107156038284302,
      "learning_rate": 2.892666666666667e-05,
      "loss": 0.0593,
      "step": 4340
    },
    {
      "grad_norm": 0.6198423504829407,
      "learning_rate": 2.8993333333333332e-05,
      "loss": 0.0608,
      "step": 4350
    },
    {
      "grad_norm": 0.8111169934272766,
      "learning_rate": 2.9060000000000003e-05,
      "loss": 0.0591,
      "step": 4360
    },
    {
      "grad_norm": 0.7333782911300659,
      "learning_rate": 2.912666666666667e-05,
      "loss": 0.0674,
      "step": 4370
    },
    {
      "grad_norm": 0.7249762415885925,
      "learning_rate": 2.9193333333333334e-05,
      "loss": 0.0664,
      "step": 4380
    },
    {
      "grad_norm": 0.7170128226280212,
      "learning_rate": 2.9260000000000004e-05,
      "loss": 0.0532,
      "step": 4390
    },
    {
      "grad_norm": 0.7519227266311646,
      "learning_rate": 2.9326666666666668e-05,
      "loss": 0.076,
      "step": 4400
    },
    {
      "grad_norm": 0.8616819977760315,
      "learning_rate": 2.9393333333333335e-05,
      "loss": 0.0726,
      "step": 4410
    },
    {
      "grad_norm": 0.9920185804367065,
      "learning_rate": 2.946e-05,
      "loss": 0.082,
      "step": 4420
    },
    {
      "grad_norm": 0.84588223695755,
      "learning_rate": 2.952666666666667e-05,
      "loss": 0.0733,
      "step": 4430
    },
    {
      "grad_norm": 1.6959919929504395,
      "learning_rate": 2.9593333333333333e-05,
      "loss": 0.0729,
      "step": 4440
    },
    {
      "grad_norm": 0.8465054631233215,
      "learning_rate": 2.9659999999999997e-05,
      "loss": 0.0897,
      "step": 4450
    },
    {
      "grad_norm": 0.9899027347564697,
      "learning_rate": 2.9726666666666668e-05,
      "loss": 0.0706,
      "step": 4460
    },
    {
      "grad_norm": 0.6400759816169739,
      "learning_rate": 2.9793333333333335e-05,
      "loss": 0.067,
      "step": 4470
    },
    {
      "grad_norm": 1.1446712017059326,
      "learning_rate": 2.986e-05,
      "loss": 0.0756,
      "step": 4480
    },
    {
      "grad_norm": 0.9955088496208191,
      "learning_rate": 2.992666666666667e-05,
      "loss": 0.0697,
      "step": 4490
    },
    {
      "grad_norm": 0.8019505143165588,
      "learning_rate": 2.9993333333333333e-05,
      "loss": 0.065,
      "step": 4500
    },
    {
      "grad_norm": 0.6946886777877808,
      "learning_rate": 3.006e-05,
      "loss": 0.093,
      "step": 4510
    },
    {
      "grad_norm": 0.7265571355819702,
      "learning_rate": 3.012666666666667e-05,
      "loss": 0.0742,
      "step": 4520
    },
    {
      "grad_norm": 0.7359143495559692,
      "learning_rate": 3.0193333333333335e-05,
      "loss": 0.064,
      "step": 4530
    },
    {
      "grad_norm": 1.4826843738555908,
      "learning_rate": 3.0259999999999998e-05,
      "loss": 0.078,
      "step": 4540
    },
    {
      "grad_norm": 0.7673079371452332,
      "learning_rate": 3.032666666666667e-05,
      "loss": 0.0808,
      "step": 4550
    },
    {
      "grad_norm": 0.7406584620475769,
      "learning_rate": 3.0393333333333336e-05,
      "loss": 0.0719,
      "step": 4560
    },
    {
      "grad_norm": 0.7279905676841736,
      "learning_rate": 3.046e-05,
      "loss": 0.0768,
      "step": 4570
    },
    {
      "grad_norm": 1.5876293182373047,
      "learning_rate": 3.052666666666667e-05,
      "loss": 0.077,
      "step": 4580
    },
    {
      "grad_norm": 1.0114260911941528,
      "learning_rate": 3.059333333333334e-05,
      "loss": 0.0665,
      "step": 4590
    },
    {
      "grad_norm": 0.9401320815086365,
      "learning_rate": 3.066e-05,
      "loss": 0.0672,
      "step": 4600
    },
    {
      "grad_norm": 0.9447844624519348,
      "learning_rate": 3.072666666666667e-05,
      "loss": 0.0647,
      "step": 4610
    },
    {
      "grad_norm": 0.8512403964996338,
      "learning_rate": 3.0793333333333336e-05,
      "loss": 0.0562,
      "step": 4620
    },
    {
      "grad_norm": 1.314315915107727,
      "learning_rate": 3.086e-05,
      "loss": 0.08,
      "step": 4630
    },
    {
      "grad_norm": 0.702836275100708,
      "learning_rate": 3.092666666666667e-05,
      "loss": 0.0709,
      "step": 4640
    },
    {
      "grad_norm": 0.7094389796257019,
      "learning_rate": 3.0993333333333334e-05,
      "loss": 0.0736,
      "step": 4650
    },
    {
      "grad_norm": 1.0111792087554932,
      "learning_rate": 3.106e-05,
      "loss": 0.072,
      "step": 4660
    },
    {
      "grad_norm": 1.1978890895843506,
      "learning_rate": 3.112666666666667e-05,
      "loss": 0.0689,
      "step": 4670
    },
    {
      "grad_norm": 0.7638159394264221,
      "learning_rate": 3.119333333333334e-05,
      "loss": 0.0666,
      "step": 4680
    },
    {
      "grad_norm": 0.8993260264396667,
      "learning_rate": 3.126e-05,
      "loss": 0.086,
      "step": 4690
    },
    {
      "grad_norm": 0.6945252418518066,
      "learning_rate": 3.132666666666667e-05,
      "loss": 0.0673,
      "step": 4700
    },
    {
      "grad_norm": 0.8834990859031677,
      "learning_rate": 3.1393333333333337e-05,
      "loss": 0.0625,
      "step": 4710
    },
    {
      "grad_norm": 0.7421814799308777,
      "learning_rate": 3.146e-05,
      "loss": 0.0578,
      "step": 4720
    },
    {
      "grad_norm": 0.6132028102874756,
      "learning_rate": 3.1526666666666664e-05,
      "loss": 0.081,
      "step": 4730
    },
    {
      "grad_norm": 0.7701234221458435,
      "learning_rate": 3.1593333333333335e-05,
      "loss": 0.0716,
      "step": 4740
    },
    {
      "grad_norm": 0.6736772060394287,
      "learning_rate": 3.166e-05,
      "loss": 0.0605,
      "step": 4750
    },
    {
      "grad_norm": 0.6660627126693726,
      "learning_rate": 3.172666666666667e-05,
      "loss": 0.0619,
      "step": 4760
    },
    {
      "grad_norm": 1.2960666418075562,
      "learning_rate": 3.179333333333333e-05,
      "loss": 0.0703,
      "step": 4770
    },
    {
      "grad_norm": 1.3012444972991943,
      "learning_rate": 3.186e-05,
      "loss": 0.0837,
      "step": 4780
    },
    {
      "grad_norm": 0.8731338381767273,
      "learning_rate": 3.192666666666667e-05,
      "loss": 0.0556,
      "step": 4790
    },
    {
      "grad_norm": 0.7405230402946472,
      "learning_rate": 3.199333333333334e-05,
      "loss": 0.0602,
      "step": 4800
    },
    {
      "grad_norm": 0.6373447775840759,
      "learning_rate": 3.206e-05,
      "loss": 0.0713,
      "step": 4810
    },
    {
      "grad_norm": 0.7714656591415405,
      "learning_rate": 3.2126666666666665e-05,
      "loss": 0.0693,
      "step": 4820
    },
    {
      "grad_norm": 0.9021379351615906,
      "learning_rate": 3.2193333333333336e-05,
      "loss": 0.0659,
      "step": 4830
    },
    {
      "grad_norm": 0.8354248404502869,
      "learning_rate": 3.226e-05,
      "loss": 0.0635,
      "step": 4840
    },
    {
      "grad_norm": 0.9813247919082642,
      "learning_rate": 3.232666666666666e-05,
      "loss": 0.067,
      "step": 4850
    },
    {
      "grad_norm": 0.7645657062530518,
      "learning_rate": 3.2393333333333334e-05,
      "loss": 0.0549,
      "step": 4860
    },
    {
      "grad_norm": 0.8574753403663635,
      "learning_rate": 3.2460000000000004e-05,
      "loss": 0.0647,
      "step": 4870
    },
    {
      "grad_norm": 0.6685387492179871,
      "learning_rate": 3.252666666666667e-05,
      "loss": 0.0586,
      "step": 4880
    },
    {
      "grad_norm": 2.051839590072632,
      "learning_rate": 3.259333333333334e-05,
      "loss": 0.0796,
      "step": 4890
    },
    {
      "grad_norm": 1.2040079832077026,
      "learning_rate": 3.266e-05,
      "loss": 0.0616,
      "step": 4900
    },
    {
      "grad_norm": 0.7284735441207886,
      "learning_rate": 3.2726666666666666e-05,
      "loss": 0.0752,
      "step": 4910
    },
    {
      "grad_norm": 0.6873114109039307,
      "learning_rate": 3.279333333333334e-05,
      "loss": 0.0694,
      "step": 4920
    },
    {
      "grad_norm": 1.011040449142456,
      "learning_rate": 3.286e-05,
      "loss": 0.0698,
      "step": 4930
    },
    {
      "grad_norm": 0.8211449980735779,
      "learning_rate": 3.2926666666666664e-05,
      "loss": 0.0662,
      "step": 4940
    },
    {
      "grad_norm": 0.6913883090019226,
      "learning_rate": 3.2993333333333335e-05,
      "loss": 0.0703,
      "step": 4950
    },
    {
      "grad_norm": 0.6074178218841553,
      "learning_rate": 3.3060000000000005e-05,
      "loss": 0.0588,
      "step": 4960
    },
    {
      "grad_norm": 0.6021671295166016,
      "learning_rate": 3.312666666666667e-05,
      "loss": 0.0709,
      "step": 4970
    },
    {
      "grad_norm": 0.7962651252746582,
      "learning_rate": 3.319333333333334e-05,
      "loss": 0.0649,
      "step": 4980
    },
    {
      "grad_norm": 0.6869488954544067,
      "learning_rate": 3.3260000000000003e-05,
      "loss": 0.0573,
      "step": 4990
    },
    {
      "grad_norm": 0.8237600922584534,
      "learning_rate": 3.332666666666667e-05,
      "loss": 0.0804,
      "step": 5000
    },
    {
      "grad_norm": 0.821208119392395,
      "learning_rate": 3.339333333333334e-05,
      "loss": 0.0659,
      "step": 5010
    },
    {
      "grad_norm": 0.9800066947937012,
      "learning_rate": 3.346e-05,
      "loss": 0.0586,
      "step": 5020
    },
    {
      "grad_norm": 0.8238874077796936,
      "learning_rate": 3.3526666666666665e-05,
      "loss": 0.057,
      "step": 5030
    },
    {
      "grad_norm": 0.7166539430618286,
      "learning_rate": 3.359333333333333e-05,
      "loss": 0.0698,
      "step": 5040
    },
    {
      "grad_norm": 0.8042401075363159,
      "learning_rate": 3.366e-05,
      "loss": 0.0695,
      "step": 5050
    },
    {
      "grad_norm": 0.5746594071388245,
      "learning_rate": 3.372666666666667e-05,
      "loss": 0.0488,
      "step": 5060
    },
    {
      "grad_norm": 0.763322114944458,
      "learning_rate": 3.3793333333333334e-05,
      "loss": 0.0801,
      "step": 5070
    },
    {
      "grad_norm": 0.5613510608673096,
      "learning_rate": 3.3860000000000004e-05,
      "loss": 0.0689,
      "step": 5080
    },
    {
      "grad_norm": 0.8710481524467468,
      "learning_rate": 3.392666666666667e-05,
      "loss": 0.0592,
      "step": 5090
    },
    {
      "grad_norm": 0.9161457419395447,
      "learning_rate": 3.399333333333333e-05,
      "loss": 0.0615,
      "step": 5100
    },
    {
      "grad_norm": 0.9116977453231812,
      "learning_rate": 3.406e-05,
      "loss": 0.0713,
      "step": 5110
    },
    {
      "grad_norm": 0.8748863935470581,
      "learning_rate": 3.4126666666666666e-05,
      "loss": 0.0798,
      "step": 5120
    },
    {
      "grad_norm": 0.9572709798812866,
      "learning_rate": 3.419333333333333e-05,
      "loss": 0.074,
      "step": 5130
    },
    {
      "grad_norm": 0.694638192653656,
      "learning_rate": 3.426e-05,
      "loss": 0.0635,
      "step": 5140
    },
    {
      "grad_norm": 0.7374732494354248,
      "learning_rate": 3.432666666666667e-05,
      "loss": 0.0553,
      "step": 5150
    },
    {
      "grad_norm": 0.6361985206604004,
      "learning_rate": 3.4393333333333335e-05,
      "loss": 0.0786,
      "step": 5160
    },
    {
      "grad_norm": 0.8946716785430908,
      "learning_rate": 3.4460000000000005e-05,
      "loss": 0.0661,
      "step": 5170
    },
    {
      "grad_norm": 0.8116955161094666,
      "learning_rate": 3.452666666666667e-05,
      "loss": 0.059,
      "step": 5180
    },
    {
      "grad_norm": 0.8239008784294128,
      "learning_rate": 3.459333333333333e-05,
      "loss": 0.087,
      "step": 5190
    },
    {
      "grad_norm": 0.5448088049888611,
      "learning_rate": 3.4660000000000004e-05,
      "loss": 0.0591,
      "step": 5200
    },
    {
      "grad_norm": 0.7242969870567322,
      "learning_rate": 3.472666666666667e-05,
      "loss": 0.0634,
      "step": 5210
    },
    {
      "grad_norm": 0.6934666037559509,
      "learning_rate": 3.479333333333333e-05,
      "loss": 0.0576,
      "step": 5220
    },
    {
      "grad_norm": 0.6051027774810791,
      "learning_rate": 3.486e-05,
      "loss": 0.0629,
      "step": 5230
    },
    {
      "grad_norm": 0.5428176522254944,
      "learning_rate": 3.4926666666666665e-05,
      "loss": 0.0562,
      "step": 5240
    },
    {
      "grad_norm": 0.7201752066612244,
      "learning_rate": 3.4993333333333336e-05,
      "loss": 0.0787,
      "step": 5250
    },
    {
      "grad_norm": 1.1238831281661987,
      "learning_rate": 3.5060000000000007e-05,
      "loss": 0.063,
      "step": 5260
    },
    {
      "grad_norm": 0.8912506103515625,
      "learning_rate": 3.512666666666667e-05,
      "loss": 0.0662,
      "step": 5270
    },
    {
      "grad_norm": 0.7165629863739014,
      "learning_rate": 3.5193333333333334e-05,
      "loss": 0.0669,
      "step": 5280
    },
    {
      "grad_norm": 0.6676174402236938,
      "learning_rate": 3.5260000000000005e-05,
      "loss": 0.0654,
      "step": 5290
    },
    {
      "grad_norm": 0.6303908824920654,
      "learning_rate": 3.532666666666667e-05,
      "loss": 0.0574,
      "step": 5300
    },
    {
      "grad_norm": 0.7965080142021179,
      "learning_rate": 3.539333333333333e-05,
      "loss": 0.0574,
      "step": 5310
    },
    {
      "grad_norm": 0.8078598976135254,
      "learning_rate": 3.546e-05,
      "loss": 0.0683,
      "step": 5320
    },
    {
      "grad_norm": 1.207365870475769,
      "learning_rate": 3.5526666666666666e-05,
      "loss": 0.074,
      "step": 5330
    },
    {
      "grad_norm": 0.638649046421051,
      "learning_rate": 3.559333333333334e-05,
      "loss": 0.0664,
      "step": 5340
    },
    {
      "grad_norm": 0.5407071113586426,
      "learning_rate": 3.566e-05,
      "loss": 0.0606,
      "step": 5350
    },
    {
      "grad_norm": 0.5846586227416992,
      "learning_rate": 3.572666666666667e-05,
      "loss": 0.0627,
      "step": 5360
    },
    {
      "grad_norm": 0.6921466588973999,
      "learning_rate": 3.5793333333333335e-05,
      "loss": 0.0586,
      "step": 5370
    },
    {
      "grad_norm": 0.7357812523841858,
      "learning_rate": 3.586e-05,
      "loss": 0.0647,
      "step": 5380
    },
    {
      "grad_norm": 0.7356671690940857,
      "learning_rate": 3.592666666666667e-05,
      "loss": 0.0599,
      "step": 5390
    },
    {
      "grad_norm": 0.5571765303611755,
      "learning_rate": 3.599333333333333e-05,
      "loss": 0.0612,
      "step": 5400
    },
    {
      "grad_norm": 0.9996488690376282,
      "learning_rate": 3.606e-05,
      "loss": 0.0572,
      "step": 5410
    },
    {
      "grad_norm": 0.7226800322532654,
      "learning_rate": 3.612666666666667e-05,
      "loss": 0.0587,
      "step": 5420
    },
    {
      "grad_norm": 1.1028459072113037,
      "learning_rate": 3.619333333333333e-05,
      "loss": 0.0547,
      "step": 5430
    },
    {
      "grad_norm": 1.4175069332122803,
      "learning_rate": 3.626e-05,
      "loss": 0.079,
      "step": 5440
    },
    {
      "grad_norm": 0.5960317254066467,
      "learning_rate": 3.632666666666667e-05,
      "loss": 0.0525,
      "step": 5450
    },
    {
      "grad_norm": 0.8025105595588684,
      "learning_rate": 3.6393333333333336e-05,
      "loss": 0.0537,
      "step": 5460
    },
    {
      "grad_norm": 0.7392962574958801,
      "learning_rate": 3.646e-05,
      "loss": 0.0531,
      "step": 5470
    },
    {
      "grad_norm": 0.5740261077880859,
      "learning_rate": 3.652666666666667e-05,
      "loss": 0.0573,
      "step": 5480
    },
    {
      "grad_norm": 0.6097183227539062,
      "learning_rate": 3.6593333333333334e-05,
      "loss": 0.0583,
      "step": 5490
    },
    {
      "grad_norm": 0.5852087736129761,
      "learning_rate": 3.666e-05,
      "loss": 0.0579,
      "step": 5500
    },
    {
      "grad_norm": 0.646651029586792,
      "learning_rate": 3.672666666666667e-05,
      "loss": 0.0695,
      "step": 5510
    },
    {
      "grad_norm": 0.6050301790237427,
      "learning_rate": 3.679333333333333e-05,
      "loss": 0.0552,
      "step": 5520
    },
    {
      "grad_norm": 0.6122351288795471,
      "learning_rate": 3.686e-05,
      "loss": 0.0598,
      "step": 5530
    },
    {
      "grad_norm": 0.678108811378479,
      "learning_rate": 3.6926666666666673e-05,
      "loss": 0.0544,
      "step": 5540
    },
    {
      "grad_norm": 0.5990300178527832,
      "learning_rate": 3.699333333333334e-05,
      "loss": 0.0638,
      "step": 5550
    },
    {
      "grad_norm": 0.5679892897605896,
      "learning_rate": 3.706e-05,
      "loss": 0.0548,
      "step": 5560
    },
    {
      "grad_norm": 0.8495585322380066,
      "learning_rate": 3.712666666666667e-05,
      "loss": 0.0563,
      "step": 5570
    },
    {
      "grad_norm": 1.0542755126953125,
      "learning_rate": 3.7193333333333335e-05,
      "loss": 0.0723,
      "step": 5580
    },
    {
      "grad_norm": 0.7522136569023132,
      "learning_rate": 3.726e-05,
      "loss": 0.0556,
      "step": 5590
    },
    {
      "grad_norm": 0.490943968296051,
      "learning_rate": 3.732666666666667e-05,
      "loss": 0.0631,
      "step": 5600
    },
    {
      "grad_norm": 0.6268877983093262,
      "learning_rate": 3.739333333333333e-05,
      "loss": 0.0585,
      "step": 5610
    },
    {
      "grad_norm": 0.5763557553291321,
      "learning_rate": 3.7460000000000004e-05,
      "loss": 0.0545,
      "step": 5620
    },
    {
      "grad_norm": 0.684360682964325,
      "learning_rate": 3.7526666666666674e-05,
      "loss": 0.0543,
      "step": 5630
    },
    {
      "grad_norm": 0.7144933938980103,
      "learning_rate": 3.759333333333334e-05,
      "loss": 0.0549,
      "step": 5640
    },
    {
      "grad_norm": 0.551734209060669,
      "learning_rate": 3.766e-05,
      "loss": 0.0756,
      "step": 5650
    },
    {
      "grad_norm": 0.637194037437439,
      "learning_rate": 3.7726666666666666e-05,
      "loss": 0.053,
      "step": 5660
    },
    {
      "grad_norm": 0.8360990881919861,
      "learning_rate": 3.7793333333333336e-05,
      "loss": 0.0614,
      "step": 5670
    },
    {
      "grad_norm": 0.7797257900238037,
      "learning_rate": 3.786e-05,
      "loss": 0.0625,
      "step": 5680
    },
    {
      "grad_norm": 1.0447405576705933,
      "learning_rate": 3.7926666666666664e-05,
      "loss": 0.0657,
      "step": 5690
    },
    {
      "grad_norm": 0.4618528187274933,
      "learning_rate": 3.7993333333333334e-05,
      "loss": 0.0621,
      "step": 5700
    },
    {
      "grad_norm": 0.5710528492927551,
      "learning_rate": 3.806e-05,
      "loss": 0.0631,
      "step": 5710
    },
    {
      "grad_norm": 0.7105844616889954,
      "learning_rate": 3.812666666666667e-05,
      "loss": 0.0567,
      "step": 5720
    },
    {
      "grad_norm": 0.6096794605255127,
      "learning_rate": 3.819333333333334e-05,
      "loss": 0.0578,
      "step": 5730
    },
    {
      "grad_norm": 0.47971311211586,
      "learning_rate": 3.826e-05,
      "loss": 0.0614,
      "step": 5740
    },
    {
      "grad_norm": 0.5534102320671082,
      "learning_rate": 3.832666666666667e-05,
      "loss": 0.0502,
      "step": 5750
    },
    {
      "grad_norm": 0.6123351454734802,
      "learning_rate": 3.839333333333334e-05,
      "loss": 0.0538,
      "step": 5760
    },
    {
      "grad_norm": 0.8060342073440552,
      "learning_rate": 3.846e-05,
      "loss": 0.0613,
      "step": 5770
    },
    {
      "grad_norm": 0.7499107122421265,
      "learning_rate": 3.8526666666666665e-05,
      "loss": 0.0663,
      "step": 5780
    },
    {
      "grad_norm": 0.8221561312675476,
      "learning_rate": 3.8593333333333335e-05,
      "loss": 0.0691,
      "step": 5790
    },
    {
      "grad_norm": 0.8706967830657959,
      "learning_rate": 3.866e-05,
      "loss": 0.0681,
      "step": 5800
    },
    {
      "grad_norm": 0.5787605047225952,
      "learning_rate": 3.872666666666667e-05,
      "loss": 0.0652,
      "step": 5810
    },
    {
      "grad_norm": 0.6189667582511902,
      "learning_rate": 3.879333333333334e-05,
      "loss": 0.0586,
      "step": 5820
    },
    {
      "grad_norm": 0.6547760963439941,
      "learning_rate": 3.8860000000000004e-05,
      "loss": 0.0604,
      "step": 5830
    },
    {
      "grad_norm": 0.8347406983375549,
      "learning_rate": 3.892666666666667e-05,
      "loss": 0.0593,
      "step": 5840
    },
    {
      "grad_norm": 0.8371382355690002,
      "learning_rate": 3.899333333333334e-05,
      "loss": 0.0578,
      "step": 5850
    },
    {
      "grad_norm": 0.669310450553894,
      "learning_rate": 3.906e-05,
      "loss": 0.0689,
      "step": 5860
    },
    {
      "grad_norm": 0.8097068667411804,
      "learning_rate": 3.9126666666666666e-05,
      "loss": 0.0644,
      "step": 5870
    },
    {
      "grad_norm": 0.6337735652923584,
      "learning_rate": 3.9193333333333336e-05,
      "loss": 0.0702,
      "step": 5880
    },
    {
      "grad_norm": 0.5965064167976379,
      "learning_rate": 3.926e-05,
      "loss": 0.0636,
      "step": 5890
    },
    {
      "grad_norm": 0.7111570835113525,
      "learning_rate": 3.9326666666666664e-05,
      "loss": 0.0843,
      "step": 5900
    },
    {
      "grad_norm": 0.6558032631874084,
      "learning_rate": 3.9393333333333335e-05,
      "loss": 0.0721,
      "step": 5910
    },
    {
      "grad_norm": 0.8811517357826233,
      "learning_rate": 3.9460000000000005e-05,
      "loss": 0.058,
      "step": 5920
    },
    {
      "grad_norm": 0.5727807283401489,
      "learning_rate": 3.952666666666667e-05,
      "loss": 0.0565,
      "step": 5930
    },
    {
      "grad_norm": 0.7703284621238708,
      "learning_rate": 3.959333333333334e-05,
      "loss": 0.0628,
      "step": 5940
    },
    {
      "grad_norm": 0.7855651378631592,
      "learning_rate": 3.966e-05,
      "loss": 0.0643,
      "step": 5950
    },
    {
      "grad_norm": 0.6604870557785034,
      "learning_rate": 3.972666666666667e-05,
      "loss": 0.0489,
      "step": 5960
    },
    {
      "grad_norm": 1.0329747200012207,
      "learning_rate": 3.979333333333333e-05,
      "loss": 0.0626,
      "step": 5970
    },
    {
      "grad_norm": 0.7370186448097229,
      "learning_rate": 3.986e-05,
      "loss": 0.0611,
      "step": 5980
    },
    {
      "grad_norm": 0.7186323404312134,
      "learning_rate": 3.9926666666666665e-05,
      "loss": 0.0778,
      "step": 5990
    },
    {
      "grad_norm": 0.7756989002227783,
      "learning_rate": 3.9993333333333336e-05,
      "loss": 0.0793,
      "step": 6000
    },
    {
      "grad_norm": 0.530129075050354,
      "learning_rate": 4.0060000000000006e-05,
      "loss": 0.0598,
      "step": 6010
    },
    {
      "grad_norm": 0.5853173732757568,
      "learning_rate": 4.012666666666667e-05,
      "loss": 0.0594,
      "step": 6020
    },
    {
      "grad_norm": 0.7896164655685425,
      "learning_rate": 4.0193333333333334e-05,
      "loss": 0.0577,
      "step": 6030
    },
    {
      "grad_norm": 0.7080800533294678,
      "learning_rate": 4.0260000000000004e-05,
      "loss": 0.0576,
      "step": 6040
    },
    {
      "grad_norm": 0.7200854420661926,
      "learning_rate": 4.032666666666667e-05,
      "loss": 0.0695,
      "step": 6050
    },
    {
      "grad_norm": 0.6230189204216003,
      "learning_rate": 4.039333333333333e-05,
      "loss": 0.059,
      "step": 6060
    },
    {
      "grad_norm": 0.7762663960456848,
      "learning_rate": 4.046e-05,
      "loss": 0.0592,
      "step": 6070
    },
    {
      "grad_norm": 0.7505147457122803,
      "learning_rate": 4.0526666666666666e-05,
      "loss": 0.059,
      "step": 6080
    },
    {
      "grad_norm": 0.6495185494422913,
      "learning_rate": 4.0593333333333337e-05,
      "loss": 0.0626,
      "step": 6090
    },
    {
      "grad_norm": 0.5859949588775635,
      "learning_rate": 4.066e-05,
      "loss": 0.0566,
      "step": 6100
    },
    {
      "grad_norm": 0.4927872121334076,
      "learning_rate": 4.072666666666667e-05,
      "loss": 0.0471,
      "step": 6110
    },
    {
      "grad_norm": 0.6665168404579163,
      "learning_rate": 4.0793333333333335e-05,
      "loss": 0.0623,
      "step": 6120
    },
    {
      "grad_norm": 0.5340015292167664,
      "learning_rate": 4.0860000000000005e-05,
      "loss": 0.0536,
      "step": 6130
    },
    {
      "grad_norm": 0.6878080368041992,
      "learning_rate": 4.092666666666667e-05,
      "loss": 0.0611,
      "step": 6140
    },
    {
      "grad_norm": 0.6374160647392273,
      "learning_rate": 4.099333333333333e-05,
      "loss": 0.0804,
      "step": 6150
    },
    {
      "grad_norm": 0.665696918964386,
      "learning_rate": 4.106e-05,
      "loss": 0.0817,
      "step": 6160
    },
    {
      "grad_norm": 0.5189060568809509,
      "learning_rate": 4.112666666666667e-05,
      "loss": 0.0753,
      "step": 6170
    },
    {
      "grad_norm": 0.49675270915031433,
      "learning_rate": 4.119333333333333e-05,
      "loss": 0.0605,
      "step": 6180
    },
    {
      "grad_norm": 0.47174984216690063,
      "learning_rate": 4.126e-05,
      "loss": 0.0654,
      "step": 6190
    },
    {
      "grad_norm": 0.4972747266292572,
      "learning_rate": 4.132666666666667e-05,
      "loss": 0.0537,
      "step": 6200
    },
    {
      "grad_norm": 1.044490098953247,
      "learning_rate": 4.1393333333333336e-05,
      "loss": 0.0638,
      "step": 6210
    },
    {
      "grad_norm": 0.5415423512458801,
      "learning_rate": 4.1460000000000006e-05,
      "loss": 0.0499,
      "step": 6220
    },
    {
      "grad_norm": 0.6275346279144287,
      "learning_rate": 4.152666666666667e-05,
      "loss": 0.0515,
      "step": 6230
    },
    {
      "grad_norm": 0.6703759431838989,
      "learning_rate": 4.1593333333333334e-05,
      "loss": 0.0612,
      "step": 6240
    },
    {
      "grad_norm": 0.629763662815094,
      "learning_rate": 4.1660000000000004e-05,
      "loss": 0.0569,
      "step": 6250
    },
    {
      "grad_norm": 0.5016463398933411,
      "learning_rate": 4.172666666666667e-05,
      "loss": 0.0442,
      "step": 6260
    },
    {
      "grad_norm": 0.7246597409248352,
      "learning_rate": 4.179333333333333e-05,
      "loss": 0.0555,
      "step": 6270
    },
    {
      "grad_norm": 0.49334046244621277,
      "learning_rate": 4.186e-05,
      "loss": 0.0482,
      "step": 6280
    },
    {
      "grad_norm": 0.5283438563346863,
      "learning_rate": 4.192666666666667e-05,
      "loss": 0.0539,
      "step": 6290
    },
    {
      "grad_norm": 0.6874921917915344,
      "learning_rate": 4.199333333333334e-05,
      "loss": 0.0634,
      "step": 6300
    },
    {
      "grad_norm": 0.4755105972290039,
      "learning_rate": 4.206e-05,
      "loss": 0.0534,
      "step": 6310
    },
    {
      "grad_norm": 0.5521283149719238,
      "learning_rate": 4.212666666666667e-05,
      "loss": 0.0492,
      "step": 6320
    },
    {
      "grad_norm": 0.8532164096832275,
      "learning_rate": 4.2193333333333335e-05,
      "loss": 0.0568,
      "step": 6330
    },
    {
      "grad_norm": 0.9092068076133728,
      "learning_rate": 4.226e-05,
      "loss": 0.0655,
      "step": 6340
    },
    {
      "grad_norm": 0.7271108031272888,
      "learning_rate": 4.232666666666667e-05,
      "loss": 0.0604,
      "step": 6350
    },
    {
      "grad_norm": 0.7300598621368408,
      "learning_rate": 4.239333333333333e-05,
      "loss": 0.0624,
      "step": 6360
    },
    {
      "grad_norm": 0.5084381699562073,
      "learning_rate": 4.246e-05,
      "loss": 0.0607,
      "step": 6370
    },
    {
      "grad_norm": 0.6179808378219604,
      "learning_rate": 4.252666666666667e-05,
      "loss": 0.0528,
      "step": 6380
    },
    {
      "grad_norm": 0.9014716744422913,
      "learning_rate": 4.259333333333334e-05,
      "loss": 0.0665,
      "step": 6390
    },
    {
      "grad_norm": 0.6928950548171997,
      "learning_rate": 4.266e-05,
      "loss": 0.0646,
      "step": 6400
    },
    {
      "grad_norm": 0.4891488254070282,
      "learning_rate": 4.272666666666667e-05,
      "loss": 0.054,
      "step": 6410
    },
    {
      "grad_norm": 0.43803828954696655,
      "learning_rate": 4.2793333333333336e-05,
      "loss": 0.0651,
      "step": 6420
    },
    {
      "grad_norm": 0.6117514371871948,
      "learning_rate": 4.286e-05,
      "loss": 0.0541,
      "step": 6430
    },
    {
      "grad_norm": 0.611443817615509,
      "learning_rate": 4.292666666666667e-05,
      "loss": 0.0582,
      "step": 6440
    },
    {
      "grad_norm": 0.6022903919219971,
      "learning_rate": 4.2993333333333334e-05,
      "loss": 0.0493,
      "step": 6450
    },
    {
      "grad_norm": 0.5368929505348206,
      "learning_rate": 4.306e-05,
      "loss": 0.0474,
      "step": 6460
    },
    {
      "grad_norm": 0.5600165724754333,
      "learning_rate": 4.312666666666667e-05,
      "loss": 0.0524,
      "step": 6470
    },
    {
      "grad_norm": 0.5237003564834595,
      "learning_rate": 4.319333333333334e-05,
      "loss": 0.0478,
      "step": 6480
    },
    {
      "grad_norm": 0.9565159678459167,
      "learning_rate": 4.326e-05,
      "loss": 0.057,
      "step": 6490
    },
    {
      "grad_norm": 0.4345911145210266,
      "learning_rate": 4.332666666666667e-05,
      "loss": 0.0506,
      "step": 6500
    },
    {
      "grad_norm": 0.45902788639068604,
      "learning_rate": 4.339333333333334e-05,
      "loss": 0.0479,
      "step": 6510
    },
    {
      "grad_norm": 0.6290907263755798,
      "learning_rate": 4.346e-05,
      "loss": 0.0574,
      "step": 6520
    },
    {
      "grad_norm": 0.9923829436302185,
      "learning_rate": 4.352666666666667e-05,
      "loss": 0.0557,
      "step": 6530
    },
    {
      "grad_norm": 0.6493626236915588,
      "learning_rate": 4.3593333333333335e-05,
      "loss": 0.0724,
      "step": 6540
    },
    {
      "grad_norm": 0.9312186241149902,
      "learning_rate": 4.366e-05,
      "loss": 0.0538,
      "step": 6550
    },
    {
      "grad_norm": 0.6737660765647888,
      "learning_rate": 4.372666666666667e-05,
      "loss": 0.053,
      "step": 6560
    },
    {
      "grad_norm": 0.5026544332504272,
      "learning_rate": 4.379333333333333e-05,
      "loss": 0.0614,
      "step": 6570
    },
    {
      "grad_norm": 0.539628803730011,
      "learning_rate": 4.3860000000000004e-05,
      "loss": 0.0494,
      "step": 6580
    },
    {
      "grad_norm": 0.7142332196235657,
      "learning_rate": 4.3926666666666674e-05,
      "loss": 0.0653,
      "step": 6590
    },
    {
      "grad_norm": 0.508700430393219,
      "learning_rate": 4.399333333333334e-05,
      "loss": 0.065,
      "step": 6600
    },
    {
      "grad_norm": 0.5873987674713135,
      "learning_rate": 4.406e-05,
      "loss": 0.0628,
      "step": 6610
    },
    {
      "grad_norm": 0.3860016167163849,
      "learning_rate": 4.4126666666666665e-05,
      "loss": 0.0524,
      "step": 6620
    },
    {
      "grad_norm": 0.48712897300720215,
      "learning_rate": 4.4193333333333336e-05,
      "loss": 0.0515,
      "step": 6630
    },
    {
      "grad_norm": 0.5502434968948364,
      "learning_rate": 4.426e-05,
      "loss": 0.043,
      "step": 6640
    },
    {
      "grad_norm": 0.5834236145019531,
      "learning_rate": 4.4326666666666664e-05,
      "loss": 0.0701,
      "step": 6650
    },
    {
      "grad_norm": 0.7394608855247498,
      "learning_rate": 4.4393333333333334e-05,
      "loss": 0.0476,
      "step": 6660
    },
    {
      "grad_norm": 0.4474177956581116,
      "learning_rate": 4.4460000000000005e-05,
      "loss": 0.052,
      "step": 6670
    },
    {
      "grad_norm": 0.6153122186660767,
      "learning_rate": 4.452666666666667e-05,
      "loss": 0.0651,
      "step": 6680
    },
    {
      "grad_norm": 0.6284631490707397,
      "learning_rate": 4.459333333333334e-05,
      "loss": 0.0585,
      "step": 6690
    },
    {
      "grad_norm": 0.7914441227912903,
      "learning_rate": 4.466e-05,
      "loss": 0.0605,
      "step": 6700
    },
    {
      "grad_norm": 0.5888362526893616,
      "learning_rate": 4.4726666666666666e-05,
      "loss": 0.0641,
      "step": 6710
    },
    {
      "grad_norm": 0.5844311714172363,
      "learning_rate": 4.479333333333334e-05,
      "loss": 0.0627,
      "step": 6720
    },
    {
      "grad_norm": 0.7058500051498413,
      "learning_rate": 4.486e-05,
      "loss": 0.0585,
      "step": 6730
    },
    {
      "grad_norm": 0.5344608426094055,
      "learning_rate": 4.4926666666666665e-05,
      "loss": 0.0821,
      "step": 6740
    },
    {
      "grad_norm": 0.5993838906288147,
      "learning_rate": 4.4993333333333335e-05,
      "loss": 0.0511,
      "step": 6750
    },
    {
      "grad_norm": 0.3950278162956238,
      "learning_rate": 4.506e-05,
      "loss": 0.052,
      "step": 6760
    },
    {
      "grad_norm": 0.574613094329834,
      "learning_rate": 4.512666666666667e-05,
      "loss": 0.054,
      "step": 6770
    },
    {
      "grad_norm": 0.6546165347099304,
      "learning_rate": 4.519333333333334e-05,
      "loss": 0.0597,
      "step": 6780
    },
    {
      "grad_norm": 0.4548577070236206,
      "learning_rate": 4.5260000000000004e-05,
      "loss": 0.0459,
      "step": 6790
    },
    {
      "grad_norm": 0.7027691006660461,
      "learning_rate": 4.532666666666667e-05,
      "loss": 0.0739,
      "step": 6800
    },
    {
      "grad_norm": 0.4939044713973999,
      "learning_rate": 4.539333333333334e-05,
      "loss": 0.0499,
      "step": 6810
    },
    {
      "grad_norm": 0.7758312225341797,
      "learning_rate": 4.546e-05,
      "loss": 0.0645,
      "step": 6820
    },
    {
      "grad_norm": 0.5901247262954712,
      "learning_rate": 4.5526666666666666e-05,
      "loss": 0.0515,
      "step": 6830
    },
    {
      "grad_norm": 0.5693337321281433,
      "learning_rate": 4.5593333333333336e-05,
      "loss": 0.0646,
      "step": 6840
    },
    {
      "grad_norm": 0.4012148380279541,
      "learning_rate": 4.566e-05,
      "loss": 0.0539,
      "step": 6850
    },
    {
      "grad_norm": 0.4982934892177582,
      "learning_rate": 4.572666666666667e-05,
      "loss": 0.0474,
      "step": 6860
    },
    {
      "grad_norm": 0.6671026945114136,
      "learning_rate": 4.579333333333334e-05,
      "loss": 0.0664,
      "step": 6870
    },
    {
      "grad_norm": 0.39343997836112976,
      "learning_rate": 4.5860000000000005e-05,
      "loss": 0.0592,
      "step": 6880
    },
    {
      "grad_norm": 0.4844893515110016,
      "learning_rate": 4.592666666666667e-05,
      "loss": 0.0552,
      "step": 6890
    },
    {
      "grad_norm": 0.7803879976272583,
      "learning_rate": 4.599333333333334e-05,
      "loss": 0.061,
      "step": 6900
    },
    {
      "grad_norm": 0.5911462306976318,
      "learning_rate": 4.606e-05,
      "loss": 0.0547,
      "step": 6910
    },
    {
      "grad_norm": 0.5473074913024902,
      "learning_rate": 4.612666666666667e-05,
      "loss": 0.0533,
      "step": 6920
    },
    {
      "grad_norm": 0.6056014895439148,
      "learning_rate": 4.619333333333333e-05,
      "loss": 0.0582,
      "step": 6930
    },
    {
      "grad_norm": 0.6032299399375916,
      "learning_rate": 4.626e-05,
      "loss": 0.0491,
      "step": 6940
    },
    {
      "grad_norm": 0.6038334965705872,
      "learning_rate": 4.632666666666667e-05,
      "loss": 0.0509,
      "step": 6950
    },
    {
      "grad_norm": 0.4764114022254944,
      "learning_rate": 4.6393333333333335e-05,
      "loss": 0.0495,
      "step": 6960
    },
    {
      "grad_norm": 0.5333463549613953,
      "learning_rate": 4.6460000000000006e-05,
      "loss": 0.051,
      "step": 6970
    },
    {
      "grad_norm": 0.9409000277519226,
      "learning_rate": 4.652666666666667e-05,
      "loss": 0.0709,
      "step": 6980
    },
    {
      "grad_norm": 0.6028214693069458,
      "learning_rate": 4.659333333333333e-05,
      "loss": 0.0505,
      "step": 6990
    },
    {
      "grad_norm": 0.7944889068603516,
      "learning_rate": 4.6660000000000004e-05,
      "loss": 0.0628,
      "step": 7000
    },
    {
      "grad_norm": 0.486703485250473,
      "learning_rate": 4.672666666666667e-05,
      "loss": 0.0639,
      "step": 7010
    },
    {
      "grad_norm": 0.6898828744888306,
      "learning_rate": 4.679333333333333e-05,
      "loss": 0.0549,
      "step": 7020
    },
    {
      "grad_norm": 0.5503649115562439,
      "learning_rate": 4.686e-05,
      "loss": 0.0711,
      "step": 7030
    },
    {
      "grad_norm": 0.6003301739692688,
      "learning_rate": 4.6926666666666666e-05,
      "loss": 0.0538,
      "step": 7040
    },
    {
      "grad_norm": 0.6031595468521118,
      "learning_rate": 4.6993333333333336e-05,
      "loss": 0.0467,
      "step": 7050
    },
    {
      "grad_norm": 0.5059909820556641,
      "learning_rate": 4.706000000000001e-05,
      "loss": 0.0477,
      "step": 7060
    },
    {
      "grad_norm": 0.6075872182846069,
      "learning_rate": 4.712666666666667e-05,
      "loss": 0.0557,
      "step": 7070
    },
    {
      "grad_norm": 0.43924379348754883,
      "learning_rate": 4.7193333333333334e-05,
      "loss": 0.0655,
      "step": 7080
    },
    {
      "grad_norm": 0.6690900921821594,
      "learning_rate": 4.7260000000000005e-05,
      "loss": 0.0545,
      "step": 7090
    },
    {
      "grad_norm": 0.6113554239273071,
      "learning_rate": 4.732666666666667e-05,
      "loss": 0.0478,
      "step": 7100
    },
    {
      "grad_norm": 0.7039213180541992,
      "learning_rate": 4.739333333333333e-05,
      "loss": 0.0609,
      "step": 7110
    },
    {
      "grad_norm": 0.375674307346344,
      "learning_rate": 4.746e-05,
      "loss": 0.0482,
      "step": 7120
    },
    {
      "grad_norm": 0.45301395654678345,
      "learning_rate": 4.752666666666667e-05,
      "loss": 0.0496,
      "step": 7130
    },
    {
      "grad_norm": 0.5323056578636169,
      "learning_rate": 4.759333333333334e-05,
      "loss": 0.0724,
      "step": 7140
    },
    {
      "grad_norm": 0.5028154850006104,
      "learning_rate": 4.766000000000001e-05,
      "loss": 0.0633,
      "step": 7150
    },
    {
      "grad_norm": 1.0472854375839233,
      "learning_rate": 4.772666666666667e-05,
      "loss": 0.0558,
      "step": 7160
    },
    {
      "grad_norm": 0.47842827439308167,
      "learning_rate": 4.7793333333333335e-05,
      "loss": 0.0611,
      "step": 7170
    },
    {
      "grad_norm": 0.758563220500946,
      "learning_rate": 4.7860000000000006e-05,
      "loss": 0.0539,
      "step": 7180
    },
    {
      "grad_norm": 0.4373360276222229,
      "learning_rate": 4.792666666666667e-05,
      "loss": 0.0626,
      "step": 7190
    },
    {
      "grad_norm": 0.9097452759742737,
      "learning_rate": 4.7993333333333333e-05,
      "loss": 0.0566,
      "step": 7200
    },
    {
      "grad_norm": 0.6082994341850281,
      "learning_rate": 4.8060000000000004e-05,
      "loss": 0.0633,
      "step": 7210
    },
    {
      "grad_norm": 0.5146417021751404,
      "learning_rate": 4.812666666666667e-05,
      "loss": 0.0534,
      "step": 7220
    },
    {
      "grad_norm": 0.6694885492324829,
      "learning_rate": 4.819333333333333e-05,
      "loss": 0.0581,
      "step": 7230
    },
    {
      "grad_norm": 0.620811939239502,
      "learning_rate": 4.826e-05,
      "loss": 0.0571,
      "step": 7240
    },
    {
      "grad_norm": 0.4891824424266815,
      "learning_rate": 4.832666666666667e-05,
      "loss": 0.0587,
      "step": 7250
    },
    {
      "grad_norm": 0.44405677914619446,
      "learning_rate": 4.8393333333333336e-05,
      "loss": 0.0497,
      "step": 7260
    },
    {
      "grad_norm": 0.3847010135650635,
      "learning_rate": 4.846e-05,
      "loss": 0.055,
      "step": 7270
    },
    {
      "grad_norm": 0.5437508821487427,
      "learning_rate": 4.852666666666667e-05,
      "loss": 0.0523,
      "step": 7280
    },
    {
      "grad_norm": 0.4284757077693939,
      "learning_rate": 4.8593333333333335e-05,
      "loss": 0.0542,
      "step": 7290
    },
    {
      "grad_norm": 0.4768996238708496,
      "learning_rate": 4.866e-05,
      "loss": 0.0546,
      "step": 7300
    },
    {
      "grad_norm": 0.6228386759757996,
      "learning_rate": 4.872666666666667e-05,
      "loss": 0.056,
      "step": 7310
    },
    {
      "grad_norm": 0.5436099171638489,
      "learning_rate": 4.879333333333333e-05,
      "loss": 0.0443,
      "step": 7320
    },
    {
      "grad_norm": 0.6532066464424133,
      "learning_rate": 4.886e-05,
      "loss": 0.0482,
      "step": 7330
    },
    {
      "grad_norm": 0.4749053120613098,
      "learning_rate": 4.8926666666666674e-05,
      "loss": 0.0451,
      "step": 7340
    },
    {
      "grad_norm": 0.5406192541122437,
      "learning_rate": 4.899333333333334e-05,
      "loss": 0.0478,
      "step": 7350
    },
    {
      "grad_norm": 0.6736198663711548,
      "learning_rate": 4.906e-05,
      "loss": 0.045,
      "step": 7360
    },
    {
      "grad_norm": 0.4369029998779297,
      "learning_rate": 4.912666666666667e-05,
      "loss": 0.0509,
      "step": 7370
    },
    {
      "grad_norm": 0.4142475724220276,
      "learning_rate": 4.9193333333333336e-05,
      "loss": 0.0556,
      "step": 7380
    },
    {
      "grad_norm": 0.41133758425712585,
      "learning_rate": 4.926e-05,
      "loss": 0.0459,
      "step": 7390
    },
    {
      "grad_norm": 0.6196662187576294,
      "learning_rate": 4.932666666666667e-05,
      "loss": 0.0557,
      "step": 7400
    },
    {
      "grad_norm": 0.644213855266571,
      "learning_rate": 4.9393333333333334e-05,
      "loss": 0.0551,
      "step": 7410
    },
    {
      "grad_norm": 0.5968185067176819,
      "learning_rate": 4.946e-05,
      "loss": 0.0672,
      "step": 7420
    },
    {
      "grad_norm": 0.3400327265262604,
      "learning_rate": 4.952666666666667e-05,
      "loss": 0.0563,
      "step": 7430
    },
    {
      "grad_norm": 0.48985227942466736,
      "learning_rate": 4.959333333333334e-05,
      "loss": 0.0514,
      "step": 7440
    },
    {
      "grad_norm": 0.45586472749710083,
      "learning_rate": 4.966e-05,
      "loss": 0.0556,
      "step": 7450
    },
    {
      "grad_norm": 0.44740229845046997,
      "learning_rate": 4.972666666666667e-05,
      "loss": 0.0563,
      "step": 7460
    },
    {
      "grad_norm": 0.44795987010002136,
      "learning_rate": 4.9793333333333337e-05,
      "loss": 0.0601,
      "step": 7470
    },
    {
      "grad_norm": 0.8394309282302856,
      "learning_rate": 4.986e-05,
      "loss": 0.0623,
      "step": 7480
    },
    {
      "grad_norm": 0.5219326615333557,
      "learning_rate": 4.992666666666667e-05,
      "loss": 0.0548,
      "step": 7490
    },
    {
      "grad_norm": 0.42233818769454956,
      "learning_rate": 4.9993333333333335e-05,
      "loss": 0.052,
      "step": 7500
    },
    {
      "grad_norm": 0.47432994842529297,
      "learning_rate": 5.0060000000000005e-05,
      "loss": 0.0498,
      "step": 7510
    },
    {
      "grad_norm": 0.4188641309738159,
      "learning_rate": 5.012666666666667e-05,
      "loss": 0.0538,
      "step": 7520
    },
    {
      "grad_norm": 0.4787975549697876,
      "learning_rate": 5.019333333333334e-05,
      "loss": 0.0529,
      "step": 7530
    },
    {
      "grad_norm": 0.3708520233631134,
      "learning_rate": 5.026000000000001e-05,
      "loss": 0.0587,
      "step": 7540
    },
    {
      "grad_norm": 0.47412174940109253,
      "learning_rate": 5.032666666666667e-05,
      "loss": 0.0512,
      "step": 7550
    },
    {
      "grad_norm": 0.37569114565849304,
      "learning_rate": 5.039333333333334e-05,
      "loss": 0.0572,
      "step": 7560
    },
    {
      "grad_norm": 0.6000373363494873,
      "learning_rate": 5.046000000000001e-05,
      "loss": 0.0662,
      "step": 7570
    },
    {
      "grad_norm": 0.5483166575431824,
      "learning_rate": 5.0526666666666665e-05,
      "loss": 0.0636,
      "step": 7580
    },
    {
      "grad_norm": 0.5128931403160095,
      "learning_rate": 5.0593333333333336e-05,
      "loss": 0.0587,
      "step": 7590
    },
    {
      "grad_norm": 0.43221381306648254,
      "learning_rate": 5.0660000000000006e-05,
      "loss": 0.0777,
      "step": 7600
    },
    {
      "grad_norm": 0.5518417954444885,
      "learning_rate": 5.072666666666667e-05,
      "loss": 0.0628,
      "step": 7610
    },
    {
      "grad_norm": 0.4929676055908203,
      "learning_rate": 5.079333333333334e-05,
      "loss": 0.063,
      "step": 7620
    },
    {
      "grad_norm": 0.5114158391952515,
      "learning_rate": 5.0860000000000004e-05,
      "loss": 0.0589,
      "step": 7630
    },
    {
      "grad_norm": 0.5349626541137695,
      "learning_rate": 5.092666666666667e-05,
      "loss": 0.0566,
      "step": 7640
    },
    {
      "grad_norm": 0.4932856857776642,
      "learning_rate": 5.099333333333334e-05,
      "loss": 0.047,
      "step": 7650
    },
    {
      "grad_norm": 0.5421043634414673,
      "learning_rate": 5.106000000000001e-05,
      "loss": 0.0594,
      "step": 7660
    },
    {
      "grad_norm": 0.5682058334350586,
      "learning_rate": 5.1126666666666666e-05,
      "loss": 0.0631,
      "step": 7670
    },
    {
      "grad_norm": 0.4574052393436432,
      "learning_rate": 5.119333333333334e-05,
      "loss": 0.0598,
      "step": 7680
    },
    {
      "grad_norm": 0.5155687928199768,
      "learning_rate": 5.1259999999999994e-05,
      "loss": 0.0567,
      "step": 7690
    },
    {
      "grad_norm": 0.4017797112464905,
      "learning_rate": 5.1326666666666664e-05,
      "loss": 0.0538,
      "step": 7700
    },
    {
      "grad_norm": 0.4335934519767761,
      "learning_rate": 5.1393333333333335e-05,
      "loss": 0.0568,
      "step": 7710
    },
    {
      "grad_norm": 0.4052076041698456,
      "learning_rate": 5.146e-05,
      "loss": 0.0574,
      "step": 7720
    },
    {
      "grad_norm": 0.3866910934448242,
      "learning_rate": 5.152666666666667e-05,
      "loss": 0.0563,
      "step": 7730
    },
    {
      "grad_norm": 0.4716585576534271,
      "learning_rate": 5.159333333333334e-05,
      "loss": 0.0573,
      "step": 7740
    },
    {
      "grad_norm": 0.3993101119995117,
      "learning_rate": 5.166e-05,
      "loss": 0.0486,
      "step": 7750
    },
    {
      "grad_norm": 0.5190070271492004,
      "learning_rate": 5.172666666666667e-05,
      "loss": 0.062,
      "step": 7760
    },
    {
      "grad_norm": 0.521399199962616,
      "learning_rate": 5.179333333333334e-05,
      "loss": 0.0551,
      "step": 7770
    },
    {
      "grad_norm": 0.4616048336029053,
      "learning_rate": 5.1859999999999995e-05,
      "loss": 0.0549,
      "step": 7780
    },
    {
      "grad_norm": 0.48452556133270264,
      "learning_rate": 5.1926666666666665e-05,
      "loss": 0.0571,
      "step": 7790
    },
    {
      "grad_norm": 0.4756247103214264,
      "learning_rate": 5.1993333333333336e-05,
      "loss": 0.0534,
      "step": 7800
    },
    {
      "grad_norm": 0.36168503761291504,
      "learning_rate": 5.206e-05,
      "loss": 0.0498,
      "step": 7810
    },
    {
      "grad_norm": 0.3573993742465973,
      "learning_rate": 5.212666666666667e-05,
      "loss": 0.0502,
      "step": 7820
    },
    {
      "grad_norm": 0.6397037506103516,
      "learning_rate": 5.219333333333334e-05,
      "loss": 0.0526,
      "step": 7830
    },
    {
      "grad_norm": 0.44581088423728943,
      "learning_rate": 5.226e-05,
      "loss": 0.0471,
      "step": 7840
    },
    {
      "grad_norm": 0.39274877309799194,
      "learning_rate": 5.232666666666667e-05,
      "loss": 0.0517,
      "step": 7850
    },
    {
      "grad_norm": 0.46772488951683044,
      "learning_rate": 5.239333333333334e-05,
      "loss": 0.0532,
      "step": 7860
    },
    {
      "grad_norm": 0.6599056124687195,
      "learning_rate": 5.2459999999999996e-05,
      "loss": 0.0594,
      "step": 7870
    },
    {
      "grad_norm": 0.535521388053894,
      "learning_rate": 5.2526666666666666e-05,
      "loss": 0.0515,
      "step": 7880
    },
    {
      "grad_norm": 0.56806880235672,
      "learning_rate": 5.259333333333334e-05,
      "loss": 0.0548,
      "step": 7890
    },
    {
      "grad_norm": 0.43246811628341675,
      "learning_rate": 5.266e-05,
      "loss": 0.0664,
      "step": 7900
    },
    {
      "grad_norm": 0.4427797794342041,
      "learning_rate": 5.272666666666667e-05,
      "loss": 0.0594,
      "step": 7910
    },
    {
      "grad_norm": 0.4746604263782501,
      "learning_rate": 5.279333333333334e-05,
      "loss": 0.0773,
      "step": 7920
    },
    {
      "grad_norm": 0.3975016176700592,
      "learning_rate": 5.286e-05,
      "loss": 0.0521,
      "step": 7930
    },
    {
      "grad_norm": 0.4433860182762146,
      "learning_rate": 5.292666666666667e-05,
      "loss": 0.0528,
      "step": 7940
    },
    {
      "grad_norm": 0.5693032741546631,
      "learning_rate": 5.299333333333334e-05,
      "loss": 0.0485,
      "step": 7950
    },
    {
      "grad_norm": 0.4883446991443634,
      "learning_rate": 5.306e-05,
      "loss": 0.0477,
      "step": 7960
    },
    {
      "grad_norm": 0.4459402561187744,
      "learning_rate": 5.312666666666667e-05,
      "loss": 0.0467,
      "step": 7970
    },
    {
      "grad_norm": 0.41703373193740845,
      "learning_rate": 5.319333333333334e-05,
      "loss": 0.0525,
      "step": 7980
    },
    {
      "grad_norm": 0.37204015254974365,
      "learning_rate": 5.326e-05,
      "loss": 0.0509,
      "step": 7990
    },
    {
      "grad_norm": 0.5854716300964355,
      "learning_rate": 5.332666666666667e-05,
      "loss": 0.0463,
      "step": 8000
    },
    {
      "grad_norm": 0.46919530630111694,
      "learning_rate": 5.339333333333334e-05,
      "loss": 0.0538,
      "step": 8010
    },
    {
      "grad_norm": 0.6402229070663452,
      "learning_rate": 5.346e-05,
      "loss": 0.0548,
      "step": 8020
    },
    {
      "grad_norm": 0.4047524333000183,
      "learning_rate": 5.352666666666667e-05,
      "loss": 0.0537,
      "step": 8030
    },
    {
      "grad_norm": 0.46421679854393005,
      "learning_rate": 5.359333333333334e-05,
      "loss": 0.0507,
      "step": 8040
    },
    {
      "grad_norm": 0.44451072812080383,
      "learning_rate": 5.366e-05,
      "loss": 0.0486,
      "step": 8050
    },
    {
      "grad_norm": 0.467941552400589,
      "learning_rate": 5.372666666666667e-05,
      "loss": 0.049,
      "step": 8060
    },
    {
      "grad_norm": 0.42200058698654175,
      "learning_rate": 5.379333333333334e-05,
      "loss": 0.0506,
      "step": 8070
    },
    {
      "grad_norm": 0.6569159030914307,
      "learning_rate": 5.386e-05,
      "loss": 0.0653,
      "step": 8080
    },
    {
      "grad_norm": 0.4918549060821533,
      "learning_rate": 5.3926666666666666e-05,
      "loss": 0.0517,
      "step": 8090
    },
    {
      "grad_norm": 0.5554744005203247,
      "learning_rate": 5.399333333333334e-05,
      "loss": 0.0564,
      "step": 8100
    },
    {
      "grad_norm": 0.6493207812309265,
      "learning_rate": 5.406e-05,
      "loss": 0.0728,
      "step": 8110
    },
    {
      "grad_norm": 0.42394495010375977,
      "learning_rate": 5.412666666666667e-05,
      "loss": 0.0611,
      "step": 8120
    },
    {
      "grad_norm": 0.6702175140380859,
      "learning_rate": 5.419333333333334e-05,
      "loss": 0.0632,
      "step": 8130
    },
    {
      "grad_norm": 0.4567899703979492,
      "learning_rate": 5.426e-05,
      "loss": 0.0586,
      "step": 8140
    },
    {
      "grad_norm": 0.5365421175956726,
      "learning_rate": 5.432666666666667e-05,
      "loss": 0.047,
      "step": 8150
    },
    {
      "grad_norm": 0.4280093014240265,
      "learning_rate": 5.439333333333334e-05,
      "loss": 0.0618,
      "step": 8160
    },
    {
      "grad_norm": 0.3195238709449768,
      "learning_rate": 5.446e-05,
      "loss": 0.0501,
      "step": 8170
    },
    {
      "grad_norm": 0.4682216942310333,
      "learning_rate": 5.452666666666667e-05,
      "loss": 0.0554,
      "step": 8180
    },
    {
      "grad_norm": 0.3936092257499695,
      "learning_rate": 5.459333333333334e-05,
      "loss": 0.0503,
      "step": 8190
    },
    {
      "grad_norm": 0.47407618165016174,
      "learning_rate": 5.466e-05,
      "loss": 0.0518,
      "step": 8200
    },
    {
      "grad_norm": 0.4363124966621399,
      "learning_rate": 5.472666666666667e-05,
      "loss": 0.0485,
      "step": 8210
    },
    {
      "grad_norm": 0.524634599685669,
      "learning_rate": 5.479333333333334e-05,
      "loss": 0.0519,
      "step": 8220
    },
    {
      "grad_norm": 0.5096756815910339,
      "learning_rate": 5.486e-05,
      "loss": 0.0448,
      "step": 8230
    },
    {
      "grad_norm": 0.4534046947956085,
      "learning_rate": 5.492666666666667e-05,
      "loss": 0.0488,
      "step": 8240
    },
    {
      "grad_norm": 0.4770040810108185,
      "learning_rate": 5.499333333333334e-05,
      "loss": 0.0458,
      "step": 8250
    },
    {
      "grad_norm": 0.656970202922821,
      "learning_rate": 5.506e-05,
      "loss": 0.0528,
      "step": 8260
    },
    {
      "grad_norm": 0.4216992259025574,
      "learning_rate": 5.512666666666667e-05,
      "loss": 0.0433,
      "step": 8270
    },
    {
      "grad_norm": 0.8917325139045715,
      "learning_rate": 5.519333333333334e-05,
      "loss": 0.0597,
      "step": 8280
    },
    {
      "grad_norm": 0.5178801417350769,
      "learning_rate": 5.526e-05,
      "loss": 0.0458,
      "step": 8290
    },
    {
      "grad_norm": 0.5452189445495605,
      "learning_rate": 5.5326666666666673e-05,
      "loss": 0.0598,
      "step": 8300
    },
    {
      "grad_norm": 0.4448328912258148,
      "learning_rate": 5.5393333333333344e-05,
      "loss": 0.0528,
      "step": 8310
    },
    {
      "grad_norm": 0.5624200701713562,
      "learning_rate": 5.546e-05,
      "loss": 0.0442,
      "step": 8320
    },
    {
      "grad_norm": 0.366788774728775,
      "learning_rate": 5.552666666666667e-05,
      "loss": 0.0481,
      "step": 8330
    },
    {
      "grad_norm": 0.3056066036224365,
      "learning_rate": 5.559333333333333e-05,
      "loss": 0.0487,
      "step": 8340
    },
    {
      "grad_norm": 0.27744022011756897,
      "learning_rate": 5.566e-05,
      "loss": 0.0565,
      "step": 8350
    },
    {
      "grad_norm": 0.381742924451828,
      "learning_rate": 5.572666666666667e-05,
      "loss": 0.0414,
      "step": 8360
    },
    {
      "grad_norm": 0.4717567563056946,
      "learning_rate": 5.579333333333333e-05,
      "loss": 0.0462,
      "step": 8370
    },
    {
      "grad_norm": 0.4849095940589905,
      "learning_rate": 5.5860000000000004e-05,
      "loss": 0.0512,
      "step": 8380
    },
    {
      "grad_norm": 0.3502735197544098,
      "learning_rate": 5.5926666666666674e-05,
      "loss": 0.0483,
      "step": 8390
    },
    {
      "grad_norm": 0.420671284198761,
      "learning_rate": 5.599333333333333e-05,
      "loss": 0.047,
      "step": 8400
    },
    {
      "grad_norm": 0.36360621452331543,
      "learning_rate": 5.606e-05,
      "loss": 0.0458,
      "step": 8410
    },
    {
      "grad_norm": 0.3855123817920685,
      "learning_rate": 5.612666666666667e-05,
      "loss": 0.0443,
      "step": 8420
    },
    {
      "grad_norm": 0.5534126162528992,
      "learning_rate": 5.619333333333333e-05,
      "loss": 0.0482,
      "step": 8430
    },
    {
      "grad_norm": 0.3384400010108948,
      "learning_rate": 5.626e-05,
      "loss": 0.0467,
      "step": 8440
    },
    {
      "grad_norm": 0.4008719325065613,
      "learning_rate": 5.632666666666667e-05,
      "loss": 0.0472,
      "step": 8450
    },
    {
      "grad_norm": 0.4824151396751404,
      "learning_rate": 5.6393333333333334e-05,
      "loss": 0.0497,
      "step": 8460
    },
    {
      "grad_norm": 0.5830230116844177,
      "learning_rate": 5.6460000000000005e-05,
      "loss": 0.0539,
      "step": 8470
    },
    {
      "grad_norm": 0.37582433223724365,
      "learning_rate": 5.6526666666666675e-05,
      "loss": 0.0467,
      "step": 8480
    },
    {
      "grad_norm": 0.7263686060905457,
      "learning_rate": 5.659333333333333e-05,
      "loss": 0.0495,
      "step": 8490
    },
    {
      "grad_norm": 0.47431549429893494,
      "learning_rate": 5.666e-05,
      "loss": 0.0521,
      "step": 8500
    },
    {
      "grad_norm": 0.4045359790325165,
      "learning_rate": 5.6726666666666674e-05,
      "loss": 0.0514,
      "step": 8510
    },
    {
      "grad_norm": 0.49129199981689453,
      "learning_rate": 5.679333333333333e-05,
      "loss": 0.0503,
      "step": 8520
    },
    {
      "grad_norm": 0.43723195791244507,
      "learning_rate": 5.686e-05,
      "loss": 0.0493,
      "step": 8530
    },
    {
      "grad_norm": 0.3957187533378601,
      "learning_rate": 5.692666666666667e-05,
      "loss": 0.0488,
      "step": 8540
    },
    {
      "grad_norm": 0.3875593841075897,
      "learning_rate": 5.699333333333333e-05,
      "loss": 0.0561,
      "step": 8550
    },
    {
      "grad_norm": 0.3536827862262726,
      "learning_rate": 5.706e-05,
      "loss": 0.0585,
      "step": 8560
    },
    {
      "grad_norm": 0.5165871977806091,
      "learning_rate": 5.712666666666667e-05,
      "loss": 0.0816,
      "step": 8570
    },
    {
      "grad_norm": 0.49417001008987427,
      "learning_rate": 5.7193333333333333e-05,
      "loss": 0.0565,
      "step": 8580
    },
    {
      "grad_norm": 0.4258023202419281,
      "learning_rate": 5.7260000000000004e-05,
      "loss": 0.0489,
      "step": 8590
    },
    {
      "grad_norm": 0.3806534707546234,
      "learning_rate": 5.7326666666666675e-05,
      "loss": 0.0468,
      "step": 8600
    },
    {
      "grad_norm": 0.5907344818115234,
      "learning_rate": 5.739333333333333e-05,
      "loss": 0.0446,
      "step": 8610
    },
    {
      "grad_norm": 0.45540526509284973,
      "learning_rate": 5.746e-05,
      "loss": 0.0597,
      "step": 8620
    },
    {
      "grad_norm": 0.5803499817848206,
      "learning_rate": 5.752666666666667e-05,
      "loss": 0.0544,
      "step": 8630
    },
    {
      "grad_norm": 0.5524553060531616,
      "learning_rate": 5.759333333333333e-05,
      "loss": 0.0466,
      "step": 8640
    },
    {
      "grad_norm": 0.42717868089675903,
      "learning_rate": 5.766e-05,
      "loss": 0.0602,
      "step": 8650
    },
    {
      "grad_norm": 0.6276233196258545,
      "learning_rate": 5.772666666666667e-05,
      "loss": 0.0512,
      "step": 8660
    },
    {
      "grad_norm": 0.4954438805580139,
      "learning_rate": 5.7793333333333335e-05,
      "loss": 0.0518,
      "step": 8670
    },
    {
      "grad_norm": 0.5408304929733276,
      "learning_rate": 5.7860000000000005e-05,
      "loss": 0.051,
      "step": 8680
    },
    {
      "grad_norm": 0.5175471305847168,
      "learning_rate": 5.7926666666666676e-05,
      "loss": 0.0606,
      "step": 8690
    },
    {
      "grad_norm": 0.5273305773735046,
      "learning_rate": 5.799333333333333e-05,
      "loss": 0.052,
      "step": 8700
    },
    {
      "grad_norm": 0.47961896657943726,
      "learning_rate": 5.806e-05,
      "loss": 0.0566,
      "step": 8710
    },
    {
      "grad_norm": 0.7129685282707214,
      "learning_rate": 5.8126666666666674e-05,
      "loss": 0.0644,
      "step": 8720
    },
    {
      "grad_norm": 0.36906298995018005,
      "learning_rate": 5.819333333333333e-05,
      "loss": 0.0506,
      "step": 8730
    },
    {
      "grad_norm": 0.41461482644081116,
      "learning_rate": 5.826e-05,
      "loss": 0.0402,
      "step": 8740
    },
    {
      "grad_norm": 0.3666791319847107,
      "learning_rate": 5.832666666666667e-05,
      "loss": 0.0526,
      "step": 8750
    },
    {
      "grad_norm": 0.39546456933021545,
      "learning_rate": 5.8393333333333336e-05,
      "loss": 0.0501,
      "step": 8760
    },
    {
      "grad_norm": 0.49060606956481934,
      "learning_rate": 5.8460000000000006e-05,
      "loss": 0.0489,
      "step": 8770
    },
    {
      "grad_norm": 0.4865029752254486,
      "learning_rate": 5.852666666666668e-05,
      "loss": 0.0594,
      "step": 8780
    },
    {
      "grad_norm": 0.3670542538166046,
      "learning_rate": 5.8593333333333334e-05,
      "loss": 0.0435,
      "step": 8790
    },
    {
      "grad_norm": 0.39799028635025024,
      "learning_rate": 5.8660000000000004e-05,
      "loss": 0.041,
      "step": 8800
    },
    {
      "grad_norm": 0.4557614028453827,
      "learning_rate": 5.8726666666666675e-05,
      "loss": 0.0499,
      "step": 8810
    },
    {
      "grad_norm": 0.3501565158367157,
      "learning_rate": 5.879333333333333e-05,
      "loss": 0.0492,
      "step": 8820
    },
    {
      "grad_norm": 0.4324937164783478,
      "learning_rate": 5.886e-05,
      "loss": 0.0465,
      "step": 8830
    },
    {
      "grad_norm": 0.5099568367004395,
      "learning_rate": 5.892666666666667e-05,
      "loss": 0.0475,
      "step": 8840
    },
    {
      "grad_norm": 0.36903810501098633,
      "learning_rate": 5.8993333333333337e-05,
      "loss": 0.0395,
      "step": 8850
    },
    {
      "grad_norm": 0.5332229137420654,
      "learning_rate": 5.906000000000001e-05,
      "loss": 0.0429,
      "step": 8860
    },
    {
      "grad_norm": 0.6872561573982239,
      "learning_rate": 5.912666666666668e-05,
      "loss": 0.049,
      "step": 8870
    },
    {
      "grad_norm": 0.4178507328033447,
      "learning_rate": 5.9193333333333335e-05,
      "loss": 0.0534,
      "step": 8880
    },
    {
      "grad_norm": 0.36069661378860474,
      "learning_rate": 5.9260000000000005e-05,
      "loss": 0.051,
      "step": 8890
    },
    {
      "grad_norm": 0.4171922504901886,
      "learning_rate": 5.9326666666666676e-05,
      "loss": 0.0546,
      "step": 8900
    },
    {
      "grad_norm": 0.41675880551338196,
      "learning_rate": 5.939333333333333e-05,
      "loss": 0.0476,
      "step": 8910
    },
    {
      "grad_norm": 0.7640299797058105,
      "learning_rate": 5.946e-05,
      "loss": 0.0568,
      "step": 8920
    },
    {
      "grad_norm": 0.5243542790412903,
      "learning_rate": 5.9526666666666674e-05,
      "loss": 0.0498,
      "step": 8930
    },
    {
      "grad_norm": 0.4023260772228241,
      "learning_rate": 5.959333333333334e-05,
      "loss": 0.0509,
      "step": 8940
    },
    {
      "grad_norm": 0.44034695625305176,
      "learning_rate": 5.966000000000001e-05,
      "loss": 0.0464,
      "step": 8950
    },
    {
      "grad_norm": 0.5076577067375183,
      "learning_rate": 5.9726666666666665e-05,
      "loss": 0.0499,
      "step": 8960
    },
    {
      "grad_norm": 0.40685954689979553,
      "learning_rate": 5.9793333333333336e-05,
      "loss": 0.0474,
      "step": 8970
    },
    {
      "grad_norm": 0.41929033398628235,
      "learning_rate": 5.9860000000000006e-05,
      "loss": 0.05,
      "step": 8980
    },
    {
      "grad_norm": 0.5715698599815369,
      "learning_rate": 5.992666666666666e-05,
      "loss": 0.0686,
      "step": 8990
    },
    {
      "grad_norm": 0.45178449153900146,
      "learning_rate": 5.9993333333333334e-05,
      "loss": 0.0459,
      "step": 9000
    },
    {
      "grad_norm": 0.3437651991844177,
      "learning_rate": 6.0060000000000004e-05,
      "loss": 0.0433,
      "step": 9010
    },
    {
      "grad_norm": 0.44896170496940613,
      "learning_rate": 6.012666666666666e-05,
      "loss": 0.0512,
      "step": 9020
    },
    {
      "grad_norm": 0.4050815999507904,
      "learning_rate": 6.019333333333333e-05,
      "loss": 0.0575,
      "step": 9030
    },
    {
      "grad_norm": 0.5239343643188477,
      "learning_rate": 6.026e-05,
      "loss": 0.0535,
      "step": 9040
    },
    {
      "grad_norm": 0.46755269169807434,
      "learning_rate": 6.0326666666666666e-05,
      "loss": 0.0506,
      "step": 9050
    },
    {
      "grad_norm": 0.42947953939437866,
      "learning_rate": 6.039333333333334e-05,
      "loss": 0.0618,
      "step": 9060
    },
    {
      "grad_norm": 0.49181559681892395,
      "learning_rate": 6.046000000000001e-05,
      "loss": 0.0439,
      "step": 9070
    },
    {
      "grad_norm": 0.2990398705005646,
      "learning_rate": 6.0526666666666664e-05,
      "loss": 0.0453,
      "step": 9080
    },
    {
      "grad_norm": 0.42388206720352173,
      "learning_rate": 6.0593333333333335e-05,
      "loss": 0.0541,
      "step": 9090
    },
    {
      "grad_norm": 0.5191183686256409,
      "learning_rate": 6.0660000000000005e-05,
      "loss": 0.0565,
      "step": 9100
    },
    {
      "grad_norm": 0.5549837350845337,
      "learning_rate": 6.072666666666666e-05,
      "loss": 0.0497,
      "step": 9110
    },
    {
      "grad_norm": 0.4161820113658905,
      "learning_rate": 6.079333333333333e-05,
      "loss": 0.0502,
      "step": 9120
    },
    {
      "grad_norm": 0.4567694067955017,
      "learning_rate": 6.0860000000000003e-05,
      "loss": 0.0574,
      "step": 9130
    },
    {
      "grad_norm": 0.3637053072452545,
      "learning_rate": 6.092666666666667e-05,
      "loss": 0.0472,
      "step": 9140
    },
    {
      "grad_norm": 0.45002973079681396,
      "learning_rate": 6.099333333333334e-05,
      "loss": 0.0542,
      "step": 9150
    },
    {
      "grad_norm": 0.288115531206131,
      "learning_rate": 6.106e-05,
      "loss": 0.0454,
      "step": 9160
    },
    {
      "grad_norm": 0.4265120327472687,
      "learning_rate": 6.112666666666667e-05,
      "loss": 0.0468,
      "step": 9170
    },
    {
      "grad_norm": 0.46130436658859253,
      "learning_rate": 6.119333333333333e-05,
      "loss": 0.0476,
      "step": 9180
    },
    {
      "grad_norm": 0.3245646357536316,
      "learning_rate": 6.126e-05,
      "loss": 0.0491,
      "step": 9190
    },
    {
      "grad_norm": 0.3542478382587433,
      "learning_rate": 6.132666666666667e-05,
      "loss": 0.0512,
      "step": 9200
    },
    {
      "grad_norm": 0.5123178958892822,
      "learning_rate": 6.139333333333333e-05,
      "loss": 0.063,
      "step": 9210
    },
    {
      "grad_norm": 0.4395374059677124,
      "learning_rate": 6.146000000000001e-05,
      "loss": 0.054,
      "step": 9220
    },
    {
      "grad_norm": 0.5134905576705933,
      "learning_rate": 6.152666666666666e-05,
      "loss": 0.0485,
      "step": 9230
    },
    {
      "grad_norm": 0.40982726216316223,
      "learning_rate": 6.159333333333334e-05,
      "loss": 0.0597,
      "step": 9240
    },
    {
      "grad_norm": 0.47157225012779236,
      "learning_rate": 6.166e-05,
      "loss": 0.0553,
      "step": 9250
    },
    {
      "grad_norm": 0.29124948382377625,
      "learning_rate": 6.172666666666667e-05,
      "loss": 0.0503,
      "step": 9260
    },
    {
      "grad_norm": 0.49929964542388916,
      "learning_rate": 6.179333333333333e-05,
      "loss": 0.0459,
      "step": 9270
    },
    {
      "grad_norm": 0.5016180872917175,
      "learning_rate": 6.186000000000001e-05,
      "loss": 0.0502,
      "step": 9280
    },
    {
      "grad_norm": 0.6767850518226624,
      "learning_rate": 6.192666666666667e-05,
      "loss": 0.0569,
      "step": 9290
    },
    {
      "grad_norm": 0.45311036705970764,
      "learning_rate": 6.199333333333333e-05,
      "loss": 0.0591,
      "step": 9300
    },
    {
      "grad_norm": 0.5449201464653015,
      "learning_rate": 6.206000000000001e-05,
      "loss": 0.0438,
      "step": 9310
    },
    {
      "grad_norm": 0.41412433981895447,
      "learning_rate": 6.212666666666666e-05,
      "loss": 0.0665,
      "step": 9320
    },
    {
      "grad_norm": 0.8090946078300476,
      "learning_rate": 6.219333333333334e-05,
      "loss": 0.0479,
      "step": 9330
    },
    {
      "grad_norm": 0.4230554401874542,
      "learning_rate": 6.226e-05,
      "loss": 0.0555,
      "step": 9340
    },
    {
      "grad_norm": 0.5115377306938171,
      "learning_rate": 6.232666666666667e-05,
      "loss": 0.0577,
      "step": 9350
    },
    {
      "grad_norm": 0.47464096546173096,
      "learning_rate": 6.239333333333333e-05,
      "loss": 0.0619,
      "step": 9360
    },
    {
      "grad_norm": 0.33942297101020813,
      "learning_rate": 6.246000000000001e-05,
      "loss": 0.0597,
      "step": 9370
    },
    {
      "grad_norm": 0.33970341086387634,
      "learning_rate": 6.252666666666667e-05,
      "loss": 0.0502,
      "step": 9380
    },
    {
      "grad_norm": 0.6223675608634949,
      "learning_rate": 6.259333333333334e-05,
      "loss": 0.0459,
      "step": 9390
    },
    {
      "grad_norm": 0.4102921187877655,
      "learning_rate": 6.266000000000001e-05,
      "loss": 0.0602,
      "step": 9400
    },
    {
      "grad_norm": 0.5330482125282288,
      "learning_rate": 6.272666666666666e-05,
      "loss": 0.0579,
      "step": 9410
    },
    {
      "grad_norm": 0.6679390668869019,
      "learning_rate": 6.279333333333334e-05,
      "loss": 0.0544,
      "step": 9420
    },
    {
      "grad_norm": 0.3735118806362152,
      "learning_rate": 6.286e-05,
      "loss": 0.049,
      "step": 9430
    },
    {
      "grad_norm": 0.4647802412509918,
      "learning_rate": 6.292666666666667e-05,
      "loss": 0.046,
      "step": 9440
    },
    {
      "grad_norm": 0.48529568314552307,
      "learning_rate": 6.299333333333333e-05,
      "loss": 0.0436,
      "step": 9450
    },
    {
      "grad_norm": 0.436606764793396,
      "learning_rate": 6.306000000000001e-05,
      "loss": 0.0567,
      "step": 9460
    },
    {
      "grad_norm": 0.5202628970146179,
      "learning_rate": 6.312666666666667e-05,
      "loss": 0.0665,
      "step": 9470
    },
    {
      "grad_norm": 0.39217910170555115,
      "learning_rate": 6.319333333333334e-05,
      "loss": 0.0487,
      "step": 9480
    },
    {
      "grad_norm": 0.40251633524894714,
      "learning_rate": 6.326000000000001e-05,
      "loss": 0.0536,
      "step": 9490
    },
    {
      "grad_norm": 0.41000691056251526,
      "learning_rate": 6.332666666666666e-05,
      "loss": 0.0431,
      "step": 9500
    },
    {
      "grad_norm": 0.41212326288223267,
      "learning_rate": 6.339333333333334e-05,
      "loss": 0.0526,
      "step": 9510
    },
    {
      "grad_norm": 0.3948768377304077,
      "learning_rate": 6.346e-05,
      "loss": 0.0541,
      "step": 9520
    },
    {
      "grad_norm": 0.40163007378578186,
      "learning_rate": 6.352666666666667e-05,
      "loss": 0.0529,
      "step": 9530
    },
    {
      "grad_norm": 0.7326449155807495,
      "learning_rate": 6.359333333333333e-05,
      "loss": 0.0573,
      "step": 9540
    },
    {
      "grad_norm": 0.38042405247688293,
      "learning_rate": 6.366000000000001e-05,
      "loss": 0.053,
      "step": 9550
    },
    {
      "grad_norm": 0.356251060962677,
      "learning_rate": 6.372666666666667e-05,
      "loss": 0.052,
      "step": 9560
    },
    {
      "grad_norm": 0.474716454744339,
      "learning_rate": 6.379333333333334e-05,
      "loss": 0.0676,
      "step": 9570
    },
    {
      "grad_norm": 0.3837219476699829,
      "learning_rate": 6.386e-05,
      "loss": 0.0561,
      "step": 9580
    },
    {
      "grad_norm": 0.3912246823310852,
      "learning_rate": 6.392666666666667e-05,
      "loss": 0.0521,
      "step": 9590
    },
    {
      "grad_norm": 0.434617280960083,
      "learning_rate": 6.399333333333334e-05,
      "loss": 0.0438,
      "step": 9600
    },
    {
      "grad_norm": 0.5845884084701538,
      "learning_rate": 6.405999999999999e-05,
      "loss": 0.0626,
      "step": 9610
    },
    {
      "grad_norm": 0.3376130163669586,
      "learning_rate": 6.412666666666667e-05,
      "loss": 0.0576,
      "step": 9620
    },
    {
      "grad_norm": 0.3797074556350708,
      "learning_rate": 6.419333333333333e-05,
      "loss": 0.05,
      "step": 9630
    },
    {
      "grad_norm": 0.35215234756469727,
      "learning_rate": 6.426e-05,
      "loss": 0.049,
      "step": 9640
    },
    {
      "grad_norm": 0.3111308515071869,
      "learning_rate": 6.432666666666666e-05,
      "loss": 0.0527,
      "step": 9650
    },
    {
      "grad_norm": 0.48507601022720337,
      "learning_rate": 6.439333333333334e-05,
      "loss": 0.0506,
      "step": 9660
    },
    {
      "grad_norm": 0.3019435703754425,
      "learning_rate": 6.446e-05,
      "loss": 0.0538,
      "step": 9670
    },
    {
      "grad_norm": 0.3913423717021942,
      "learning_rate": 6.452666666666667e-05,
      "loss": 0.0456,
      "step": 9680
    },
    {
      "grad_norm": 0.4946564733982086,
      "learning_rate": 6.459333333333334e-05,
      "loss": 0.0433,
      "step": 9690
    },
    {
      "grad_norm": 0.28093549609184265,
      "learning_rate": 6.466e-05,
      "loss": 0.0431,
      "step": 9700
    },
    {
      "grad_norm": 0.4341411590576172,
      "learning_rate": 6.472666666666667e-05,
      "loss": 0.0399,
      "step": 9710
    },
    {
      "grad_norm": 0.4544132649898529,
      "learning_rate": 6.479333333333334e-05,
      "loss": 0.045,
      "step": 9720
    },
    {
      "grad_norm": 0.5435458421707153,
      "learning_rate": 6.486e-05,
      "loss": 0.0473,
      "step": 9730
    },
    {
      "grad_norm": 0.40976276993751526,
      "learning_rate": 6.492666666666666e-05,
      "loss": 0.0422,
      "step": 9740
    },
    {
      "grad_norm": 0.3880355954170227,
      "learning_rate": 6.499333333333334e-05,
      "loss": 0.0428,
      "step": 9750
    },
    {
      "grad_norm": 0.3336527943611145,
      "learning_rate": 6.506e-05,
      "loss": 0.0531,
      "step": 9760
    },
    {
      "grad_norm": 0.42931029200553894,
      "learning_rate": 6.512666666666667e-05,
      "loss": 0.044,
      "step": 9770
    },
    {
      "grad_norm": 0.48509514331817627,
      "learning_rate": 6.519333333333334e-05,
      "loss": 0.0429,
      "step": 9780
    },
    {
      "grad_norm": 0.5088478922843933,
      "learning_rate": 6.526e-05,
      "loss": 0.0453,
      "step": 9790
    },
    {
      "grad_norm": 0.3981255888938904,
      "learning_rate": 6.532666666666667e-05,
      "loss": 0.0388,
      "step": 9800
    },
    {
      "grad_norm": 0.43846380710601807,
      "learning_rate": 6.539333333333334e-05,
      "loss": 0.0513,
      "step": 9810
    },
    {
      "grad_norm": 0.4019007682800293,
      "learning_rate": 6.546e-05,
      "loss": 0.0492,
      "step": 9820
    },
    {
      "grad_norm": 0.4160029888153076,
      "learning_rate": 6.552666666666666e-05,
      "loss": 0.0445,
      "step": 9830
    },
    {
      "grad_norm": 0.5818679928779602,
      "learning_rate": 6.559333333333334e-05,
      "loss": 0.0668,
      "step": 9840
    },
    {
      "grad_norm": 0.40179723501205444,
      "learning_rate": 6.566e-05,
      "loss": 0.059,
      "step": 9850
    },
    {
      "grad_norm": 0.22493375837802887,
      "learning_rate": 6.572666666666667e-05,
      "loss": 0.0449,
      "step": 9860
    },
    {
      "grad_norm": 0.3143998384475708,
      "learning_rate": 6.579333333333335e-05,
      "loss": 0.0446,
      "step": 9870
    },
    {
      "grad_norm": 0.5124716758728027,
      "learning_rate": 6.586e-05,
      "loss": 0.0471,
      "step": 9880
    },
    {
      "grad_norm": 0.2772192060947418,
      "learning_rate": 6.592666666666667e-05,
      "loss": 0.0396,
      "step": 9890
    },
    {
      "grad_norm": 0.4419647753238678,
      "learning_rate": 6.599333333333334e-05,
      "loss": 0.0504,
      "step": 9900
    },
    {
      "grad_norm": 0.3195209503173828,
      "learning_rate": 6.606e-05,
      "loss": 0.0493,
      "step": 9910
    },
    {
      "grad_norm": 0.4104918837547302,
      "learning_rate": 6.612666666666666e-05,
      "loss": 0.0538,
      "step": 9920
    },
    {
      "grad_norm": 0.32307955622673035,
      "learning_rate": 6.619333333333334e-05,
      "loss": 0.0465,
      "step": 9930
    },
    {
      "grad_norm": 0.34354475140571594,
      "learning_rate": 6.626e-05,
      "loss": 0.051,
      "step": 9940
    },
    {
      "grad_norm": 0.2818838953971863,
      "learning_rate": 6.632666666666667e-05,
      "loss": 0.0353,
      "step": 9950
    },
    {
      "grad_norm": 0.42048895359039307,
      "learning_rate": 6.639333333333335e-05,
      "loss": 0.0437,
      "step": 9960
    },
    {
      "grad_norm": 0.45537957549095154,
      "learning_rate": 6.646e-05,
      "loss": 0.063,
      "step": 9970
    },
    {
      "grad_norm": 0.2652677595615387,
      "learning_rate": 6.652666666666667e-05,
      "loss": 0.0466,
      "step": 9980
    },
    {
      "grad_norm": 0.4761482775211334,
      "learning_rate": 6.659333333333334e-05,
      "loss": 0.0505,
      "step": 9990
    },
    {
      "grad_norm": 0.618414580821991,
      "learning_rate": 6.666e-05,
      "loss": 0.0515,
      "step": 10000
    },
    {
      "grad_norm": 0.3918192982673645,
      "learning_rate": 6.672666666666667e-05,
      "loss": 0.0524,
      "step": 10010
    },
    {
      "grad_norm": 0.5777579545974731,
      "learning_rate": 6.679333333333334e-05,
      "loss": 0.0592,
      "step": 10020
    },
    {
      "grad_norm": 0.3014216721057892,
      "learning_rate": 6.686000000000001e-05,
      "loss": 0.0416,
      "step": 10030
    },
    {
      "grad_norm": 1.040177583694458,
      "learning_rate": 6.692666666666667e-05,
      "loss": 0.0502,
      "step": 10040
    },
    {
      "grad_norm": 0.39509275555610657,
      "learning_rate": 6.699333333333333e-05,
      "loss": 0.0522,
      "step": 10050
    },
    {
      "grad_norm": 0.44175437092781067,
      "learning_rate": 6.706e-05,
      "loss": 0.0552,
      "step": 10060
    },
    {
      "grad_norm": 0.3969416916370392,
      "learning_rate": 6.712666666666668e-05,
      "loss": 0.0464,
      "step": 10070
    },
    {
      "grad_norm": 0.31447744369506836,
      "learning_rate": 6.719333333333334e-05,
      "loss": 0.0498,
      "step": 10080
    },
    {
      "grad_norm": 0.3433268368244171,
      "learning_rate": 6.726e-05,
      "loss": 0.0534,
      "step": 10090
    },
    {
      "grad_norm": 0.39178699254989624,
      "learning_rate": 6.732666666666667e-05,
      "loss": 0.0473,
      "step": 10100
    },
    {
      "grad_norm": 0.4743427634239197,
      "learning_rate": 6.739333333333334e-05,
      "loss": 0.0445,
      "step": 10110
    },
    {
      "grad_norm": 0.31934818625450134,
      "learning_rate": 6.746e-05,
      "loss": 0.0446,
      "step": 10120
    },
    {
      "grad_norm": 0.5977555513381958,
      "learning_rate": 6.752666666666667e-05,
      "loss": 0.0513,
      "step": 10130
    },
    {
      "grad_norm": 0.2786189019680023,
      "learning_rate": 6.759333333333334e-05,
      "loss": 0.0527,
      "step": 10140
    },
    {
      "grad_norm": 0.4927806556224823,
      "learning_rate": 6.766e-05,
      "loss": 0.0531,
      "step": 10150
    },
    {
      "grad_norm": 0.5283465385437012,
      "learning_rate": 6.772666666666668e-05,
      "loss": 0.0549,
      "step": 10160
    },
    {
      "grad_norm": 0.33116790652275085,
      "learning_rate": 6.779333333333334e-05,
      "loss": 0.0526,
      "step": 10170
    },
    {
      "grad_norm": 0.3450121283531189,
      "learning_rate": 6.786e-05,
      "loss": 0.0587,
      "step": 10180
    },
    {
      "grad_norm": 0.5707031488418579,
      "learning_rate": 6.792666666666667e-05,
      "loss": 0.0577,
      "step": 10190
    },
    {
      "grad_norm": 0.49753105640411377,
      "learning_rate": 6.799333333333333e-05,
      "loss": 0.0539,
      "step": 10200
    },
    {
      "grad_norm": 0.39280709624290466,
      "learning_rate": 6.806e-05,
      "loss": 0.0578,
      "step": 10210
    },
    {
      "grad_norm": 0.34533125162124634,
      "learning_rate": 6.812666666666667e-05,
      "loss": 0.0472,
      "step": 10220
    },
    {
      "grad_norm": 0.3554990887641907,
      "learning_rate": 6.819333333333334e-05,
      "loss": 0.0602,
      "step": 10230
    },
    {
      "grad_norm": 0.3207111656665802,
      "learning_rate": 6.826e-05,
      "loss": 0.0537,
      "step": 10240
    },
    {
      "grad_norm": 0.3090677857398987,
      "learning_rate": 6.832666666666668e-05,
      "loss": 0.0428,
      "step": 10250
    },
    {
      "grad_norm": 0.4407850503921509,
      "learning_rate": 6.839333333333333e-05,
      "loss": 0.0359,
      "step": 10260
    },
    {
      "grad_norm": 0.36921393871307373,
      "learning_rate": 6.846e-05,
      "loss": 0.0439,
      "step": 10270
    },
    {
      "grad_norm": 0.42940646409988403,
      "learning_rate": 6.852666666666667e-05,
      "loss": 0.0477,
      "step": 10280
    },
    {
      "grad_norm": 0.3604639172554016,
      "learning_rate": 6.859333333333333e-05,
      "loss": 0.0582,
      "step": 10290
    },
    {
      "grad_norm": 0.4998013377189636,
      "learning_rate": 6.866e-05,
      "loss": 0.048,
      "step": 10300
    },
    {
      "grad_norm": 0.4907115697860718,
      "learning_rate": 6.872666666666667e-05,
      "loss": 0.0511,
      "step": 10310
    },
    {
      "grad_norm": 0.39935117959976196,
      "learning_rate": 6.879333333333334e-05,
      "loss": 0.0511,
      "step": 10320
    },
    {
      "grad_norm": 0.507604718208313,
      "learning_rate": 6.886e-05,
      "loss": 0.0528,
      "step": 10330
    },
    {
      "grad_norm": 0.4092940390110016,
      "learning_rate": 6.892666666666668e-05,
      "loss": 0.0562,
      "step": 10340
    },
    {
      "grad_norm": 0.5260224342346191,
      "learning_rate": 6.899333333333333e-05,
      "loss": 0.0569,
      "step": 10350
    },
    {
      "grad_norm": 0.27851229906082153,
      "learning_rate": 6.906e-05,
      "loss": 0.0474,
      "step": 10360
    },
    {
      "grad_norm": 0.43413612246513367,
      "learning_rate": 6.912666666666667e-05,
      "loss": 0.047,
      "step": 10370
    },
    {
      "grad_norm": 0.34468162059783936,
      "learning_rate": 6.919333333333333e-05,
      "loss": 0.0572,
      "step": 10380
    },
    {
      "grad_norm": 0.40534648299217224,
      "learning_rate": 6.926e-05,
      "loss": 0.0535,
      "step": 10390
    },
    {
      "grad_norm": 0.45371824502944946,
      "learning_rate": 6.932666666666667e-05,
      "loss": 0.0563,
      "step": 10400
    },
    {
      "grad_norm": 0.34753134846687317,
      "learning_rate": 6.939333333333334e-05,
      "loss": 0.0506,
      "step": 10410
    },
    {
      "grad_norm": 0.27584782242774963,
      "learning_rate": 6.946e-05,
      "loss": 0.051,
      "step": 10420
    },
    {
      "grad_norm": 0.4082081913948059,
      "learning_rate": 6.952666666666668e-05,
      "loss": 0.0471,
      "step": 10430
    },
    {
      "grad_norm": 0.49820569157600403,
      "learning_rate": 6.959333333333333e-05,
      "loss": 0.0436,
      "step": 10440
    },
    {
      "grad_norm": 0.36748766899108887,
      "learning_rate": 6.966000000000001e-05,
      "loss": 0.0544,
      "step": 10450
    },
    {
      "grad_norm": 0.49277642369270325,
      "learning_rate": 6.972666666666667e-05,
      "loss": 0.0468,
      "step": 10460
    },
    {
      "grad_norm": 0.37839388847351074,
      "learning_rate": 6.979333333333333e-05,
      "loss": 0.0458,
      "step": 10470
    },
    {
      "grad_norm": 0.5056620240211487,
      "learning_rate": 6.986e-05,
      "loss": 0.0465,
      "step": 10480
    },
    {
      "grad_norm": 0.33400827646255493,
      "learning_rate": 6.992666666666668e-05,
      "loss": 0.0487,
      "step": 10490
    },
    {
      "grad_norm": 0.3382699489593506,
      "learning_rate": 6.999333333333334e-05,
      "loss": 0.046,
      "step": 10500
    },
    {
      "grad_norm": 0.44116342067718506,
      "learning_rate": 7.006e-05,
      "loss": 0.0575,
      "step": 10510
    },
    {
      "grad_norm": 0.3986585736274719,
      "learning_rate": 7.012666666666667e-05,
      "loss": 0.0464,
      "step": 10520
    },
    {
      "grad_norm": 0.326126366853714,
      "learning_rate": 7.019333333333333e-05,
      "loss": 0.0557,
      "step": 10530
    },
    {
      "grad_norm": 0.3506603240966797,
      "learning_rate": 7.026000000000001e-05,
      "loss": 0.0494,
      "step": 10540
    },
    {
      "grad_norm": 0.2351943850517273,
      "learning_rate": 7.032666666666667e-05,
      "loss": 0.0417,
      "step": 10550
    },
    {
      "grad_norm": 0.29467546939849854,
      "learning_rate": 7.039333333333334e-05,
      "loss": 0.0458,
      "step": 10560
    },
    {
      "grad_norm": 0.3612089157104492,
      "learning_rate": 7.046e-05,
      "loss": 0.0482,
      "step": 10570
    },
    {
      "grad_norm": 0.4125777781009674,
      "learning_rate": 7.052666666666668e-05,
      "loss": 0.0491,
      "step": 10580
    },
    {
      "grad_norm": 0.5354036092758179,
      "learning_rate": 7.059333333333333e-05,
      "loss": 0.0497,
      "step": 10590
    },
    {
      "grad_norm": 0.26005005836486816,
      "learning_rate": 7.066e-05,
      "loss": 0.0565,
      "step": 10600
    },
    {
      "grad_norm": 0.5530880689620972,
      "learning_rate": 7.072666666666667e-05,
      "loss": 0.0694,
      "step": 10610
    },
    {
      "grad_norm": 0.6266830563545227,
      "learning_rate": 7.079333333333333e-05,
      "loss": 0.0689,
      "step": 10620
    },
    {
      "grad_norm": 0.45589688420295715,
      "learning_rate": 7.086000000000001e-05,
      "loss": 0.0446,
      "step": 10630
    },
    {
      "grad_norm": 0.4380970597267151,
      "learning_rate": 7.092666666666667e-05,
      "loss": 0.058,
      "step": 10640
    },
    {
      "grad_norm": 0.4123903512954712,
      "learning_rate": 7.099333333333334e-05,
      "loss": 0.054,
      "step": 10650
    },
    {
      "grad_norm": 0.40881359577178955,
      "learning_rate": 7.106e-05,
      "loss": 0.0564,
      "step": 10660
    },
    {
      "grad_norm": 0.45998576283454895,
      "learning_rate": 7.112666666666668e-05,
      "loss": 0.0531,
      "step": 10670
    },
    {
      "grad_norm": 0.3810851275920868,
      "learning_rate": 7.119333333333333e-05,
      "loss": 0.0487,
      "step": 10680
    },
    {
      "grad_norm": 0.3913674056529999,
      "learning_rate": 7.126e-05,
      "loss": 0.0479,
      "step": 10690
    },
    {
      "grad_norm": 0.5356025099754333,
      "learning_rate": 7.132666666666667e-05,
      "loss": 0.0717,
      "step": 10700
    },
    {
      "grad_norm": 0.5210488438606262,
      "learning_rate": 7.139333333333333e-05,
      "loss": 0.0566,
      "step": 10710
    },
    {
      "grad_norm": 0.31902965903282166,
      "learning_rate": 7.146000000000001e-05,
      "loss": 0.0487,
      "step": 10720
    },
    {
      "grad_norm": 0.375192791223526,
      "learning_rate": 7.152666666666667e-05,
      "loss": 0.0404,
      "step": 10730
    },
    {
      "grad_norm": 0.4082728922367096,
      "learning_rate": 7.159333333333334e-05,
      "loss": 0.0439,
      "step": 10740
    },
    {
      "grad_norm": 0.3301912844181061,
      "learning_rate": 7.166e-05,
      "loss": 0.0451,
      "step": 10750
    },
    {
      "grad_norm": 0.41665494441986084,
      "learning_rate": 7.172666666666668e-05,
      "loss": 0.0507,
      "step": 10760
    },
    {
      "grad_norm": 0.513468861579895,
      "learning_rate": 7.179333333333333e-05,
      "loss": 0.0636,
      "step": 10770
    },
    {
      "grad_norm": 0.4132060110569,
      "learning_rate": 7.186e-05,
      "loss": 0.0589,
      "step": 10780
    },
    {
      "grad_norm": 0.5011406540870667,
      "learning_rate": 7.192666666666667e-05,
      "loss": 0.0478,
      "step": 10790
    },
    {
      "grad_norm": 0.329355388879776,
      "learning_rate": 7.199333333333333e-05,
      "loss": 0.0522,
      "step": 10800
    },
    {
      "grad_norm": 0.43307825922966003,
      "learning_rate": 7.206000000000001e-05,
      "loss": 0.0481,
      "step": 10810
    },
    {
      "grad_norm": 0.3120965361595154,
      "learning_rate": 7.212666666666666e-05,
      "loss": 0.0499,
      "step": 10820
    },
    {
      "grad_norm": 0.47775205969810486,
      "learning_rate": 7.219333333333334e-05,
      "loss": 0.049,
      "step": 10830
    },
    {
      "grad_norm": 0.5353235006332397,
      "learning_rate": 7.226e-05,
      "loss": 0.0577,
      "step": 10840
    },
    {
      "grad_norm": 0.4266534745693207,
      "learning_rate": 7.232666666666667e-05,
      "loss": 0.0483,
      "step": 10850
    },
    {
      "grad_norm": 0.3446367084980011,
      "learning_rate": 7.239333333333333e-05,
      "loss": 0.044,
      "step": 10860
    },
    {
      "grad_norm": 0.4224257171154022,
      "learning_rate": 7.246000000000001e-05,
      "loss": 0.0496,
      "step": 10870
    },
    {
      "grad_norm": 0.5006431937217712,
      "learning_rate": 7.252666666666667e-05,
      "loss": 0.0582,
      "step": 10880
    },
    {
      "grad_norm": 0.37037166953086853,
      "learning_rate": 7.259333333333334e-05,
      "loss": 0.0675,
      "step": 10890
    },
    {
      "grad_norm": 0.4611720144748688,
      "learning_rate": 7.266000000000001e-05,
      "loss": 0.0553,
      "step": 10900
    },
    {
      "grad_norm": 0.2916713058948517,
      "learning_rate": 7.272666666666666e-05,
      "loss": 0.0482,
      "step": 10910
    },
    {
      "grad_norm": 0.3015526831150055,
      "learning_rate": 7.279333333333334e-05,
      "loss": 0.0448,
      "step": 10920
    },
    {
      "grad_norm": 0.3344968557357788,
      "learning_rate": 7.286e-05,
      "loss": 0.0596,
      "step": 10930
    },
    {
      "grad_norm": 0.4734781086444855,
      "learning_rate": 7.292666666666667e-05,
      "loss": 0.0487,
      "step": 10940
    },
    {
      "grad_norm": 0.4187449514865875,
      "learning_rate": 7.299333333333333e-05,
      "loss": 0.0452,
      "step": 10950
    },
    {
      "grad_norm": 0.2941419184207916,
      "learning_rate": 7.306000000000001e-05,
      "loss": 0.0414,
      "step": 10960
    },
    {
      "grad_norm": 0.42996135354042053,
      "learning_rate": 7.312666666666666e-05,
      "loss": 0.0435,
      "step": 10970
    },
    {
      "grad_norm": 0.378291517496109,
      "learning_rate": 7.319333333333334e-05,
      "loss": 0.0455,
      "step": 10980
    },
    {
      "grad_norm": 0.33741551637649536,
      "learning_rate": 7.326e-05,
      "loss": 0.0428,
      "step": 10990
    },
    {
      "grad_norm": 0.31537100672721863,
      "learning_rate": 7.332666666666666e-05,
      "loss": 0.0419,
      "step": 11000
    },
    {
      "grad_norm": 0.45548760890960693,
      "learning_rate": 7.339333333333334e-05,
      "loss": 0.0485,
      "step": 11010
    },
    {
      "grad_norm": 0.2613597512245178,
      "learning_rate": 7.346e-05,
      "loss": 0.041,
      "step": 11020
    },
    {
      "grad_norm": 0.6782601475715637,
      "learning_rate": 7.352666666666667e-05,
      "loss": 0.0407,
      "step": 11030
    },
    {
      "grad_norm": 0.3929145932197571,
      "learning_rate": 7.359333333333333e-05,
      "loss": 0.0434,
      "step": 11040
    },
    {
      "grad_norm": 0.39304783940315247,
      "learning_rate": 7.366000000000001e-05,
      "loss": 0.0437,
      "step": 11050
    },
    {
      "grad_norm": 0.4325157105922699,
      "learning_rate": 7.372666666666666e-05,
      "loss": 0.0458,
      "step": 11060
    },
    {
      "grad_norm": 0.3069150745868683,
      "learning_rate": 7.379333333333334e-05,
      "loss": 0.0397,
      "step": 11070
    },
    {
      "grad_norm": 0.31902065873146057,
      "learning_rate": 7.386e-05,
      "loss": 0.0435,
      "step": 11080
    },
    {
      "grad_norm": 0.2939276695251465,
      "learning_rate": 7.392666666666666e-05,
      "loss": 0.0446,
      "step": 11090
    },
    {
      "grad_norm": 0.3615293800830841,
      "learning_rate": 7.399333333333334e-05,
      "loss": 0.0537,
      "step": 11100
    },
    {
      "grad_norm": 0.4017758369445801,
      "learning_rate": 7.406e-05,
      "loss": 0.047,
      "step": 11110
    },
    {
      "grad_norm": 0.26368993520736694,
      "learning_rate": 7.412666666666667e-05,
      "loss": 0.041,
      "step": 11120
    },
    {
      "grad_norm": 0.36735936999320984,
      "learning_rate": 7.419333333333333e-05,
      "loss": 0.0483,
      "step": 11130
    },
    {
      "grad_norm": 0.34734535217285156,
      "learning_rate": 7.426000000000001e-05,
      "loss": 0.0446,
      "step": 11140
    },
    {
      "grad_norm": 0.32815566658973694,
      "learning_rate": 7.432666666666666e-05,
      "loss": 0.0378,
      "step": 11150
    },
    {
      "grad_norm": 0.42490872740745544,
      "learning_rate": 7.439333333333334e-05,
      "loss": 0.0395,
      "step": 11160
    },
    {
      "grad_norm": 0.4794369339942932,
      "learning_rate": 7.446e-05,
      "loss": 0.0395,
      "step": 11170
    },
    {
      "grad_norm": 0.37596356868743896,
      "learning_rate": 7.452666666666667e-05,
      "loss": 0.043,
      "step": 11180
    },
    {
      "grad_norm": 0.33033671975135803,
      "learning_rate": 7.459333333333334e-05,
      "loss": 0.0416,
      "step": 11190
    },
    {
      "grad_norm": 1.2781473398208618,
      "learning_rate": 7.466000000000001e-05,
      "loss": 0.0522,
      "step": 11200
    },
    {
      "grad_norm": 0.317171573638916,
      "learning_rate": 7.472666666666667e-05,
      "loss": 0.0551,
      "step": 11210
    },
    {
      "grad_norm": 0.47612670063972473,
      "learning_rate": 7.479333333333333e-05,
      "loss": 0.0503,
      "step": 11220
    },
    {
      "grad_norm": 0.6842347979545593,
      "learning_rate": 7.486000000000001e-05,
      "loss": 0.075,
      "step": 11230
    },
    {
      "grad_norm": 0.49506914615631104,
      "learning_rate": 7.492666666666666e-05,
      "loss": 0.0526,
      "step": 11240
    },
    {
      "grad_norm": 0.37543392181396484,
      "learning_rate": 7.499333333333334e-05,
      "loss": 0.0486,
      "step": 11250
    },
    {
      "grad_norm": 0.2920888364315033,
      "learning_rate": 7.506e-05,
      "loss": 0.0425,
      "step": 11260
    },
    {
      "grad_norm": 0.2585902810096741,
      "learning_rate": 7.512666666666667e-05,
      "loss": 0.0473,
      "step": 11270
    },
    {
      "grad_norm": 0.4542688727378845,
      "learning_rate": 7.519333333333334e-05,
      "loss": 0.0555,
      "step": 11280
    },
    {
      "grad_norm": 0.3029760718345642,
      "learning_rate": 7.526000000000001e-05,
      "loss": 0.0442,
      "step": 11290
    },
    {
      "grad_norm": 0.46017178893089294,
      "learning_rate": 7.532666666666667e-05,
      "loss": 0.046,
      "step": 11300
    },
    {
      "grad_norm": 0.522038996219635,
      "learning_rate": 7.539333333333334e-05,
      "loss": 0.0483,
      "step": 11310
    },
    {
      "grad_norm": 0.4054238498210907,
      "learning_rate": 7.546000000000001e-05,
      "loss": 0.0491,
      "step": 11320
    },
    {
      "grad_norm": 0.6266618371009827,
      "learning_rate": 7.552666666666666e-05,
      "loss": 0.0467,
      "step": 11330
    },
    {
      "grad_norm": 0.3214032053947449,
      "learning_rate": 7.559333333333334e-05,
      "loss": 0.0411,
      "step": 11340
    },
    {
      "grad_norm": 0.2372804880142212,
      "learning_rate": 7.566e-05,
      "loss": 0.059,
      "step": 11350
    },
    {
      "grad_norm": 0.3049181401729584,
      "learning_rate": 7.572666666666667e-05,
      "loss": 0.0396,
      "step": 11360
    },
    {
      "grad_norm": 0.482536256313324,
      "learning_rate": 7.579333333333335e-05,
      "loss": 0.0451,
      "step": 11370
    },
    {
      "grad_norm": 0.3592497706413269,
      "learning_rate": 7.586000000000001e-05,
      "loss": 0.0526,
      "step": 11380
    },
    {
      "grad_norm": 0.4161100685596466,
      "learning_rate": 7.592666666666667e-05,
      "loss": 0.0492,
      "step": 11390
    },
    {
      "grad_norm": 0.36538568139076233,
      "learning_rate": 7.599333333333334e-05,
      "loss": 0.0596,
      "step": 11400
    },
    {
      "grad_norm": 0.9115229249000549,
      "learning_rate": 7.606000000000001e-05,
      "loss": 0.0583,
      "step": 11410
    },
    {
      "grad_norm": 0.38496676087379456,
      "learning_rate": 7.612666666666666e-05,
      "loss": 0.0698,
      "step": 11420
    },
    {
      "grad_norm": 0.36714690923690796,
      "learning_rate": 7.619333333333334e-05,
      "loss": 0.0555,
      "step": 11430
    },
    {
      "grad_norm": 0.35133349895477295,
      "learning_rate": 7.625999999999999e-05,
      "loss": 0.0559,
      "step": 11440
    },
    {
      "grad_norm": 0.3116353750228882,
      "learning_rate": 7.632666666666667e-05,
      "loss": 0.0506,
      "step": 11450
    },
    {
      "grad_norm": 0.4780397117137909,
      "learning_rate": 7.639333333333333e-05,
      "loss": 0.0506,
      "step": 11460
    },
    {
      "grad_norm": 0.3923448324203491,
      "learning_rate": 7.646e-05,
      "loss": 0.0523,
      "step": 11470
    },
    {
      "grad_norm": 0.34492745995521545,
      "learning_rate": 7.652666666666667e-05,
      "loss": 0.0492,
      "step": 11480
    },
    {
      "grad_norm": 0.45867249369621277,
      "learning_rate": 7.659333333333334e-05,
      "loss": 0.0527,
      "step": 11490
    },
    {
      "grad_norm": 0.3760645389556885,
      "learning_rate": 7.666e-05,
      "loss": 0.0486,
      "step": 11500
    },
    {
      "grad_norm": 0.356158971786499,
      "learning_rate": 7.672666666666667e-05,
      "loss": 0.0448,
      "step": 11510
    },
    {
      "grad_norm": 0.3855131268501282,
      "learning_rate": 7.679333333333334e-05,
      "loss": 0.0442,
      "step": 11520
    },
    {
      "grad_norm": 0.35286569595336914,
      "learning_rate": 7.685999999999999e-05,
      "loss": 0.0434,
      "step": 11530
    },
    {
      "grad_norm": 0.4170685410499573,
      "learning_rate": 7.692666666666667e-05,
      "loss": 0.0485,
      "step": 11540
    },
    {
      "grad_norm": 0.4585936963558197,
      "learning_rate": 7.699333333333333e-05,
      "loss": 0.0469,
      "step": 11550
    },
    {
      "grad_norm": 0.28729382157325745,
      "learning_rate": 7.706e-05,
      "loss": 0.0461,
      "step": 11560
    },
    {
      "grad_norm": 0.34102460741996765,
      "learning_rate": 7.712666666666667e-05,
      "loss": 0.0406,
      "step": 11570
    },
    {
      "grad_norm": 0.3709545135498047,
      "learning_rate": 7.719333333333334e-05,
      "loss": 0.0437,
      "step": 11580
    },
    {
      "grad_norm": 0.3821510374546051,
      "learning_rate": 7.726e-05,
      "loss": 0.0445,
      "step": 11590
    },
    {
      "grad_norm": 0.345838338136673,
      "learning_rate": 7.732666666666667e-05,
      "loss": 0.0437,
      "step": 11600
    },
    {
      "grad_norm": 0.3185345530509949,
      "learning_rate": 7.739333333333334e-05,
      "loss": 0.0488,
      "step": 11610
    },
    {
      "grad_norm": 0.46388131380081177,
      "learning_rate": 7.746e-05,
      "loss": 0.0556,
      "step": 11620
    },
    {
      "grad_norm": 0.42541277408599854,
      "learning_rate": 7.752666666666667e-05,
      "loss": 0.06,
      "step": 11630
    },
    {
      "grad_norm": 0.4173830449581146,
      "learning_rate": 7.759333333333333e-05,
      "loss": 0.0471,
      "step": 11640
    },
    {
      "grad_norm": 0.44463270902633667,
      "learning_rate": 7.766e-05,
      "loss": 0.0526,
      "step": 11650
    },
    {
      "grad_norm": 0.28406450152397156,
      "learning_rate": 7.772666666666668e-05,
      "loss": 0.0459,
      "step": 11660
    },
    {
      "grad_norm": 0.26626551151275635,
      "learning_rate": 7.779333333333334e-05,
      "loss": 0.0422,
      "step": 11670
    },
    {
      "grad_norm": 0.3441368043422699,
      "learning_rate": 7.786e-05,
      "loss": 0.0458,
      "step": 11680
    },
    {
      "grad_norm": 0.4809906780719757,
      "learning_rate": 7.792666666666667e-05,
      "loss": 0.0495,
      "step": 11690
    },
    {
      "grad_norm": 0.2899744212627411,
      "learning_rate": 7.799333333333334e-05,
      "loss": 0.048,
      "step": 11700
    },
    {
      "grad_norm": 0.3689432740211487,
      "learning_rate": 7.806e-05,
      "loss": 0.0468,
      "step": 11710
    },
    {
      "grad_norm": 0.4053790867328644,
      "learning_rate": 7.812666666666667e-05,
      "loss": 0.0451,
      "step": 11720
    },
    {
      "grad_norm": 0.43831339478492737,
      "learning_rate": 7.819333333333334e-05,
      "loss": 0.0407,
      "step": 11730
    },
    {
      "grad_norm": 0.3520897626876831,
      "learning_rate": 7.826e-05,
      "loss": 0.0483,
      "step": 11740
    },
    {
      "grad_norm": 0.39419424533843994,
      "learning_rate": 7.832666666666668e-05,
      "loss": 0.0566,
      "step": 11750
    },
    {
      "grad_norm": 0.2687566876411438,
      "learning_rate": 7.839333333333334e-05,
      "loss": 0.043,
      "step": 11760
    },
    {
      "grad_norm": 0.386972039937973,
      "learning_rate": 7.846e-05,
      "loss": 0.0463,
      "step": 11770
    },
    {
      "grad_norm": 0.38370034098625183,
      "learning_rate": 7.852666666666667e-05,
      "loss": 0.0445,
      "step": 11780
    },
    {
      "grad_norm": 0.6130326986312866,
      "learning_rate": 7.859333333333335e-05,
      "loss": 0.0385,
      "step": 11790
    },
    {
      "grad_norm": 0.41680780053138733,
      "learning_rate": 7.866e-05,
      "loss": 0.0575,
      "step": 11800
    },
    {
      "grad_norm": 0.44040045142173767,
      "learning_rate": 7.872666666666667e-05,
      "loss": 0.0555,
      "step": 11810
    },
    {
      "grad_norm": 0.40002086758613586,
      "learning_rate": 7.879333333333334e-05,
      "loss": 0.0445,
      "step": 11820
    },
    {
      "grad_norm": 0.43557098507881165,
      "learning_rate": 7.886e-05,
      "loss": 0.052,
      "step": 11830
    },
    {
      "grad_norm": 0.40865612030029297,
      "learning_rate": 7.892666666666666e-05,
      "loss": 0.0441,
      "step": 11840
    },
    {
      "grad_norm": 0.36259517073631287,
      "learning_rate": 7.899333333333334e-05,
      "loss": 0.0471,
      "step": 11850
    },
    {
      "grad_norm": 0.29187336564064026,
      "learning_rate": 7.906e-05,
      "loss": 0.0473,
      "step": 11860
    },
    {
      "grad_norm": 0.28003907203674316,
      "learning_rate": 7.912666666666667e-05,
      "loss": 0.0411,
      "step": 11870
    },
    {
      "grad_norm": 0.2971418499946594,
      "learning_rate": 7.919333333333335e-05,
      "loss": 0.0563,
      "step": 11880
    },
    {
      "grad_norm": 0.4706987142562866,
      "learning_rate": 7.926e-05,
      "loss": 0.0454,
      "step": 11890
    },
    {
      "grad_norm": 0.3522617518901825,
      "learning_rate": 7.932666666666667e-05,
      "loss": 0.0434,
      "step": 11900
    },
    {
      "grad_norm": 0.3514290153980255,
      "learning_rate": 7.939333333333334e-05,
      "loss": 0.0485,
      "step": 11910
    },
    {
      "grad_norm": 0.4116135537624359,
      "learning_rate": 7.946e-05,
      "loss": 0.0448,
      "step": 11920
    },
    {
      "grad_norm": 0.2951929569244385,
      "learning_rate": 7.952666666666667e-05,
      "loss": 0.0433,
      "step": 11930
    },
    {
      "grad_norm": 0.2872064411640167,
      "learning_rate": 7.959333333333334e-05,
      "loss": 0.0453,
      "step": 11940
    },
    {
      "grad_norm": 0.2916097939014435,
      "learning_rate": 7.966e-05,
      "loss": 0.0367,
      "step": 11950
    },
    {
      "grad_norm": 0.2614409923553467,
      "learning_rate": 7.972666666666667e-05,
      "loss": 0.0378,
      "step": 11960
    },
    {
      "grad_norm": 0.6520981788635254,
      "learning_rate": 7.979333333333335e-05,
      "loss": 0.0605,
      "step": 11970
    },
    {
      "grad_norm": 0.4227345287799835,
      "learning_rate": 7.986e-05,
      "loss": 0.0518,
      "step": 11980
    },
    {
      "grad_norm": 0.2919676601886749,
      "learning_rate": 7.992666666666668e-05,
      "loss": 0.047,
      "step": 11990
    },
    {
      "grad_norm": 0.3635987639427185,
      "learning_rate": 7.999333333333334e-05,
      "loss": 0.0539,
      "step": 12000
    },
    {
      "grad_norm": 0.4861406683921814,
      "learning_rate": 8.006e-05,
      "loss": 0.048,
      "step": 12010
    },
    {
      "grad_norm": 0.4037449359893799,
      "learning_rate": 8.012666666666667e-05,
      "loss": 0.049,
      "step": 12020
    },
    {
      "grad_norm": 0.37279388308525085,
      "learning_rate": 8.019333333333334e-05,
      "loss": 0.0462,
      "step": 12030
    },
    {
      "grad_norm": 0.6630434393882751,
      "learning_rate": 8.026000000000001e-05,
      "loss": 0.0512,
      "step": 12040
    },
    {
      "grad_norm": 0.2979549467563629,
      "learning_rate": 8.032666666666667e-05,
      "loss": 0.0503,
      "step": 12050
    },
    {
      "grad_norm": 0.27219781279563904,
      "learning_rate": 8.039333333333335e-05,
      "loss": 0.0495,
      "step": 12060
    },
    {
      "grad_norm": 0.20554843544960022,
      "learning_rate": 8.046e-05,
      "loss": 0.0608,
      "step": 12070
    },
    {
      "grad_norm": 0.3564065992832184,
      "learning_rate": 8.052666666666668e-05,
      "loss": 0.0465,
      "step": 12080
    },
    {
      "grad_norm": 0.7968202829360962,
      "learning_rate": 8.059333333333333e-05,
      "loss": 0.0456,
      "step": 12090
    },
    {
      "grad_norm": 0.4169902205467224,
      "learning_rate": 8.066e-05,
      "loss": 0.0533,
      "step": 12100
    },
    {
      "grad_norm": 0.3233066201210022,
      "learning_rate": 8.072666666666667e-05,
      "loss": 0.0541,
      "step": 12110
    },
    {
      "grad_norm": 0.5436503887176514,
      "learning_rate": 8.079333333333333e-05,
      "loss": 0.0496,
      "step": 12120
    },
    {
      "grad_norm": 0.29901251196861267,
      "learning_rate": 8.086000000000001e-05,
      "loss": 0.0521,
      "step": 12130
    },
    {
      "grad_norm": 0.2917186915874481,
      "learning_rate": 8.092666666666667e-05,
      "loss": 0.0423,
      "step": 12140
    },
    {
      "grad_norm": 0.27253803610801697,
      "learning_rate": 8.099333333333334e-05,
      "loss": 0.0459,
      "step": 12150
    },
    {
      "grad_norm": 0.26578834652900696,
      "learning_rate": 8.106e-05,
      "loss": 0.0424,
      "step": 12160
    },
    {
      "grad_norm": 0.24849137663841248,
      "learning_rate": 8.112666666666668e-05,
      "loss": 0.0372,
      "step": 12170
    },
    {
      "grad_norm": 0.3932749032974243,
      "learning_rate": 8.119333333333333e-05,
      "loss": 0.053,
      "step": 12180
    },
    {
      "grad_norm": 0.44558611512184143,
      "learning_rate": 8.126e-05,
      "loss": 0.0451,
      "step": 12190
    },
    {
      "grad_norm": 0.31839385628700256,
      "learning_rate": 8.132666666666667e-05,
      "loss": 0.0535,
      "step": 12200
    },
    {
      "grad_norm": 0.533458948135376,
      "learning_rate": 8.139333333333333e-05,
      "loss": 0.0609,
      "step": 12210
    },
    {
      "grad_norm": 0.2973533868789673,
      "learning_rate": 8.146000000000001e-05,
      "loss": 0.0526,
      "step": 12220
    },
    {
      "grad_norm": 0.33203834295272827,
      "learning_rate": 8.152666666666667e-05,
      "loss": 0.0487,
      "step": 12230
    },
    {
      "grad_norm": 0.8942248821258545,
      "learning_rate": 8.159333333333334e-05,
      "loss": 0.045,
      "step": 12240
    },
    {
      "grad_norm": 0.4065372347831726,
      "learning_rate": 8.166e-05,
      "loss": 0.0655,
      "step": 12250
    },
    {
      "grad_norm": 0.4044954180717468,
      "learning_rate": 8.172666666666668e-05,
      "loss": 0.0709,
      "step": 12260
    },
    {
      "grad_norm": 0.29279622435569763,
      "learning_rate": 8.179333333333333e-05,
      "loss": 0.0503,
      "step": 12270
    },
    {
      "grad_norm": 0.3729848265647888,
      "learning_rate": 8.186e-05,
      "loss": 0.0501,
      "step": 12280
    },
    {
      "grad_norm": 0.33671218156814575,
      "learning_rate": 8.192666666666667e-05,
      "loss": 0.0468,
      "step": 12290
    },
    {
      "grad_norm": 0.39106008410453796,
      "learning_rate": 8.199333333333333e-05,
      "loss": 0.0381,
      "step": 12300
    },
    {
      "grad_norm": 0.32810062170028687,
      "learning_rate": 8.206e-05,
      "loss": 0.0464,
      "step": 12310
    },
    {
      "grad_norm": 0.40377214550971985,
      "learning_rate": 8.212666666666667e-05,
      "loss": 0.0485,
      "step": 12320
    },
    {
      "grad_norm": 0.3083757758140564,
      "learning_rate": 8.219333333333334e-05,
      "loss": 0.0468,
      "step": 12330
    },
    {
      "grad_norm": 0.27921101450920105,
      "learning_rate": 8.226e-05,
      "loss": 0.0546,
      "step": 12340
    },
    {
      "grad_norm": 0.3428201675415039,
      "learning_rate": 8.232666666666668e-05,
      "loss": 0.0508,
      "step": 12350
    },
    {
      "grad_norm": 0.32243552803993225,
      "learning_rate": 8.239333333333333e-05,
      "loss": 0.0456,
      "step": 12360
    },
    {
      "grad_norm": 0.3227999210357666,
      "learning_rate": 8.246e-05,
      "loss": 0.0445,
      "step": 12370
    },
    {
      "grad_norm": 0.2947309911251068,
      "learning_rate": 8.252666666666667e-05,
      "loss": 0.048,
      "step": 12380
    },
    {
      "grad_norm": 0.40932586789131165,
      "learning_rate": 8.259333333333333e-05,
      "loss": 0.0478,
      "step": 12390
    },
    {
      "grad_norm": 0.33539852499961853,
      "learning_rate": 8.266e-05,
      "loss": 0.0491,
      "step": 12400
    },
    {
      "grad_norm": 0.3695005476474762,
      "learning_rate": 8.272666666666668e-05,
      "loss": 0.0521,
      "step": 12410
    },
    {
      "grad_norm": 0.2973119914531708,
      "learning_rate": 8.279333333333334e-05,
      "loss": 0.0476,
      "step": 12420
    },
    {
      "grad_norm": 0.7236604690551758,
      "learning_rate": 8.286e-05,
      "loss": 0.0535,
      "step": 12430
    },
    {
      "grad_norm": 0.3229115903377533,
      "learning_rate": 8.292666666666668e-05,
      "loss": 0.0532,
      "step": 12440
    },
    {
      "grad_norm": 0.33220139145851135,
      "learning_rate": 8.299333333333333e-05,
      "loss": 0.0445,
      "step": 12450
    },
    {
      "grad_norm": 0.35670217871665955,
      "learning_rate": 8.306000000000001e-05,
      "loss": 0.0541,
      "step": 12460
    },
    {
      "grad_norm": 0.2907991111278534,
      "learning_rate": 8.312666666666667e-05,
      "loss": 0.0454,
      "step": 12470
    },
    {
      "grad_norm": 0.31332147121429443,
      "learning_rate": 8.319333333333334e-05,
      "loss": 0.0343,
      "step": 12480
    },
    {
      "grad_norm": 0.5436424612998962,
      "learning_rate": 8.326e-05,
      "loss": 0.0409,
      "step": 12490
    },
    {
      "grad_norm": 0.30149906873703003,
      "learning_rate": 8.332666666666668e-05,
      "loss": 0.0473,
      "step": 12500
    },
    {
      "grad_norm": 0.4123278856277466,
      "learning_rate": 8.339333333333334e-05,
      "loss": 0.0563,
      "step": 12510
    },
    {
      "grad_norm": 0.3489752411842346,
      "learning_rate": 8.346e-05,
      "loss": 0.0428,
      "step": 12520
    },
    {
      "grad_norm": 0.3160141408443451,
      "learning_rate": 8.352666666666668e-05,
      "loss": 0.043,
      "step": 12530
    },
    {
      "grad_norm": 0.43875861167907715,
      "learning_rate": 8.359333333333333e-05,
      "loss": 0.0513,
      "step": 12540
    },
    {
      "grad_norm": 0.4556746780872345,
      "learning_rate": 8.366000000000001e-05,
      "loss": 0.0475,
      "step": 12550
    },
    {
      "grad_norm": 0.4234634339809418,
      "learning_rate": 8.372666666666667e-05,
      "loss": 0.0444,
      "step": 12560
    },
    {
      "grad_norm": 0.3534733057022095,
      "learning_rate": 8.379333333333334e-05,
      "loss": 0.0468,
      "step": 12570
    },
    {
      "grad_norm": 0.2377411276102066,
      "learning_rate": 8.386e-05,
      "loss": 0.0444,
      "step": 12580
    },
    {
      "grad_norm": 0.2516930401325226,
      "learning_rate": 8.392666666666668e-05,
      "loss": 0.0496,
      "step": 12590
    },
    {
      "grad_norm": 0.2697164714336395,
      "learning_rate": 8.399333333333334e-05,
      "loss": 0.0455,
      "step": 12600
    },
    {
      "grad_norm": 0.2955470681190491,
      "learning_rate": 8.406e-05,
      "loss": 0.0361,
      "step": 12610
    },
    {
      "grad_norm": 0.28516876697540283,
      "learning_rate": 8.412666666666668e-05,
      "loss": 0.0348,
      "step": 12620
    },
    {
      "grad_norm": 0.35193192958831787,
      "learning_rate": 8.419333333333333e-05,
      "loss": 0.0471,
      "step": 12630
    },
    {
      "grad_norm": 0.4469822645187378,
      "learning_rate": 8.426000000000001e-05,
      "loss": 0.0642,
      "step": 12640
    },
    {
      "grad_norm": 0.3893265426158905,
      "learning_rate": 8.432666666666667e-05,
      "loss": 0.0511,
      "step": 12650
    },
    {
      "grad_norm": 0.3170437216758728,
      "learning_rate": 8.439333333333334e-05,
      "loss": 0.0567,
      "step": 12660
    },
    {
      "grad_norm": 0.2677821218967438,
      "learning_rate": 8.446e-05,
      "loss": 0.0428,
      "step": 12670
    },
    {
      "grad_norm": 0.3111928403377533,
      "learning_rate": 8.452666666666668e-05,
      "loss": 0.056,
      "step": 12680
    },
    {
      "grad_norm": 0.3346620202064514,
      "learning_rate": 8.459333333333334e-05,
      "loss": 0.0454,
      "step": 12690
    },
    {
      "grad_norm": 0.34340226650238037,
      "learning_rate": 8.466e-05,
      "loss": 0.0518,
      "step": 12700
    },
    {
      "grad_norm": 0.4608018398284912,
      "learning_rate": 8.472666666666667e-05,
      "loss": 0.047,
      "step": 12710
    },
    {
      "grad_norm": 0.4004655182361603,
      "learning_rate": 8.479333333333333e-05,
      "loss": 0.0508,
      "step": 12720
    },
    {
      "grad_norm": 0.37994471192359924,
      "learning_rate": 8.486000000000001e-05,
      "loss": 0.0449,
      "step": 12730
    },
    {
      "grad_norm": 0.31565070152282715,
      "learning_rate": 8.492666666666666e-05,
      "loss": 0.0522,
      "step": 12740
    },
    {
      "grad_norm": 0.2661243975162506,
      "learning_rate": 8.499333333333334e-05,
      "loss": 0.0449,
      "step": 12750
    },
    {
      "grad_norm": 0.4546412229537964,
      "learning_rate": 8.506e-05,
      "loss": 0.0582,
      "step": 12760
    },
    {
      "grad_norm": 0.33549344539642334,
      "learning_rate": 8.512666666666667e-05,
      "loss": 0.0568,
      "step": 12770
    },
    {
      "grad_norm": 0.32294514775276184,
      "learning_rate": 8.519333333333333e-05,
      "loss": 0.0462,
      "step": 12780
    },
    {
      "grad_norm": 0.30821070075035095,
      "learning_rate": 8.526000000000001e-05,
      "loss": 0.0507,
      "step": 12790
    },
    {
      "grad_norm": 0.3600198030471802,
      "learning_rate": 8.532666666666667e-05,
      "loss": 0.0441,
      "step": 12800
    },
    {
      "grad_norm": 0.45987173914909363,
      "learning_rate": 8.539333333333333e-05,
      "loss": 0.0425,
      "step": 12810
    },
    {
      "grad_norm": 0.38794708251953125,
      "learning_rate": 8.546000000000001e-05,
      "loss": 0.0542,
      "step": 12820
    },
    {
      "grad_norm": 0.47257596254348755,
      "learning_rate": 8.552666666666666e-05,
      "loss": 0.0483,
      "step": 12830
    },
    {
      "grad_norm": 0.33403462171554565,
      "learning_rate": 8.559333333333334e-05,
      "loss": 0.0448,
      "step": 12840
    },
    {
      "grad_norm": 0.3769684135913849,
      "learning_rate": 8.566e-05,
      "loss": 0.0412,
      "step": 12850
    },
    {
      "grad_norm": 0.29167792201042175,
      "learning_rate": 8.572666666666667e-05,
      "loss": 0.0456,
      "step": 12860
    },
    {
      "grad_norm": 0.397522896528244,
      "learning_rate": 8.579333333333333e-05,
      "loss": 0.0457,
      "step": 12870
    },
    {
      "grad_norm": 0.3317742645740509,
      "learning_rate": 8.586000000000001e-05,
      "loss": 0.0422,
      "step": 12880
    },
    {
      "grad_norm": 0.36609262228012085,
      "learning_rate": 8.592666666666667e-05,
      "loss": 0.0409,
      "step": 12890
    },
    {
      "grad_norm": 0.26024141907691956,
      "learning_rate": 8.599333333333334e-05,
      "loss": 0.0471,
      "step": 12900
    },
    {
      "grad_norm": 0.3408243656158447,
      "learning_rate": 8.606000000000001e-05,
      "loss": 0.0419,
      "step": 12910
    },
    {
      "grad_norm": 0.31034207344055176,
      "learning_rate": 8.612666666666666e-05,
      "loss": 0.0386,
      "step": 12920
    },
    {
      "grad_norm": 0.2627377510070801,
      "learning_rate": 8.619333333333334e-05,
      "loss": 0.043,
      "step": 12930
    },
    {
      "grad_norm": 0.3503829538822174,
      "learning_rate": 8.626e-05,
      "loss": 0.0444,
      "step": 12940
    },
    {
      "grad_norm": 0.6195757389068604,
      "learning_rate": 8.632666666666667e-05,
      "loss": 0.0458,
      "step": 12950
    },
    {
      "grad_norm": 0.3940558433532715,
      "learning_rate": 8.639333333333333e-05,
      "loss": 0.0453,
      "step": 12960
    },
    {
      "grad_norm": 0.302742600440979,
      "learning_rate": 8.646000000000001e-05,
      "loss": 0.0407,
      "step": 12970
    },
    {
      "grad_norm": 0.30870863795280457,
      "learning_rate": 8.652666666666667e-05,
      "loss": 0.0416,
      "step": 12980
    },
    {
      "grad_norm": 0.3325505256652832,
      "learning_rate": 8.659333333333334e-05,
      "loss": 0.0427,
      "step": 12990
    },
    {
      "grad_norm": 0.2556358575820923,
      "learning_rate": 8.666000000000001e-05,
      "loss": 0.039,
      "step": 13000
    },
    {
      "grad_norm": 0.34519240260124207,
      "learning_rate": 8.672666666666666e-05,
      "loss": 0.0592,
      "step": 13010
    },
    {
      "grad_norm": 0.43413734436035156,
      "learning_rate": 8.679333333333334e-05,
      "loss": 0.0505,
      "step": 13020
    },
    {
      "grad_norm": 0.33071574568748474,
      "learning_rate": 8.686e-05,
      "loss": 0.0571,
      "step": 13030
    },
    {
      "grad_norm": 0.21014545857906342,
      "learning_rate": 8.692666666666667e-05,
      "loss": 0.0417,
      "step": 13040
    },
    {
      "grad_norm": 0.34843170642852783,
      "learning_rate": 8.699333333333333e-05,
      "loss": 0.0404,
      "step": 13050
    },
    {
      "grad_norm": 0.4310573935508728,
      "learning_rate": 8.706000000000001e-05,
      "loss": 0.0471,
      "step": 13060
    },
    {
      "grad_norm": 0.5594879388809204,
      "learning_rate": 8.712666666666667e-05,
      "loss": 0.0611,
      "step": 13070
    },
    {
      "grad_norm": 0.6783348321914673,
      "learning_rate": 8.719333333333334e-05,
      "loss": 0.0491,
      "step": 13080
    },
    {
      "grad_norm": 0.36615651845932007,
      "learning_rate": 8.726000000000001e-05,
      "loss": 0.0583,
      "step": 13090
    },
    {
      "grad_norm": 0.4033343493938446,
      "learning_rate": 8.732666666666667e-05,
      "loss": 0.0536,
      "step": 13100
    },
    {
      "grad_norm": 0.42007213830947876,
      "learning_rate": 8.739333333333334e-05,
      "loss": 0.0512,
      "step": 13110
    },
    {
      "grad_norm": 0.3000616431236267,
      "learning_rate": 8.746e-05,
      "loss": 0.044,
      "step": 13120
    },
    {
      "grad_norm": 0.4344441294670105,
      "learning_rate": 8.752666666666667e-05,
      "loss": 0.0517,
      "step": 13130
    },
    {
      "grad_norm": 0.3425014913082123,
      "learning_rate": 8.759333333333333e-05,
      "loss": 0.0494,
      "step": 13140
    },
    {
      "grad_norm": 0.4952804148197174,
      "learning_rate": 8.766000000000001e-05,
      "loss": 0.0458,
      "step": 13150
    },
    {
      "grad_norm": 0.3435705602169037,
      "learning_rate": 8.772666666666666e-05,
      "loss": 0.0375,
      "step": 13160
    },
    {
      "grad_norm": 0.3139479458332062,
      "learning_rate": 8.779333333333334e-05,
      "loss": 0.0404,
      "step": 13170
    },
    {
      "grad_norm": 0.23467333614826202,
      "learning_rate": 8.786e-05,
      "loss": 0.0439,
      "step": 13180
    },
    {
      "grad_norm": 0.34597036242485046,
      "learning_rate": 8.792666666666667e-05,
      "loss": 0.0396,
      "step": 13190
    },
    {
      "grad_norm": 0.4636770188808441,
      "learning_rate": 8.799333333333334e-05,
      "loss": 0.0449,
      "step": 13200
    },
    {
      "grad_norm": 0.30059635639190674,
      "learning_rate": 8.806000000000001e-05,
      "loss": 0.0388,
      "step": 13210
    },
    {
      "grad_norm": 0.21965917944908142,
      "learning_rate": 8.812666666666667e-05,
      "loss": 0.0348,
      "step": 13220
    },
    {
      "grad_norm": 0.32931777834892273,
      "learning_rate": 8.819333333333333e-05,
      "loss": 0.0445,
      "step": 13230
    },
    {
      "grad_norm": 0.43035176396369934,
      "learning_rate": 8.826000000000001e-05,
      "loss": 0.0645,
      "step": 13240
    },
    {
      "grad_norm": 0.304640531539917,
      "learning_rate": 8.832666666666666e-05,
      "loss": 0.0521,
      "step": 13250
    },
    {
      "grad_norm": 0.4269486665725708,
      "learning_rate": 8.839333333333334e-05,
      "loss": 0.0489,
      "step": 13260
    },
    {
      "grad_norm": 0.6649566888809204,
      "learning_rate": 8.846e-05,
      "loss": 0.0513,
      "step": 13270
    },
    {
      "grad_norm": 0.4619982838630676,
      "learning_rate": 8.852666666666667e-05,
      "loss": 0.0464,
      "step": 13280
    },
    {
      "grad_norm": 0.45026645064353943,
      "learning_rate": 8.859333333333334e-05,
      "loss": 0.0508,
      "step": 13290
    },
    {
      "grad_norm": 0.48344311118125916,
      "learning_rate": 8.866000000000001e-05,
      "loss": 0.0534,
      "step": 13300
    },
    {
      "grad_norm": 0.2680542469024658,
      "learning_rate": 8.872666666666667e-05,
      "loss": 0.0482,
      "step": 13310
    },
    {
      "grad_norm": 0.5356824398040771,
      "learning_rate": 8.879333333333334e-05,
      "loss": 0.0478,
      "step": 13320
    },
    {
      "grad_norm": 0.2626246213912964,
      "learning_rate": 8.886e-05,
      "loss": 0.0373,
      "step": 13330
    },
    {
      "grad_norm": 0.2808692455291748,
      "learning_rate": 8.892666666666666e-05,
      "loss": 0.0493,
      "step": 13340
    },
    {
      "grad_norm": 0.3305646479129791,
      "learning_rate": 8.899333333333334e-05,
      "loss": 0.0487,
      "step": 13350
    },
    {
      "grad_norm": 0.3702690005302429,
      "learning_rate": 8.906e-05,
      "loss": 0.0481,
      "step": 13360
    },
    {
      "grad_norm": 0.37161901593208313,
      "learning_rate": 8.912666666666667e-05,
      "loss": 0.0548,
      "step": 13370
    },
    {
      "grad_norm": 0.6498159766197205,
      "learning_rate": 8.919333333333335e-05,
      "loss": 0.0548,
      "step": 13380
    },
    {
      "grad_norm": 0.4219115376472473,
      "learning_rate": 8.926e-05,
      "loss": 0.0453,
      "step": 13390
    },
    {
      "grad_norm": 0.36034196615219116,
      "learning_rate": 8.932666666666667e-05,
      "loss": 0.0477,
      "step": 13400
    },
    {
      "grad_norm": 0.4362104833126068,
      "learning_rate": 8.939333333333334e-05,
      "loss": 0.0441,
      "step": 13410
    },
    {
      "grad_norm": 0.2805156707763672,
      "learning_rate": 8.946e-05,
      "loss": 0.0511,
      "step": 13420
    },
    {
      "grad_norm": 0.3418152630329132,
      "learning_rate": 8.952666666666666e-05,
      "loss": 0.0402,
      "step": 13430
    },
    {
      "grad_norm": 0.4708769619464874,
      "learning_rate": 8.959333333333334e-05,
      "loss": 0.0489,
      "step": 13440
    },
    {
      "grad_norm": 0.4634278118610382,
      "learning_rate": 8.966e-05,
      "loss": 0.051,
      "step": 13450
    },
    {
      "grad_norm": 0.2802644968032837,
      "learning_rate": 8.972666666666667e-05,
      "loss": 0.0644,
      "step": 13460
    },
    {
      "grad_norm": 0.4060828983783722,
      "learning_rate": 8.979333333333335e-05,
      "loss": 0.0633,
      "step": 13470
    },
    {
      "grad_norm": 0.30697691440582275,
      "learning_rate": 8.986e-05,
      "loss": 0.0555,
      "step": 13480
    },
    {
      "grad_norm": 0.32487764954566956,
      "learning_rate": 8.992666666666667e-05,
      "loss": 0.0501,
      "step": 13490
    },
    {
      "grad_norm": 0.32729247212409973,
      "learning_rate": 8.999333333333334e-05,
      "loss": 0.0434,
      "step": 13500
    },
    {
      "grad_norm": 0.3441251516342163,
      "learning_rate": 9.006e-05,
      "loss": 0.0489,
      "step": 13510
    },
    {
      "grad_norm": 0.37942180037498474,
      "learning_rate": 9.012666666666667e-05,
      "loss": 0.0497,
      "step": 13520
    },
    {
      "grad_norm": 0.38147008419036865,
      "learning_rate": 9.019333333333334e-05,
      "loss": 0.0505,
      "step": 13530
    },
    {
      "grad_norm": 0.32326796650886536,
      "learning_rate": 9.026e-05,
      "loss": 0.0512,
      "step": 13540
    },
    {
      "grad_norm": 0.31086045503616333,
      "learning_rate": 9.032666666666667e-05,
      "loss": 0.0416,
      "step": 13550
    },
    {
      "grad_norm": 0.28469958901405334,
      "learning_rate": 9.039333333333335e-05,
      "loss": 0.0456,
      "step": 13560
    },
    {
      "grad_norm": 0.23505225777626038,
      "learning_rate": 9.046e-05,
      "loss": 0.0381,
      "step": 13570
    },
    {
      "grad_norm": 0.432322233915329,
      "learning_rate": 9.052666666666668e-05,
      "loss": 0.0394,
      "step": 13580
    },
    {
      "grad_norm": 0.37779027223587036,
      "learning_rate": 9.059333333333334e-05,
      "loss": 0.054,
      "step": 13590
    },
    {
      "grad_norm": 0.3359115719795227,
      "learning_rate": 9.066e-05,
      "loss": 0.0541,
      "step": 13600
    },
    {
      "grad_norm": 0.2750062048435211,
      "learning_rate": 9.072666666666667e-05,
      "loss": 0.044,
      "step": 13610
    },
    {
      "grad_norm": 0.24061523377895355,
      "learning_rate": 9.079333333333334e-05,
      "loss": 0.0551,
      "step": 13620
    },
    {
      "grad_norm": 0.365192174911499,
      "learning_rate": 9.086e-05,
      "loss": 0.0394,
      "step": 13630
    },
    {
      "grad_norm": 0.31984418630599976,
      "learning_rate": 9.092666666666667e-05,
      "loss": 0.0457,
      "step": 13640
    },
    {
      "grad_norm": 0.31556493043899536,
      "learning_rate": 9.099333333333334e-05,
      "loss": 0.042,
      "step": 13650
    },
    {
      "grad_norm": 0.3478049635887146,
      "learning_rate": 9.106e-05,
      "loss": 0.0491,
      "step": 13660
    },
    {
      "grad_norm": 0.3928610682487488,
      "learning_rate": 9.112666666666668e-05,
      "loss": 0.0435,
      "step": 13670
    },
    {
      "grad_norm": 0.3007183074951172,
      "learning_rate": 9.119333333333334e-05,
      "loss": 0.0315,
      "step": 13680
    },
    {
      "grad_norm": 0.33486050367355347,
      "learning_rate": 9.126e-05,
      "loss": 0.0393,
      "step": 13690
    },
    {
      "grad_norm": 0.38190433382987976,
      "learning_rate": 9.132666666666667e-05,
      "loss": 0.0436,
      "step": 13700
    },
    {
      "grad_norm": 0.3488313555717468,
      "learning_rate": 9.139333333333334e-05,
      "loss": 0.0383,
      "step": 13710
    },
    {
      "grad_norm": 0.40111541748046875,
      "learning_rate": 9.146e-05,
      "loss": 0.0453,
      "step": 13720
    },
    {
      "grad_norm": 0.41274651885032654,
      "learning_rate": 9.152666666666667e-05,
      "loss": 0.043,
      "step": 13730
    },
    {
      "grad_norm": 0.2497245967388153,
      "learning_rate": 9.159333333333334e-05,
      "loss": 0.0381,
      "step": 13740
    },
    {
      "grad_norm": 0.2237052470445633,
      "learning_rate": 9.166e-05,
      "loss": 0.0364,
      "step": 13750
    },
    {
      "grad_norm": 0.2956802248954773,
      "learning_rate": 9.172666666666668e-05,
      "loss": 0.0606,
      "step": 13760
    },
    {
      "grad_norm": 0.23534967005252838,
      "learning_rate": 9.179333333333334e-05,
      "loss": 0.041,
      "step": 13770
    },
    {
      "grad_norm": 0.2990895211696625,
      "learning_rate": 9.186e-05,
      "loss": 0.0384,
      "step": 13780
    },
    {
      "grad_norm": 0.32121947407722473,
      "learning_rate": 9.192666666666667e-05,
      "loss": 0.041,
      "step": 13790
    },
    {
      "grad_norm": 0.2647237479686737,
      "learning_rate": 9.199333333333335e-05,
      "loss": 0.0415,
      "step": 13800
    },
    {
      "grad_norm": 0.3466126024723053,
      "learning_rate": 9.206e-05,
      "loss": 0.0481,
      "step": 13810
    },
    {
      "grad_norm": 0.4000644385814667,
      "learning_rate": 9.212666666666667e-05,
      "loss": 0.0523,
      "step": 13820
    },
    {
      "grad_norm": 0.2989778518676758,
      "learning_rate": 9.219333333333334e-05,
      "loss": 0.0543,
      "step": 13830
    },
    {
      "grad_norm": 0.5632543563842773,
      "learning_rate": 9.226e-05,
      "loss": 0.0519,
      "step": 13840
    },
    {
      "grad_norm": 0.4615146517753601,
      "learning_rate": 9.232666666666668e-05,
      "loss": 0.0442,
      "step": 13850
    },
    {
      "grad_norm": 0.28674477338790894,
      "learning_rate": 9.239333333333334e-05,
      "loss": 0.04,
      "step": 13860
    },
    {
      "grad_norm": 0.302936851978302,
      "learning_rate": 9.246e-05,
      "loss": 0.0423,
      "step": 13870
    },
    {
      "grad_norm": 0.2339416742324829,
      "learning_rate": 9.252666666666667e-05,
      "loss": 0.0383,
      "step": 13880
    },
    {
      "grad_norm": 0.48001423478126526,
      "learning_rate": 9.259333333333335e-05,
      "loss": 0.0529,
      "step": 13890
    },
    {
      "grad_norm": 0.30658647418022156,
      "learning_rate": 9.266e-05,
      "loss": 0.0341,
      "step": 13900
    },
    {
      "grad_norm": 0.3750864863395691,
      "learning_rate": 9.272666666666667e-05,
      "loss": 0.0426,
      "step": 13910
    },
    {
      "grad_norm": 0.4705195128917694,
      "learning_rate": 9.279333333333334e-05,
      "loss": 0.0481,
      "step": 13920
    },
    {
      "grad_norm": 0.3970586657524109,
      "learning_rate": 9.286e-05,
      "loss": 0.0478,
      "step": 13930
    },
    {
      "grad_norm": 0.33675795793533325,
      "learning_rate": 9.292666666666668e-05,
      "loss": 0.0445,
      "step": 13940
    },
    {
      "grad_norm": 0.2710345387458801,
      "learning_rate": 9.299333333333333e-05,
      "loss": 0.0425,
      "step": 13950
    },
    {
      "grad_norm": 0.2930898070335388,
      "learning_rate": 9.306000000000001e-05,
      "loss": 0.038,
      "step": 13960
    },
    {
      "grad_norm": 0.36458659172058105,
      "learning_rate": 9.312666666666667e-05,
      "loss": 0.0634,
      "step": 13970
    },
    {
      "grad_norm": 0.5851505398750305,
      "learning_rate": 9.319333333333333e-05,
      "loss": 0.0495,
      "step": 13980
    },
    {
      "grad_norm": 0.3511316478252411,
      "learning_rate": 9.326e-05,
      "loss": 0.0429,
      "step": 13990
    },
    {
      "grad_norm": 0.3360661566257477,
      "learning_rate": 9.332666666666668e-05,
      "loss": 0.0443,
      "step": 14000
    },
    {
      "grad_norm": 0.3078964352607727,
      "learning_rate": 9.339333333333334e-05,
      "loss": 0.0455,
      "step": 14010
    },
    {
      "grad_norm": 0.28956735134124756,
      "learning_rate": 9.346e-05,
      "loss": 0.0477,
      "step": 14020
    },
    {
      "grad_norm": 0.3057316839694977,
      "learning_rate": 9.352666666666667e-05,
      "loss": 0.0444,
      "step": 14030
    },
    {
      "grad_norm": 0.3384071886539459,
      "learning_rate": 9.359333333333333e-05,
      "loss": 0.0446,
      "step": 14040
    },
    {
      "grad_norm": 0.2896701693534851,
      "learning_rate": 9.366000000000001e-05,
      "loss": 0.042,
      "step": 14050
    },
    {
      "grad_norm": 0.35228875279426575,
      "learning_rate": 9.372666666666667e-05,
      "loss": 0.0442,
      "step": 14060
    },
    {
      "grad_norm": 0.3774707317352295,
      "learning_rate": 9.379333333333334e-05,
      "loss": 0.0518,
      "step": 14070
    },
    {
      "grad_norm": 0.682754397392273,
      "learning_rate": 9.386e-05,
      "loss": 0.0453,
      "step": 14080
    },
    {
      "grad_norm": 0.302776038646698,
      "learning_rate": 9.392666666666668e-05,
      "loss": 0.0408,
      "step": 14090
    },
    {
      "grad_norm": 0.28177186846733093,
      "learning_rate": 9.399333333333333e-05,
      "loss": 0.0464,
      "step": 14100
    },
    {
      "grad_norm": 0.2586699426174164,
      "learning_rate": 9.406e-05,
      "loss": 0.0492,
      "step": 14110
    },
    {
      "grad_norm": 0.36159875988960266,
      "learning_rate": 9.412666666666667e-05,
      "loss": 0.0432,
      "step": 14120
    },
    {
      "grad_norm": 0.4022761881351471,
      "learning_rate": 9.419333333333333e-05,
      "loss": 0.0501,
      "step": 14130
    },
    {
      "grad_norm": 0.3591936528682709,
      "learning_rate": 9.426000000000001e-05,
      "loss": 0.0443,
      "step": 14140
    },
    {
      "grad_norm": 0.25135552883148193,
      "learning_rate": 9.432666666666667e-05,
      "loss": 0.0477,
      "step": 14150
    },
    {
      "grad_norm": 0.4857410788536072,
      "learning_rate": 9.439333333333334e-05,
      "loss": 0.0535,
      "step": 14160
    },
    {
      "grad_norm": 0.29195353388786316,
      "learning_rate": 9.446e-05,
      "loss": 0.0458,
      "step": 14170
    },
    {
      "grad_norm": 0.5577927827835083,
      "learning_rate": 9.452666666666668e-05,
      "loss": 0.0451,
      "step": 14180
    },
    {
      "grad_norm": 0.3900012671947479,
      "learning_rate": 9.459333333333333e-05,
      "loss": 0.0557,
      "step": 14190
    },
    {
      "grad_norm": 0.3220136761665344,
      "learning_rate": 9.466e-05,
      "loss": 0.0466,
      "step": 14200
    },
    {
      "grad_norm": 0.34323766827583313,
      "learning_rate": 9.472666666666667e-05,
      "loss": 0.0375,
      "step": 14210
    },
    {
      "grad_norm": 0.31792646646499634,
      "learning_rate": 9.479333333333333e-05,
      "loss": 0.0431,
      "step": 14220
    },
    {
      "grad_norm": 0.29047542810440063,
      "learning_rate": 9.486000000000001e-05,
      "loss": 0.0392,
      "step": 14230
    },
    {
      "grad_norm": 0.4559662640094757,
      "learning_rate": 9.492666666666667e-05,
      "loss": 0.0416,
      "step": 14240
    },
    {
      "grad_norm": 0.23125441372394562,
      "learning_rate": 9.499333333333334e-05,
      "loss": 0.0492,
      "step": 14250
    },
    {
      "grad_norm": 0.22129608690738678,
      "learning_rate": 9.506e-05,
      "loss": 0.0435,
      "step": 14260
    },
    {
      "grad_norm": 0.34282585978507996,
      "learning_rate": 9.512666666666668e-05,
      "loss": 0.0499,
      "step": 14270
    },
    {
      "grad_norm": 0.3883557617664337,
      "learning_rate": 9.519333333333333e-05,
      "loss": 0.0419,
      "step": 14280
    },
    {
      "grad_norm": 0.2920350432395935,
      "learning_rate": 9.526e-05,
      "loss": 0.0355,
      "step": 14290
    },
    {
      "grad_norm": 0.31243911385536194,
      "learning_rate": 9.532666666666667e-05,
      "loss": 0.0472,
      "step": 14300
    },
    {
      "grad_norm": 0.25533121824264526,
      "learning_rate": 9.539333333333333e-05,
      "loss": 0.0338,
      "step": 14310
    },
    {
      "grad_norm": 0.25259193778038025,
      "learning_rate": 9.546000000000001e-05,
      "loss": 0.0525,
      "step": 14320
    },
    {
      "grad_norm": 0.22628849744796753,
      "learning_rate": 9.552666666666667e-05,
      "loss": 0.0354,
      "step": 14330
    },
    {
      "grad_norm": 0.2942354679107666,
      "learning_rate": 9.559333333333334e-05,
      "loss": 0.0377,
      "step": 14340
    },
    {
      "grad_norm": 0.5187931656837463,
      "learning_rate": 9.566e-05,
      "loss": 0.0543,
      "step": 14350
    },
    {
      "grad_norm": 0.307882696390152,
      "learning_rate": 9.572666666666668e-05,
      "loss": 0.049,
      "step": 14360
    },
    {
      "grad_norm": 0.27464988827705383,
      "learning_rate": 9.579333333333333e-05,
      "loss": 0.0519,
      "step": 14370
    },
    {
      "grad_norm": 0.21231116354465485,
      "learning_rate": 9.586000000000001e-05,
      "loss": 0.048,
      "step": 14380
    },
    {
      "grad_norm": 0.353622704744339,
      "learning_rate": 9.592666666666667e-05,
      "loss": 0.0502,
      "step": 14390
    },
    {
      "grad_norm": 0.2593512237071991,
      "learning_rate": 9.599333333333333e-05,
      "loss": 0.0592,
      "step": 14400
    },
    {
      "grad_norm": 0.31772568821907043,
      "learning_rate": 9.606000000000001e-05,
      "loss": 0.0455,
      "step": 14410
    },
    {
      "grad_norm": 0.23391170799732208,
      "learning_rate": 9.612666666666668e-05,
      "loss": 0.0406,
      "step": 14420
    },
    {
      "grad_norm": 0.3464439809322357,
      "learning_rate": 9.619333333333334e-05,
      "loss": 0.045,
      "step": 14430
    },
    {
      "grad_norm": 0.2957136034965515,
      "learning_rate": 9.626e-05,
      "loss": 0.038,
      "step": 14440
    },
    {
      "grad_norm": 0.34005850553512573,
      "learning_rate": 9.632666666666668e-05,
      "loss": 0.0383,
      "step": 14450
    },
    {
      "grad_norm": 0.21204476058483124,
      "learning_rate": 9.639333333333333e-05,
      "loss": 0.0406,
      "step": 14460
    },
    {
      "grad_norm": 0.4148279130458832,
      "learning_rate": 9.646000000000001e-05,
      "loss": 0.0484,
      "step": 14470
    },
    {
      "grad_norm": 0.3464168310165405,
      "learning_rate": 9.652666666666667e-05,
      "loss": 0.0437,
      "step": 14480
    },
    {
      "grad_norm": 0.3369270861148834,
      "learning_rate": 9.659333333333334e-05,
      "loss": 0.0396,
      "step": 14490
    },
    {
      "grad_norm": 0.6012405157089233,
      "learning_rate": 9.666e-05,
      "loss": 0.0545,
      "step": 14500
    },
    {
      "grad_norm": 0.324474036693573,
      "learning_rate": 9.672666666666668e-05,
      "loss": 0.0544,
      "step": 14510
    },
    {
      "grad_norm": 0.38853365182876587,
      "learning_rate": 9.679333333333334e-05,
      "loss": 0.0478,
      "step": 14520
    },
    {
      "grad_norm": 0.5080093145370483,
      "learning_rate": 9.686e-05,
      "loss": 0.0652,
      "step": 14530
    },
    {
      "grad_norm": 0.26731589436531067,
      "learning_rate": 9.692666666666668e-05,
      "loss": 0.0428,
      "step": 14540
    },
    {
      "grad_norm": 0.3182070553302765,
      "learning_rate": 9.699333333333333e-05,
      "loss": 0.0393,
      "step": 14550
    },
    {
      "grad_norm": 0.4099366366863251,
      "learning_rate": 9.706000000000001e-05,
      "loss": 0.0365,
      "step": 14560
    },
    {
      "grad_norm": 0.5324279069900513,
      "learning_rate": 9.712666666666666e-05,
      "loss": 0.0369,
      "step": 14570
    },
    {
      "grad_norm": 0.28589481115341187,
      "learning_rate": 9.719333333333334e-05,
      "loss": 0.0458,
      "step": 14580
    },
    {
      "grad_norm": 0.2694368064403534,
      "learning_rate": 9.726e-05,
      "loss": 0.0555,
      "step": 14590
    },
    {
      "grad_norm": 0.40097618103027344,
      "learning_rate": 9.732666666666666e-05,
      "loss": 0.0541,
      "step": 14600
    },
    {
      "grad_norm": 0.28370201587677,
      "learning_rate": 9.739333333333334e-05,
      "loss": 0.0499,
      "step": 14610
    },
    {
      "grad_norm": 0.2991393208503723,
      "learning_rate": 9.746e-05,
      "loss": 0.0416,
      "step": 14620
    },
    {
      "grad_norm": 0.33803170919418335,
      "learning_rate": 9.752666666666667e-05,
      "loss": 0.0415,
      "step": 14630
    },
    {
      "grad_norm": 0.3152802586555481,
      "learning_rate": 9.759333333333333e-05,
      "loss": 0.0437,
      "step": 14640
    },
    {
      "grad_norm": 0.37789008021354675,
      "learning_rate": 9.766000000000001e-05,
      "loss": 0.0426,
      "step": 14650
    },
    {
      "grad_norm": 0.2465018928050995,
      "learning_rate": 9.772666666666666e-05,
      "loss": 0.0461,
      "step": 14660
    },
    {
      "grad_norm": 0.4038486182689667,
      "learning_rate": 9.779333333333334e-05,
      "loss": 0.0481,
      "step": 14670
    },
    {
      "grad_norm": 0.3209993243217468,
      "learning_rate": 9.786e-05,
      "loss": 0.0413,
      "step": 14680
    },
    {
      "grad_norm": 0.26994428038597107,
      "learning_rate": 9.792666666666667e-05,
      "loss": 0.0437,
      "step": 14690
    },
    {
      "grad_norm": 0.3100738525390625,
      "learning_rate": 9.799333333333334e-05,
      "loss": 0.0444,
      "step": 14700
    },
    {
      "grad_norm": 0.2817119359970093,
      "learning_rate": 9.806e-05,
      "loss": 0.0396,
      "step": 14710
    },
    {
      "grad_norm": 0.29911544919013977,
      "learning_rate": 9.812666666666667e-05,
      "loss": 0.0443,
      "step": 14720
    },
    {
      "grad_norm": 0.31316128373146057,
      "learning_rate": 9.819333333333333e-05,
      "loss": 0.0461,
      "step": 14730
    },
    {
      "grad_norm": 0.2141825258731842,
      "learning_rate": 9.826000000000001e-05,
      "loss": 0.0484,
      "step": 14740
    },
    {
      "grad_norm": 0.3191637098789215,
      "learning_rate": 9.832666666666666e-05,
      "loss": 0.046,
      "step": 14750
    },
    {
      "grad_norm": 0.25518521666526794,
      "learning_rate": 9.839333333333334e-05,
      "loss": 0.0427,
      "step": 14760
    },
    {
      "grad_norm": 0.30536559224128723,
      "learning_rate": 9.846e-05,
      "loss": 0.0421,
      "step": 14770
    },
    {
      "grad_norm": 0.2884780168533325,
      "learning_rate": 9.852666666666667e-05,
      "loss": 0.047,
      "step": 14780
    },
    {
      "grad_norm": 0.3140869438648224,
      "learning_rate": 9.859333333333334e-05,
      "loss": 0.0349,
      "step": 14790
    },
    {
      "grad_norm": 0.3745141923427582,
      "learning_rate": 9.866000000000001e-05,
      "loss": 0.0404,
      "step": 14800
    },
    {
      "grad_norm": 0.28711751103401184,
      "learning_rate": 9.872666666666667e-05,
      "loss": 0.0345,
      "step": 14810
    },
    {
      "grad_norm": 0.2552744746208191,
      "learning_rate": 9.879333333333333e-05,
      "loss": 0.0509,
      "step": 14820
    },
    {
      "grad_norm": 0.2492281049489975,
      "learning_rate": 9.886000000000001e-05,
      "loss": 0.0512,
      "step": 14830
    },
    {
      "grad_norm": 0.7613804936408997,
      "learning_rate": 9.892666666666666e-05,
      "loss": 0.0717,
      "step": 14840
    },
    {
      "grad_norm": 0.49776187539100647,
      "learning_rate": 9.899333333333334e-05,
      "loss": 0.0661,
      "step": 14850
    },
    {
      "grad_norm": 0.33290228247642517,
      "learning_rate": 9.906e-05,
      "loss": 0.046,
      "step": 14860
    },
    {
      "grad_norm": 0.23758551478385925,
      "learning_rate": 9.912666666666667e-05,
      "loss": 0.0399,
      "step": 14870
    },
    {
      "grad_norm": 0.3027785122394562,
      "learning_rate": 9.919333333333334e-05,
      "loss": 0.0406,
      "step": 14880
    },
    {
      "grad_norm": 0.31880998611450195,
      "learning_rate": 9.926000000000001e-05,
      "loss": 0.0434,
      "step": 14890
    },
    {
      "grad_norm": 0.3360535204410553,
      "learning_rate": 9.932666666666667e-05,
      "loss": 0.0428,
      "step": 14900
    },
    {
      "grad_norm": 0.3087815046310425,
      "learning_rate": 9.939333333333334e-05,
      "loss": 0.0435,
      "step": 14910
    },
    {
      "grad_norm": 0.28057000041007996,
      "learning_rate": 9.946000000000001e-05,
      "loss": 0.0441,
      "step": 14920
    },
    {
      "grad_norm": 0.3666330873966217,
      "learning_rate": 9.952666666666666e-05,
      "loss": 0.0461,
      "step": 14930
    },
    {
      "grad_norm": 0.30293580889701843,
      "learning_rate": 9.959333333333334e-05,
      "loss": 0.0468,
      "step": 14940
    },
    {
      "grad_norm": 0.46934422850608826,
      "learning_rate": 9.966e-05,
      "loss": 0.0566,
      "step": 14950
    },
    {
      "grad_norm": 0.26078009605407715,
      "learning_rate": 9.972666666666667e-05,
      "loss": 0.0454,
      "step": 14960
    },
    {
      "grad_norm": 0.3218095600605011,
      "learning_rate": 9.979333333333333e-05,
      "loss": 0.0437,
      "step": 14970
    },
    {
      "grad_norm": 0.27861306071281433,
      "learning_rate": 9.986000000000001e-05,
      "loss": 0.0541,
      "step": 14980
    },
    {
      "grad_norm": 0.3864833116531372,
      "learning_rate": 9.992666666666667e-05,
      "loss": 0.0462,
      "step": 14990
    },
    {
      "grad_norm": 0.34605708718299866,
      "learning_rate": 9.999333333333334e-05,
      "loss": 0.0548,
      "step": 15000
    },
    {
      "grad_norm": 0.37775546312332153,
      "learning_rate": 9.999999975394338e-05,
      "loss": 0.044,
      "step": 15010
    },
    {
      "grad_norm": 0.3127991557121277,
      "learning_rate": 9.999999890337731e-05,
      "loss": 0.04,
      "step": 15020
    },
    {
      "grad_norm": 0.3761783242225647,
      "learning_rate": 9.999999744526401e-05,
      "loss": 0.0421,
      "step": 15030
    },
    {
      "grad_norm": 0.3520197868347168,
      "learning_rate": 9.999999537960356e-05,
      "loss": 0.0525,
      "step": 15040
    },
    {
      "grad_norm": 0.26383763551712036,
      "learning_rate": 9.999999270639596e-05,
      "loss": 0.0578,
      "step": 15050
    },
    {
      "grad_norm": 0.31270983815193176,
      "learning_rate": 9.999998942564122e-05,
      "loss": 0.0439,
      "step": 15060
    },
    {
      "grad_norm": 0.2680501937866211,
      "learning_rate": 9.99999855373394e-05,
      "loss": 0.0417,
      "step": 15070
    },
    {
      "grad_norm": 0.36351361870765686,
      "learning_rate": 9.999998104149056e-05,
      "loss": 0.0479,
      "step": 15080
    },
    {
      "grad_norm": 0.35188138484954834,
      "learning_rate": 9.999997593809473e-05,
      "loss": 0.0452,
      "step": 15090
    },
    {
      "grad_norm": 0.30796200037002563,
      "learning_rate": 9.999997022715201e-05,
      "loss": 0.0431,
      "step": 15100
    },
    {
      "grad_norm": 0.27080193161964417,
      "learning_rate": 9.999996390866243e-05,
      "loss": 0.0364,
      "step": 15110
    },
    {
      "grad_norm": 0.2570839822292328,
      "learning_rate": 9.999995698262608e-05,
      "loss": 0.032,
      "step": 15120
    },
    {
      "grad_norm": 0.31006792187690735,
      "learning_rate": 9.999994944904306e-05,
      "loss": 0.0446,
      "step": 15130
    },
    {
      "grad_norm": 0.44584202766418457,
      "learning_rate": 9.999994130791341e-05,
      "loss": 0.0416,
      "step": 15140
    },
    {
      "grad_norm": 0.36049649119377136,
      "learning_rate": 9.99999325592373e-05,
      "loss": 0.0562,
      "step": 15150
    },
    {
      "grad_norm": 0.2569650411605835,
      "learning_rate": 9.999992320301478e-05,
      "loss": 0.0504,
      "step": 15160
    },
    {
      "grad_norm": 0.32674089074134827,
      "learning_rate": 9.9999913239246e-05,
      "loss": 0.054,
      "step": 15170
    },
    {
      "grad_norm": 0.4529579281806946,
      "learning_rate": 9.999990266793106e-05,
      "loss": 0.0419,
      "step": 15180
    },
    {
      "grad_norm": 0.21856366097927094,
      "learning_rate": 9.99998914890701e-05,
      "loss": 0.0402,
      "step": 15190
    },
    {
      "grad_norm": 0.3566026985645294,
      "learning_rate": 9.999987970266323e-05,
      "loss": 0.0532,
      "step": 15200
    },
    {
      "grad_norm": 0.24084022641181946,
      "learning_rate": 9.999986730871064e-05,
      "loss": 0.0397,
      "step": 15210
    },
    {
      "grad_norm": 0.5531561374664307,
      "learning_rate": 9.999985430721243e-05,
      "loss": 0.0455,
      "step": 15220
    },
    {
      "grad_norm": 0.24657200276851654,
      "learning_rate": 9.999984069816881e-05,
      "loss": 0.042,
      "step": 15230
    },
    {
      "grad_norm": 0.2800348103046417,
      "learning_rate": 9.99998264815799e-05,
      "loss": 0.0371,
      "step": 15240
    },
    {
      "grad_norm": 0.3029840588569641,
      "learning_rate": 9.99998116574459e-05,
      "loss": 0.0557,
      "step": 15250
    },
    {
      "grad_norm": 0.3199366629123688,
      "learning_rate": 9.999979622576698e-05,
      "loss": 0.0398,
      "step": 15260
    },
    {
      "grad_norm": 0.3078370988368988,
      "learning_rate": 9.999978018654333e-05,
      "loss": 0.0451,
      "step": 15270
    },
    {
      "grad_norm": 0.4331963360309601,
      "learning_rate": 9.999976353977511e-05,
      "loss": 0.043,
      "step": 15280
    },
    {
      "grad_norm": 0.32901284098625183,
      "learning_rate": 9.99997462854626e-05,
      "loss": 0.0532,
      "step": 15290
    },
    {
      "grad_norm": 0.2557967007160187,
      "learning_rate": 9.999972842360594e-05,
      "loss": 0.0426,
      "step": 15300
    },
    {
      "grad_norm": 0.23101848363876343,
      "learning_rate": 9.999970995420537e-05,
      "loss": 0.0521,
      "step": 15310
    },
    {
      "grad_norm": 0.2581081688404083,
      "learning_rate": 9.999969087726114e-05,
      "loss": 0.0388,
      "step": 15320
    },
    {
      "grad_norm": 0.32696184515953064,
      "learning_rate": 9.999967119277344e-05,
      "loss": 0.0349,
      "step": 15330
    },
    {
      "grad_norm": 0.23384425044059753,
      "learning_rate": 9.999965090074254e-05,
      "loss": 0.0408,
      "step": 15340
    },
    {
      "grad_norm": 0.20590297877788544,
      "learning_rate": 9.999963000116865e-05,
      "loss": 0.036,
      "step": 15350
    },
    {
      "grad_norm": 0.19785937666893005,
      "learning_rate": 9.999960849405208e-05,
      "loss": 0.0329,
      "step": 15360
    },
    {
      "grad_norm": 0.34093090891838074,
      "learning_rate": 9.999958637939304e-05,
      "loss": 0.0396,
      "step": 15370
    },
    {
      "grad_norm": 0.23772752285003662,
      "learning_rate": 9.999956365719182e-05,
      "loss": 0.0459,
      "step": 15380
    },
    {
      "grad_norm": 0.4114398658275604,
      "learning_rate": 9.99995403274487e-05,
      "loss": 0.05,
      "step": 15390
    },
    {
      "grad_norm": 0.3050225079059601,
      "learning_rate": 9.999951639016395e-05,
      "loss": 0.0407,
      "step": 15400
    },
    {
      "grad_norm": 0.36645546555519104,
      "learning_rate": 9.999949184533788e-05,
      "loss": 0.0438,
      "step": 15410
    },
    {
      "grad_norm": 0.26522567868232727,
      "learning_rate": 9.999946669297076e-05,
      "loss": 0.0394,
      "step": 15420
    },
    {
      "grad_norm": 0.2895286977291107,
      "learning_rate": 9.999944093306293e-05,
      "loss": 0.0543,
      "step": 15430
    },
    {
      "grad_norm": 0.2555806040763855,
      "learning_rate": 9.999941456561465e-05,
      "loss": 0.0397,
      "step": 15440
    },
    {
      "grad_norm": 0.2372630536556244,
      "learning_rate": 9.999938759062633e-05,
      "loss": 0.0427,
      "step": 15450
    },
    {
      "grad_norm": 0.22106917202472687,
      "learning_rate": 9.999936000809819e-05,
      "loss": 0.0378,
      "step": 15460
    },
    {
      "grad_norm": 0.39556971192359924,
      "learning_rate": 9.999933181803066e-05,
      "loss": 0.0467,
      "step": 15470
    },
    {
      "grad_norm": 0.3685555160045624,
      "learning_rate": 9.999930302042402e-05,
      "loss": 0.0495,
      "step": 15480
    },
    {
      "grad_norm": 0.26780229806900024,
      "learning_rate": 9.999927361527866e-05,
      "loss": 0.0458,
      "step": 15490
    },
    {
      "grad_norm": 0.2076219618320465,
      "learning_rate": 9.99992436025949e-05,
      "loss": 0.0347,
      "step": 15500
    },
    {
      "grad_norm": 0.3104015290737152,
      "learning_rate": 9.999921298237311e-05,
      "loss": 0.0442,
      "step": 15510
    },
    {
      "grad_norm": 0.2672710716724396,
      "learning_rate": 9.999918175461371e-05,
      "loss": 0.0357,
      "step": 15520
    },
    {
      "grad_norm": 0.2901015281677246,
      "learning_rate": 9.999914991931702e-05,
      "loss": 0.0384,
      "step": 15530
    },
    {
      "grad_norm": 0.26111793518066406,
      "learning_rate": 9.999911747648346e-05,
      "loss": 0.04,
      "step": 15540
    },
    {
      "grad_norm": 0.38415083289146423,
      "learning_rate": 9.999908442611341e-05,
      "loss": 0.0472,
      "step": 15550
    },
    {
      "grad_norm": 0.31036269664764404,
      "learning_rate": 9.999905076820728e-05,
      "loss": 0.0401,
      "step": 15560
    },
    {
      "grad_norm": 0.40464305877685547,
      "learning_rate": 9.999901650276549e-05,
      "loss": 0.0422,
      "step": 15570
    },
    {
      "grad_norm": 0.35887283086776733,
      "learning_rate": 9.999898162978843e-05,
      "loss": 0.0504,
      "step": 15580
    },
    {
      "grad_norm": 0.2992149591445923,
      "learning_rate": 9.999894614927653e-05,
      "loss": 0.0441,
      "step": 15590
    },
    {
      "grad_norm": 0.33645546436309814,
      "learning_rate": 9.999891006123023e-05,
      "loss": 0.0396,
      "step": 15600
    },
    {
      "grad_norm": 0.28635862469673157,
      "learning_rate": 9.999887336564998e-05,
      "loss": 0.0505,
      "step": 15610
    },
    {
      "grad_norm": 0.19122131168842316,
      "learning_rate": 9.99988360625362e-05,
      "loss": 0.0394,
      "step": 15620
    },
    {
      "grad_norm": 0.2753975987434387,
      "learning_rate": 9.999879815188936e-05,
      "loss": 0.0385,
      "step": 15630
    },
    {
      "grad_norm": 0.2294575572013855,
      "learning_rate": 9.999875963370991e-05,
      "loss": 0.0298,
      "step": 15640
    },
    {
      "grad_norm": 0.3972071707248688,
      "learning_rate": 9.999872050799833e-05,
      "loss": 0.0348,
      "step": 15650
    },
    {
      "grad_norm": 0.29899394512176514,
      "learning_rate": 9.999868077475509e-05,
      "loss": 0.0456,
      "step": 15660
    },
    {
      "grad_norm": 0.41986873745918274,
      "learning_rate": 9.999864043398066e-05,
      "loss": 0.0428,
      "step": 15670
    },
    {
      "grad_norm": 0.24362899363040924,
      "learning_rate": 9.999859948567557e-05,
      "loss": 0.0345,
      "step": 15680
    },
    {
      "grad_norm": 0.26270779967308044,
      "learning_rate": 9.999855792984025e-05,
      "loss": 0.0366,
      "step": 15690
    },
    {
      "grad_norm": 0.38183850049972534,
      "learning_rate": 9.999851576647528e-05,
      "loss": 0.0425,
      "step": 15700
    },
    {
      "grad_norm": 0.22870256006717682,
      "learning_rate": 9.999847299558111e-05,
      "loss": 0.0417,
      "step": 15710
    },
    {
      "grad_norm": 0.3051847219467163,
      "learning_rate": 9.999842961715831e-05,
      "loss": 0.0337,
      "step": 15720
    },
    {
      "grad_norm": 0.25095948576927185,
      "learning_rate": 9.999838563120737e-05,
      "loss": 0.047,
      "step": 15730
    },
    {
      "grad_norm": 0.28289875388145447,
      "learning_rate": 9.999834103772883e-05,
      "loss": 0.0447,
      "step": 15740
    },
    {
      "grad_norm": 0.3887227773666382,
      "learning_rate": 9.999829583672327e-05,
      "loss": 0.0481,
      "step": 15750
    },
    {
      "grad_norm": 0.38378050923347473,
      "learning_rate": 9.999825002819119e-05,
      "loss": 0.0519,
      "step": 15760
    },
    {
      "grad_norm": 0.3715156018733978,
      "learning_rate": 9.999820361213316e-05,
      "loss": 0.0658,
      "step": 15770
    },
    {
      "grad_norm": 0.26420268416404724,
      "learning_rate": 9.999815658854976e-05,
      "loss": 0.0502,
      "step": 15780
    },
    {
      "grad_norm": 0.38660597801208496,
      "learning_rate": 9.999810895744155e-05,
      "loss": 0.0561,
      "step": 15790
    },
    {
      "grad_norm": 0.26640015840530396,
      "learning_rate": 9.99980607188091e-05,
      "loss": 0.0451,
      "step": 15800
    },
    {
      "grad_norm": 0.3188575208187103,
      "learning_rate": 9.999801187265301e-05,
      "loss": 0.0368,
      "step": 15810
    },
    {
      "grad_norm": 0.27696704864501953,
      "learning_rate": 9.999796241897387e-05,
      "loss": 0.0384,
      "step": 15820
    },
    {
      "grad_norm": 0.23083822429180145,
      "learning_rate": 9.99979123577723e-05,
      "loss": 0.0365,
      "step": 15830
    },
    {
      "grad_norm": 0.26908913254737854,
      "learning_rate": 9.999786168904886e-05,
      "loss": 0.0364,
      "step": 15840
    },
    {
      "grad_norm": 0.2942621409893036,
      "learning_rate": 9.999781041280422e-05,
      "loss": 0.0326,
      "step": 15850
    },
    {
      "grad_norm": 0.24935857951641083,
      "learning_rate": 9.999775852903896e-05,
      "loss": 0.0403,
      "step": 15860
    },
    {
      "grad_norm": 0.3299292027950287,
      "learning_rate": 9.999770603775373e-05,
      "loss": 0.0406,
      "step": 15870
    },
    {
      "grad_norm": 0.3235832452774048,
      "learning_rate": 9.999765293894918e-05,
      "loss": 0.0491,
      "step": 15880
    },
    {
      "grad_norm": 0.27698129415512085,
      "learning_rate": 9.999759923262593e-05,
      "loss": 0.0421,
      "step": 15890
    },
    {
      "grad_norm": 0.32863378524780273,
      "learning_rate": 9.999754491878464e-05,
      "loss": 0.0385,
      "step": 15900
    },
    {
      "grad_norm": 0.2829230725765228,
      "learning_rate": 9.999748999742597e-05,
      "loss": 0.0413,
      "step": 15910
    },
    {
      "grad_norm": 0.3624000549316406,
      "learning_rate": 9.999743446855061e-05,
      "loss": 0.0401,
      "step": 15920
    },
    {
      "grad_norm": 0.3127167522907257,
      "learning_rate": 9.99973783321592e-05,
      "loss": 0.0434,
      "step": 15930
    },
    {
      "grad_norm": 0.3064109981060028,
      "learning_rate": 9.999732158825246e-05,
      "loss": 0.0446,
      "step": 15940
    },
    {
      "grad_norm": 0.31683605909347534,
      "learning_rate": 9.999726423683104e-05,
      "loss": 0.0389,
      "step": 15950
    },
    {
      "grad_norm": 0.25086134672164917,
      "learning_rate": 9.999720627789566e-05,
      "loss": 0.0375,
      "step": 15960
    },
    {
      "grad_norm": 0.2557474672794342,
      "learning_rate": 9.999714771144701e-05,
      "loss": 0.0414,
      "step": 15970
    },
    {
      "grad_norm": 0.29680126905441284,
      "learning_rate": 9.99970885374858e-05,
      "loss": 0.0365,
      "step": 15980
    },
    {
      "grad_norm": 0.2749324142932892,
      "learning_rate": 9.999702875601277e-05,
      "loss": 0.0409,
      "step": 15990
    },
    {
      "grad_norm": 0.28331515192985535,
      "learning_rate": 9.999696836702865e-05,
      "loss": 0.0385,
      "step": 16000
    },
    {
      "grad_norm": 0.275687575340271,
      "learning_rate": 9.999690737053416e-05,
      "loss": 0.0413,
      "step": 16010
    },
    {
      "grad_norm": 0.20789791643619537,
      "learning_rate": 9.999684576653001e-05,
      "loss": 0.0323,
      "step": 16020
    },
    {
      "grad_norm": 0.24526657164096832,
      "learning_rate": 9.999678355501701e-05,
      "loss": 0.0357,
      "step": 16030
    },
    {
      "grad_norm": 0.2006673365831375,
      "learning_rate": 9.999672073599586e-05,
      "loss": 0.039,
      "step": 16040
    },
    {
      "grad_norm": 0.22554539144039154,
      "learning_rate": 9.999665730946736e-05,
      "loss": 0.0397,
      "step": 16050
    },
    {
      "grad_norm": 0.2343561202287674,
      "learning_rate": 9.999659327543228e-05,
      "loss": 0.0343,
      "step": 16060
    },
    {
      "grad_norm": 0.29732346534729004,
      "learning_rate": 9.999652863389138e-05,
      "loss": 0.0399,
      "step": 16070
    },
    {
      "grad_norm": 0.26198408007621765,
      "learning_rate": 9.999646338484545e-05,
      "loss": 0.0338,
      "step": 16080
    },
    {
      "grad_norm": 0.24667471647262573,
      "learning_rate": 9.999639752829528e-05,
      "loss": 0.0382,
      "step": 16090
    },
    {
      "grad_norm": 0.22436180710792542,
      "learning_rate": 9.999633106424169e-05,
      "loss": 0.0322,
      "step": 16100
    },
    {
      "grad_norm": 0.44811302423477173,
      "learning_rate": 9.999626399268546e-05,
      "loss": 0.0413,
      "step": 16110
    },
    {
      "grad_norm": 0.3056691884994507,
      "learning_rate": 9.999619631362742e-05,
      "loss": 0.0404,
      "step": 16120
    },
    {
      "grad_norm": 0.4003026485443115,
      "learning_rate": 9.99961280270684e-05,
      "loss": 0.0395,
      "step": 16130
    },
    {
      "grad_norm": 0.25052469968795776,
      "learning_rate": 9.99960591330092e-05,
      "loss": 0.0311,
      "step": 16140
    },
    {
      "grad_norm": 0.21078264713287354,
      "learning_rate": 9.999598963145069e-05,
      "loss": 0.0438,
      "step": 16150
    },
    {
      "grad_norm": 0.21413163840770721,
      "learning_rate": 9.999591952239371e-05,
      "loss": 0.0372,
      "step": 16160
    },
    {
      "grad_norm": 0.35456612706184387,
      "learning_rate": 9.99958488058391e-05,
      "loss": 0.0333,
      "step": 16170
    },
    {
      "grad_norm": 0.2027580589056015,
      "learning_rate": 9.999577748178773e-05,
      "loss": 0.0287,
      "step": 16180
    },
    {
      "grad_norm": 0.32975316047668457,
      "learning_rate": 9.999570555024043e-05,
      "loss": 0.0338,
      "step": 16190
    },
    {
      "grad_norm": 0.21101340651512146,
      "learning_rate": 9.999563301119811e-05,
      "loss": 0.0343,
      "step": 16200
    },
    {
      "grad_norm": 0.2089070975780487,
      "learning_rate": 9.999555986466166e-05,
      "loss": 0.0404,
      "step": 16210
    },
    {
      "grad_norm": 0.20011551678180695,
      "learning_rate": 9.999548611063197e-05,
      "loss": 0.0277,
      "step": 16220
    },
    {
      "grad_norm": 0.24442210793495178,
      "learning_rate": 9.99954117491099e-05,
      "loss": 0.0456,
      "step": 16230
    },
    {
      "grad_norm": 0.43935447931289673,
      "learning_rate": 9.999533678009639e-05,
      "loss": 0.0515,
      "step": 16240
    },
    {
      "grad_norm": 0.3771170973777771,
      "learning_rate": 9.99952612035923e-05,
      "loss": 0.0424,
      "step": 16250
    },
    {
      "grad_norm": 0.27627551555633545,
      "learning_rate": 9.999518501959861e-05,
      "loss": 0.0402,
      "step": 16260
    },
    {
      "grad_norm": 0.19461499154567719,
      "learning_rate": 9.999510822811621e-05,
      "loss": 0.0358,
      "step": 16270
    },
    {
      "grad_norm": 0.27661123871803284,
      "learning_rate": 9.999503082914605e-05,
      "loss": 0.0457,
      "step": 16280
    },
    {
      "grad_norm": 0.18675652146339417,
      "learning_rate": 9.999495282268905e-05,
      "loss": 0.0321,
      "step": 16290
    },
    {
      "grad_norm": 0.2239987999200821,
      "learning_rate": 9.999487420874618e-05,
      "loss": 0.0331,
      "step": 16300
    },
    {
      "grad_norm": 0.510857105255127,
      "learning_rate": 9.999479498731839e-05,
      "loss": 0.0552,
      "step": 16310
    },
    {
      "grad_norm": 0.2779892086982727,
      "learning_rate": 9.999471515840662e-05,
      "loss": 0.0396,
      "step": 16320
    },
    {
      "grad_norm": 0.31209367513656616,
      "learning_rate": 9.999463472201187e-05,
      "loss": 0.0489,
      "step": 16330
    },
    {
      "grad_norm": 0.40470901131629944,
      "learning_rate": 9.999455367813511e-05,
      "loss": 0.0411,
      "step": 16340
    },
    {
      "grad_norm": 0.289622962474823,
      "learning_rate": 9.999447202677732e-05,
      "loss": 0.0381,
      "step": 16350
    },
    {
      "grad_norm": 0.2920103967189789,
      "learning_rate": 9.999438976793947e-05,
      "loss": 0.0435,
      "step": 16360
    },
    {
      "grad_norm": 0.3592522144317627,
      "learning_rate": 9.999430690162261e-05,
      "loss": 0.0538,
      "step": 16370
    },
    {
      "grad_norm": 0.2698046565055847,
      "learning_rate": 9.99942234278277e-05,
      "loss": 0.0487,
      "step": 16380
    },
    {
      "grad_norm": 0.34814441204071045,
      "learning_rate": 9.999413934655578e-05,
      "loss": 0.049,
      "step": 16390
    },
    {
      "grad_norm": 0.28780627250671387,
      "learning_rate": 9.999405465780787e-05,
      "loss": 0.0413,
      "step": 16400
    },
    {
      "grad_norm": 0.28645089268684387,
      "learning_rate": 9.999396936158498e-05,
      "loss": 0.0407,
      "step": 16410
    },
    {
      "grad_norm": 0.2569422721862793,
      "learning_rate": 9.999388345788819e-05,
      "loss": 0.0376,
      "step": 16420
    },
    {
      "grad_norm": 0.25943005084991455,
      "learning_rate": 9.999379694671847e-05,
      "loss": 0.0389,
      "step": 16430
    },
    {
      "grad_norm": 0.5364888906478882,
      "learning_rate": 9.999370982807695e-05,
      "loss": 0.041,
      "step": 16440
    },
    {
      "grad_norm": 0.22712084650993347,
      "learning_rate": 9.999362210196463e-05,
      "loss": 0.0348,
      "step": 16450
    },
    {
      "grad_norm": 0.22419314086437225,
      "learning_rate": 9.99935337683826e-05,
      "loss": 0.0422,
      "step": 16460
    },
    {
      "grad_norm": 0.2729296386241913,
      "learning_rate": 9.999344482733197e-05,
      "loss": 0.0449,
      "step": 16470
    },
    {
      "grad_norm": 0.27146151661872864,
      "learning_rate": 9.999335527881375e-05,
      "loss": 0.0451,
      "step": 16480
    },
    {
      "grad_norm": 0.22878769040107727,
      "learning_rate": 9.999326512282908e-05,
      "loss": 0.0377,
      "step": 16490
    },
    {
      "grad_norm": 0.3179877996444702,
      "learning_rate": 9.9993174359379e-05,
      "loss": 0.0378,
      "step": 16500
    },
    {
      "grad_norm": 0.2965451180934906,
      "learning_rate": 9.999308298846468e-05,
      "loss": 0.0417,
      "step": 16510
    },
    {
      "grad_norm": 0.24574986100196838,
      "learning_rate": 9.999299101008721e-05,
      "loss": 0.04,
      "step": 16520
    },
    {
      "grad_norm": 0.30706587433815,
      "learning_rate": 9.999289842424768e-05,
      "loss": 0.0452,
      "step": 16530
    },
    {
      "grad_norm": 0.27486005425453186,
      "learning_rate": 9.999280523094724e-05,
      "loss": 0.0375,
      "step": 16540
    },
    {
      "grad_norm": 0.3510551452636719,
      "learning_rate": 9.999271143018702e-05,
      "loss": 0.0382,
      "step": 16550
    },
    {
      "grad_norm": 0.40253689885139465,
      "learning_rate": 9.999261702196813e-05,
      "loss": 0.0522,
      "step": 16560
    },
    {
      "grad_norm": 0.5438937544822693,
      "learning_rate": 9.999252200629176e-05,
      "loss": 0.0441,
      "step": 16570
    },
    {
      "grad_norm": 0.3076435327529907,
      "learning_rate": 9.999242638315906e-05,
      "loss": 0.0549,
      "step": 16580
    },
    {
      "grad_norm": 0.2488473653793335,
      "learning_rate": 9.999233015257116e-05,
      "loss": 0.041,
      "step": 16590
    },
    {
      "grad_norm": 0.2344466596841812,
      "learning_rate": 9.999223331452926e-05,
      "loss": 0.0348,
      "step": 16600
    },
    {
      "grad_norm": 0.19511371850967407,
      "learning_rate": 9.999213586903452e-05,
      "loss": 0.0336,
      "step": 16610
    },
    {
      "grad_norm": 0.3779330551624298,
      "learning_rate": 9.999203781608813e-05,
      "loss": 0.0353,
      "step": 16620
    },
    {
      "grad_norm": 0.27275359630584717,
      "learning_rate": 9.999193915569127e-05,
      "loss": 0.0365,
      "step": 16630
    },
    {
      "grad_norm": 0.33497050404548645,
      "learning_rate": 9.999183988784516e-05,
      "loss": 0.0422,
      "step": 16640
    },
    {
      "grad_norm": 0.18636590242385864,
      "learning_rate": 9.999174001255099e-05,
      "loss": 0.0405,
      "step": 16650
    },
    {
      "grad_norm": 0.27898314595222473,
      "learning_rate": 9.999163952981e-05,
      "loss": 0.035,
      "step": 16660
    },
    {
      "grad_norm": 0.24622610211372375,
      "learning_rate": 9.999153843962336e-05,
      "loss": 0.0519,
      "step": 16670
    },
    {
      "grad_norm": 0.32771316170692444,
      "learning_rate": 9.999143674199234e-05,
      "loss": 0.0358,
      "step": 16680
    },
    {
      "grad_norm": 0.3232068121433258,
      "learning_rate": 9.999133443691817e-05,
      "loss": 0.0359,
      "step": 16690
    },
    {
      "grad_norm": 0.2704029381275177,
      "learning_rate": 9.999123152440208e-05,
      "loss": 0.0388,
      "step": 16700
    },
    {
      "grad_norm": 0.3358702063560486,
      "learning_rate": 9.999112800444533e-05,
      "loss": 0.0417,
      "step": 16710
    },
    {
      "grad_norm": 0.35878831148147583,
      "learning_rate": 9.999102387704917e-05,
      "loss": 0.0432,
      "step": 16720
    },
    {
      "grad_norm": 0.39414000511169434,
      "learning_rate": 9.999091914221486e-05,
      "loss": 0.039,
      "step": 16730
    },
    {
      "grad_norm": 0.40612199902534485,
      "learning_rate": 9.99908137999437e-05,
      "loss": 0.0349,
      "step": 16740
    },
    {
      "grad_norm": 0.2795502841472626,
      "learning_rate": 9.999070785023696e-05,
      "loss": 0.054,
      "step": 16750
    },
    {
      "grad_norm": 0.2712258994579315,
      "learning_rate": 9.99906012930959e-05,
      "loss": 0.0419,
      "step": 16760
    },
    {
      "grad_norm": 0.23037301003932953,
      "learning_rate": 9.999049412852186e-05,
      "loss": 0.0415,
      "step": 16770
    },
    {
      "grad_norm": 0.37719377875328064,
      "learning_rate": 9.99903863565161e-05,
      "loss": 0.0433,
      "step": 16780
    },
    {
      "grad_norm": 0.2697863280773163,
      "learning_rate": 9.999027797707994e-05,
      "loss": 0.0371,
      "step": 16790
    },
    {
      "grad_norm": 0.2654576599597931,
      "learning_rate": 9.999016899021472e-05,
      "loss": 0.0373,
      "step": 16800
    },
    {
      "grad_norm": 0.22206997871398926,
      "learning_rate": 9.999005939592174e-05,
      "loss": 0.0348,
      "step": 16810
    },
    {
      "grad_norm": 0.20112349092960358,
      "learning_rate": 9.998994919420234e-05,
      "loss": 0.0339,
      "step": 16820
    },
    {
      "grad_norm": 0.20635218918323517,
      "learning_rate": 9.998983838505786e-05,
      "loss": 0.0383,
      "step": 16830
    },
    {
      "grad_norm": 0.23570024967193604,
      "learning_rate": 9.998972696848965e-05,
      "loss": 0.0329,
      "step": 16840
    },
    {
      "grad_norm": 0.22887015342712402,
      "learning_rate": 9.998961494449906e-05,
      "loss": 0.0324,
      "step": 16850
    },
    {
      "grad_norm": 0.1920592337846756,
      "learning_rate": 9.998950231308744e-05,
      "loss": 0.0371,
      "step": 16860
    },
    {
      "grad_norm": 0.20140165090560913,
      "learning_rate": 9.998938907425616e-05,
      "loss": 0.0296,
      "step": 16870
    },
    {
      "grad_norm": 0.22716648876667023,
      "learning_rate": 9.998927522800663e-05,
      "loss": 0.0294,
      "step": 16880
    },
    {
      "grad_norm": 0.3521089255809784,
      "learning_rate": 9.998916077434019e-05,
      "loss": 0.0472,
      "step": 16890
    },
    {
      "grad_norm": 0.32907795906066895,
      "learning_rate": 9.998904571325827e-05,
      "loss": 0.0461,
      "step": 16900
    },
    {
      "grad_norm": 0.27047595381736755,
      "learning_rate": 9.998893004476224e-05,
      "loss": 0.0437,
      "step": 16910
    },
    {
      "grad_norm": 0.212936669588089,
      "learning_rate": 9.99888137688535e-05,
      "loss": 0.0387,
      "step": 16920
    },
    {
      "grad_norm": 0.2548472583293915,
      "learning_rate": 9.998869688553348e-05,
      "loss": 0.0373,
      "step": 16930
    },
    {
      "grad_norm": 0.24382245540618896,
      "learning_rate": 9.998857939480361e-05,
      "loss": 0.0429,
      "step": 16940
    },
    {
      "grad_norm": 0.3141598403453827,
      "learning_rate": 9.998846129666529e-05,
      "loss": 0.0397,
      "step": 16950
    },
    {
      "grad_norm": 0.2957024872303009,
      "learning_rate": 9.998834259111996e-05,
      "loss": 0.0407,
      "step": 16960
    },
    {
      "grad_norm": 0.2915046513080597,
      "learning_rate": 9.998822327816908e-05,
      "loss": 0.0377,
      "step": 16970
    },
    {
      "grad_norm": 0.21235667169094086,
      "learning_rate": 9.99881033578141e-05,
      "loss": 0.0414,
      "step": 16980
    },
    {
      "grad_norm": 0.2880818247795105,
      "learning_rate": 9.998798283005647e-05,
      "loss": 0.0403,
      "step": 16990
    },
    {
      "grad_norm": 0.5181629061698914,
      "learning_rate": 9.998786169489762e-05,
      "loss": 0.0358,
      "step": 17000
    },
    {
      "grad_norm": 0.2877022325992584,
      "learning_rate": 9.998773995233908e-05,
      "loss": 0.0452,
      "step": 17010
    },
    {
      "grad_norm": 0.30543503165245056,
      "learning_rate": 9.99876176023823e-05,
      "loss": 0.0407,
      "step": 17020
    },
    {
      "grad_norm": 0.24324218928813934,
      "learning_rate": 9.998749464502877e-05,
      "loss": 0.045,
      "step": 17030
    },
    {
      "grad_norm": 0.3136717677116394,
      "learning_rate": 9.998737108027998e-05,
      "loss": 0.0434,
      "step": 17040
    },
    {
      "grad_norm": 0.2509809136390686,
      "learning_rate": 9.998724690813744e-05,
      "loss": 0.0391,
      "step": 17050
    },
    {
      "grad_norm": 0.5913176536560059,
      "learning_rate": 9.998712212860264e-05,
      "loss": 0.0437,
      "step": 17060
    },
    {
      "grad_norm": 0.24342718720436096,
      "learning_rate": 9.998699674167712e-05,
      "loss": 0.0326,
      "step": 17070
    },
    {
      "grad_norm": 0.3498716652393341,
      "learning_rate": 9.998687074736241e-05,
      "loss": 0.0399,
      "step": 17080
    },
    {
      "grad_norm": 0.44895273447036743,
      "learning_rate": 9.998674414566001e-05,
      "loss": 0.0419,
      "step": 17090
    },
    {
      "grad_norm": 0.16791924834251404,
      "learning_rate": 9.998661693657148e-05,
      "loss": 0.033,
      "step": 17100
    },
    {
      "grad_norm": 0.3974567949771881,
      "learning_rate": 9.998648912009835e-05,
      "loss": 0.0438,
      "step": 17110
    },
    {
      "grad_norm": 0.3118296265602112,
      "learning_rate": 9.998636069624219e-05,
      "loss": 0.0318,
      "step": 17120
    },
    {
      "grad_norm": 0.30052509903907776,
      "learning_rate": 9.998623166500454e-05,
      "loss": 0.0415,
      "step": 17130
    },
    {
      "grad_norm": 0.1907089650630951,
      "learning_rate": 9.998610202638699e-05,
      "loss": 0.0375,
      "step": 17140
    },
    {
      "grad_norm": 0.2665863335132599,
      "learning_rate": 9.998597178039111e-05,
      "loss": 0.0397,
      "step": 17150
    },
    {
      "grad_norm": 0.3730449676513672,
      "learning_rate": 9.998584092701848e-05,
      "loss": 0.0398,
      "step": 17160
    },
    {
      "grad_norm": 0.2260057032108307,
      "learning_rate": 9.998570946627067e-05,
      "loss": 0.0404,
      "step": 17170
    },
    {
      "grad_norm": 0.2994707226753235,
      "learning_rate": 9.998557739814931e-05,
      "loss": 0.036,
      "step": 17180
    },
    {
      "grad_norm": 0.3130331337451935,
      "learning_rate": 9.998544472265598e-05,
      "loss": 0.0324,
      "step": 17190
    },
    {
      "grad_norm": 0.2779163420200348,
      "learning_rate": 9.998531143979232e-05,
      "loss": 0.0381,
      "step": 17200
    },
    {
      "grad_norm": 0.8221421837806702,
      "learning_rate": 9.998517754955992e-05,
      "loss": 0.0411,
      "step": 17210
    },
    {
      "grad_norm": 0.33448657393455505,
      "learning_rate": 9.998504305196042e-05,
      "loss": 0.047,
      "step": 17220
    },
    {
      "grad_norm": 0.29604580998420715,
      "learning_rate": 9.998490794699546e-05,
      "loss": 0.0426,
      "step": 17230
    },
    {
      "grad_norm": 0.3023248016834259,
      "learning_rate": 9.998477223466667e-05,
      "loss": 0.0394,
      "step": 17240
    },
    {
      "grad_norm": 0.28459516167640686,
      "learning_rate": 9.998463591497569e-05,
      "loss": 0.0559,
      "step": 17250
    },
    {
      "grad_norm": 0.26391127705574036,
      "learning_rate": 9.998449898792422e-05,
      "loss": 0.0384,
      "step": 17260
    },
    {
      "grad_norm": 0.18978473544120789,
      "learning_rate": 9.998436145351386e-05,
      "loss": 0.0352,
      "step": 17270
    },
    {
      "grad_norm": 0.36309683322906494,
      "learning_rate": 9.998422331174634e-05,
      "loss": 0.0329,
      "step": 17280
    },
    {
      "grad_norm": 0.24028083682060242,
      "learning_rate": 9.99840845626233e-05,
      "loss": 0.043,
      "step": 17290
    },
    {
      "grad_norm": 0.2894856333732605,
      "learning_rate": 9.998394520614645e-05,
      "loss": 0.032,
      "step": 17300
    },
    {
      "grad_norm": 0.26286545395851135,
      "learning_rate": 9.998380524231747e-05,
      "loss": 0.0414,
      "step": 17310
    },
    {
      "grad_norm": 0.40233278274536133,
      "learning_rate": 9.998366467113807e-05,
      "loss": 0.0387,
      "step": 17320
    },
    {
      "grad_norm": 0.20554274320602417,
      "learning_rate": 9.998352349260993e-05,
      "loss": 0.0376,
      "step": 17330
    },
    {
      "grad_norm": 0.3265766203403473,
      "learning_rate": 9.99833817067348e-05,
      "loss": 0.0375,
      "step": 17340
    },
    {
      "grad_norm": 0.6233507394790649,
      "learning_rate": 9.998323931351441e-05,
      "loss": 0.0366,
      "step": 17350
    },
    {
      "grad_norm": 0.4137099087238312,
      "learning_rate": 9.998309631295045e-05,
      "loss": 0.0456,
      "step": 17360
    },
    {
      "grad_norm": 0.27364373207092285,
      "learning_rate": 9.998295270504468e-05,
      "loss": 0.04,
      "step": 17370
    },
    {
      "grad_norm": 0.3423931896686554,
      "learning_rate": 9.998280848979884e-05,
      "loss": 0.0337,
      "step": 17380
    },
    {
      "grad_norm": 0.2596067190170288,
      "learning_rate": 9.99826636672147e-05,
      "loss": 0.0329,
      "step": 17390
    },
    {
      "grad_norm": 0.2552863359451294,
      "learning_rate": 9.998251823729399e-05,
      "loss": 0.0422,
      "step": 17400
    },
    {
      "grad_norm": 0.23087099194526672,
      "learning_rate": 9.998237220003848e-05,
      "loss": 0.035,
      "step": 17410
    },
    {
      "grad_norm": 0.31257349252700806,
      "learning_rate": 9.998222555544999e-05,
      "loss": 0.0382,
      "step": 17420
    },
    {
      "grad_norm": 0.8398702144622803,
      "learning_rate": 9.998207830353024e-05,
      "loss": 0.0356,
      "step": 17430
    },
    {
      "grad_norm": 0.4529886245727539,
      "learning_rate": 9.998193044428106e-05,
      "loss": 0.0427,
      "step": 17440
    },
    {
      "grad_norm": 0.26900479197502136,
      "learning_rate": 9.998178197770422e-05,
      "loss": 0.0416,
      "step": 17450
    },
    {
      "grad_norm": 0.3761301040649414,
      "learning_rate": 9.998163290380156e-05,
      "loss": 0.0474,
      "step": 17460
    },
    {
      "grad_norm": 0.309958279132843,
      "learning_rate": 9.998148322257486e-05,
      "loss": 0.0397,
      "step": 17470
    },
    {
      "grad_norm": 0.3027549088001251,
      "learning_rate": 9.998133293402595e-05,
      "loss": 0.0418,
      "step": 17480
    },
    {
      "grad_norm": 0.4101981818675995,
      "learning_rate": 9.998118203815665e-05,
      "loss": 0.0553,
      "step": 17490
    },
    {
      "grad_norm": 0.2549568712711334,
      "learning_rate": 9.998103053496882e-05,
      "loss": 0.0452,
      "step": 17500
    },
    {
      "grad_norm": 0.3176654577255249,
      "learning_rate": 9.998087842446426e-05,
      "loss": 0.0434,
      "step": 17510
    },
    {
      "grad_norm": 0.24273082613945007,
      "learning_rate": 9.998072570664483e-05,
      "loss": 0.0394,
      "step": 17520
    },
    {
      "grad_norm": 0.31688496470451355,
      "learning_rate": 9.99805723815124e-05,
      "loss": 0.0327,
      "step": 17530
    },
    {
      "grad_norm": 0.2443731725215912,
      "learning_rate": 9.998041844906883e-05,
      "loss": 0.0381,
      "step": 17540
    },
    {
      "grad_norm": 0.2882452607154846,
      "learning_rate": 9.998026390931598e-05,
      "loss": 0.0333,
      "step": 17550
    },
    {
      "grad_norm": 0.23267799615859985,
      "learning_rate": 9.998010876225574e-05,
      "loss": 0.0478,
      "step": 17560
    },
    {
      "grad_norm": 0.227216437458992,
      "learning_rate": 9.997995300789e-05,
      "loss": 0.0379,
      "step": 17570
    },
    {
      "grad_norm": 0.2667263150215149,
      "learning_rate": 9.997979664622062e-05,
      "loss": 0.0308,
      "step": 17580
    },
    {
      "grad_norm": 0.28591063618659973,
      "learning_rate": 9.997963967724952e-05,
      "loss": 0.0435,
      "step": 17590
    },
    {
      "grad_norm": 0.2033149152994156,
      "learning_rate": 9.997948210097863e-05,
      "loss": 0.044,
      "step": 17600
    },
    {
      "grad_norm": 0.3290752172470093,
      "learning_rate": 9.997932391740983e-05,
      "loss": 0.0468,
      "step": 17610
    },
    {
      "grad_norm": 0.2047863006591797,
      "learning_rate": 9.997916512654507e-05,
      "loss": 0.0303,
      "step": 17620
    },
    {
      "grad_norm": 0.20531970262527466,
      "learning_rate": 9.997900572838626e-05,
      "loss": 0.0349,
      "step": 17630
    },
    {
      "grad_norm": 0.23300395905971527,
      "learning_rate": 9.997884572293534e-05,
      "loss": 0.0319,
      "step": 17640
    },
    {
      "grad_norm": 0.23998667299747467,
      "learning_rate": 9.997868511019425e-05,
      "loss": 0.0358,
      "step": 17650
    },
    {
      "grad_norm": 0.36090222001075745,
      "learning_rate": 9.997852389016496e-05,
      "loss": 0.0472,
      "step": 17660
    },
    {
      "grad_norm": 0.20574313402175903,
      "learning_rate": 9.997836206284941e-05,
      "loss": 0.0337,
      "step": 17670
    },
    {
      "grad_norm": 0.24145404994487762,
      "learning_rate": 9.997819962824957e-05,
      "loss": 0.0421,
      "step": 17680
    },
    {
      "grad_norm": 0.22060349583625793,
      "learning_rate": 9.997803658636742e-05,
      "loss": 0.0382,
      "step": 17690
    },
    {
      "grad_norm": 0.16915357112884521,
      "learning_rate": 9.997787293720495e-05,
      "loss": 0.0511,
      "step": 17700
    },
    {
      "grad_norm": 0.2803122103214264,
      "learning_rate": 9.997770868076413e-05,
      "loss": 0.0383,
      "step": 17710
    },
    {
      "grad_norm": 0.338247686624527,
      "learning_rate": 9.997754381704696e-05,
      "loss": 0.0333,
      "step": 17720
    },
    {
      "grad_norm": 0.40659409761428833,
      "learning_rate": 9.997737834605545e-05,
      "loss": 0.0377,
      "step": 17730
    },
    {
      "grad_norm": 0.3346559703350067,
      "learning_rate": 9.99772122677916e-05,
      "loss": 0.0475,
      "step": 17740
    },
    {
      "grad_norm": 0.4125784933567047,
      "learning_rate": 9.997704558225743e-05,
      "loss": 0.0472,
      "step": 17750
    },
    {
      "grad_norm": 0.3219510614871979,
      "learning_rate": 9.997687828945499e-05,
      "loss": 0.0395,
      "step": 17760
    },
    {
      "grad_norm": 0.1880550980567932,
      "learning_rate": 9.997671038938628e-05,
      "loss": 0.0366,
      "step": 17770
    },
    {
      "grad_norm": 0.29774725437164307,
      "learning_rate": 9.997654188205334e-05,
      "loss": 0.0429,
      "step": 17780
    },
    {
      "grad_norm": 0.19602859020233154,
      "learning_rate": 9.997637276745826e-05,
      "loss": 0.032,
      "step": 17790
    },
    {
      "grad_norm": 0.20221930742263794,
      "learning_rate": 9.997620304560304e-05,
      "loss": 0.0371,
      "step": 17800
    },
    {
      "grad_norm": 0.3842109441757202,
      "learning_rate": 9.997603271648979e-05,
      "loss": 0.0395,
      "step": 17810
    },
    {
      "grad_norm": 0.39434748888015747,
      "learning_rate": 9.997586178012052e-05,
      "loss": 0.043,
      "step": 17820
    },
    {
      "grad_norm": 0.2694343626499176,
      "learning_rate": 9.997569023649737e-05,
      "loss": 0.0368,
      "step": 17830
    },
    {
      "grad_norm": 0.3643442392349243,
      "learning_rate": 9.997551808562241e-05,
      "loss": 0.0371,
      "step": 17840
    },
    {
      "grad_norm": 0.26077115535736084,
      "learning_rate": 9.997534532749771e-05,
      "loss": 0.0298,
      "step": 17850
    },
    {
      "grad_norm": 0.30015644431114197,
      "learning_rate": 9.997517196212538e-05,
      "loss": 0.0387,
      "step": 17860
    },
    {
      "grad_norm": 0.23081903159618378,
      "learning_rate": 9.997499798950751e-05,
      "loss": 0.0323,
      "step": 17870
    },
    {
      "grad_norm": 0.37541064620018005,
      "learning_rate": 9.997482340964625e-05,
      "loss": 0.0313,
      "step": 17880
    },
    {
      "grad_norm": 0.26715317368507385,
      "learning_rate": 9.99746482225437e-05,
      "loss": 0.0357,
      "step": 17890
    },
    {
      "grad_norm": 0.23416520655155182,
      "learning_rate": 9.997447242820199e-05,
      "loss": 0.0376,
      "step": 17900
    },
    {
      "grad_norm": 0.39455822110176086,
      "learning_rate": 9.997429602662325e-05,
      "loss": 0.0386,
      "step": 17910
    },
    {
      "grad_norm": 0.2220374345779419,
      "learning_rate": 9.997411901780963e-05,
      "loss": 0.039,
      "step": 17920
    },
    {
      "grad_norm": 0.22260083258152008,
      "learning_rate": 9.997394140176328e-05,
      "loss": 0.0369,
      "step": 17930
    },
    {
      "grad_norm": 0.29394105076789856,
      "learning_rate": 9.997376317848636e-05,
      "loss": 0.033,
      "step": 17940
    },
    {
      "grad_norm": 0.2753209173679352,
      "learning_rate": 9.997358434798103e-05,
      "loss": 0.043,
      "step": 17950
    },
    {
      "grad_norm": 0.2328256517648697,
      "learning_rate": 9.997340491024948e-05,
      "loss": 0.0376,
      "step": 17960
    },
    {
      "grad_norm": 0.1859995722770691,
      "learning_rate": 9.997322486529387e-05,
      "loss": 0.0394,
      "step": 17970
    },
    {
      "grad_norm": 0.22094906866550446,
      "learning_rate": 9.997304421311639e-05,
      "loss": 0.0444,
      "step": 17980
    },
    {
      "grad_norm": 0.29147180914878845,
      "learning_rate": 9.997286295371926e-05,
      "loss": 0.0307,
      "step": 17990
    },
    {
      "grad_norm": 0.17322604358196259,
      "learning_rate": 9.997268108710464e-05,
      "loss": 0.046,
      "step": 18000
    },
    {
      "grad_norm": 0.29873186349868774,
      "learning_rate": 9.997249861327478e-05,
      "loss": 0.0508,
      "step": 18010
    },
    {
      "grad_norm": 0.2876291573047638,
      "learning_rate": 9.997231553223186e-05,
      "loss": 0.0392,
      "step": 18020
    },
    {
      "grad_norm": 0.32941219210624695,
      "learning_rate": 9.997213184397814e-05,
      "loss": 0.0455,
      "step": 18030
    },
    {
      "grad_norm": 0.2602584958076477,
      "learning_rate": 9.997194754851584e-05,
      "loss": 0.0445,
      "step": 18040
    },
    {
      "grad_norm": 0.24632547795772552,
      "learning_rate": 9.997176264584717e-05,
      "loss": 0.0396,
      "step": 18050
    },
    {
      "grad_norm": 0.24125389754772186,
      "learning_rate": 9.997157713597444e-05,
      "loss": 0.0351,
      "step": 18060
    },
    {
      "grad_norm": 0.2762829661369324,
      "learning_rate": 9.997139101889986e-05,
      "loss": 0.0319,
      "step": 18070
    },
    {
      "grad_norm": 0.21495646238327026,
      "learning_rate": 9.997120429462567e-05,
      "loss": 0.0303,
      "step": 18080
    },
    {
      "grad_norm": 0.2935071289539337,
      "learning_rate": 9.997101696315418e-05,
      "loss": 0.0413,
      "step": 18090
    },
    {
      "grad_norm": 0.35275423526763916,
      "learning_rate": 9.997082902448767e-05,
      "loss": 0.0407,
      "step": 18100
    },
    {
      "grad_norm": 0.2958535850048065,
      "learning_rate": 9.997064047862839e-05,
      "loss": 0.0379,
      "step": 18110
    },
    {
      "grad_norm": 0.4805663228034973,
      "learning_rate": 9.997045132557866e-05,
      "loss": 0.0353,
      "step": 18120
    },
    {
      "grad_norm": 0.3142434358596802,
      "learning_rate": 9.997026156534075e-05,
      "loss": 0.0353,
      "step": 18130
    },
    {
      "grad_norm": 0.1964873969554901,
      "learning_rate": 9.9970071197917e-05,
      "loss": 0.031,
      "step": 18140
    },
    {
      "grad_norm": 0.3008022904396057,
      "learning_rate": 9.996988022330969e-05,
      "loss": 0.0334,
      "step": 18150
    },
    {
      "grad_norm": 0.17761142551898956,
      "learning_rate": 9.996968864152116e-05,
      "loss": 0.0325,
      "step": 18160
    },
    {
      "grad_norm": 0.21833288669586182,
      "learning_rate": 9.996949645255374e-05,
      "loss": 0.0355,
      "step": 18170
    },
    {
      "grad_norm": 0.24399596452713013,
      "learning_rate": 9.996930365640975e-05,
      "loss": 0.0387,
      "step": 18180
    },
    {
      "grad_norm": 0.19641023874282837,
      "learning_rate": 9.996911025309155e-05,
      "loss": 0.0428,
      "step": 18190
    },
    {
      "grad_norm": 0.26769429445266724,
      "learning_rate": 9.996891624260147e-05,
      "loss": 0.0357,
      "step": 18200
    },
    {
      "grad_norm": 0.35642510652542114,
      "learning_rate": 9.996872162494189e-05,
      "loss": 0.0336,
      "step": 18210
    },
    {
      "grad_norm": 0.21485355496406555,
      "learning_rate": 9.996852640011516e-05,
      "loss": 0.0326,
      "step": 18220
    },
    {
      "grad_norm": 0.18273720145225525,
      "learning_rate": 9.996833056812367e-05,
      "loss": 0.0384,
      "step": 18230
    },
    {
      "grad_norm": 0.27348366379737854,
      "learning_rate": 9.996813412896977e-05,
      "loss": 0.0303,
      "step": 18240
    },
    {
      "grad_norm": 0.2921496629714966,
      "learning_rate": 9.996793708265586e-05,
      "loss": 0.0394,
      "step": 18250
    },
    {
      "grad_norm": 0.18968477845191956,
      "learning_rate": 9.996773942918435e-05,
      "loss": 0.0312,
      "step": 18260
    },
    {
      "grad_norm": 0.4083889126777649,
      "learning_rate": 9.996754116855763e-05,
      "loss": 0.047,
      "step": 18270
    },
    {
      "grad_norm": 0.3228883743286133,
      "learning_rate": 9.99673423007781e-05,
      "loss": 0.0362,
      "step": 18280
    },
    {
      "grad_norm": 0.3059958517551422,
      "learning_rate": 9.996714282584818e-05,
      "loss": 0.0421,
      "step": 18290
    },
    {
      "grad_norm": 0.23102034628391266,
      "learning_rate": 9.99669427437703e-05,
      "loss": 0.0322,
      "step": 18300
    },
    {
      "grad_norm": 0.39039984345436096,
      "learning_rate": 9.996674205454688e-05,
      "loss": 0.038,
      "step": 18310
    },
    {
      "grad_norm": 0.3018050789833069,
      "learning_rate": 9.996654075818039e-05,
      "loss": 0.0381,
      "step": 18320
    },
    {
      "grad_norm": 0.2956974506378174,
      "learning_rate": 9.996633885467324e-05,
      "loss": 0.0343,
      "step": 18330
    },
    {
      "grad_norm": 0.2312692254781723,
      "learning_rate": 9.996613634402789e-05,
      "loss": 0.0339,
      "step": 18340
    },
    {
      "grad_norm": 0.19169409573078156,
      "learning_rate": 9.996593322624682e-05,
      "loss": 0.033,
      "step": 18350
    },
    {
      "grad_norm": 0.20004048943519592,
      "learning_rate": 9.996572950133248e-05,
      "loss": 0.0316,
      "step": 18360
    },
    {
      "grad_norm": 0.24755460023880005,
      "learning_rate": 9.996552516928735e-05,
      "loss": 0.0287,
      "step": 18370
    },
    {
      "grad_norm": 0.2615552246570587,
      "learning_rate": 9.996532023011392e-05,
      "loss": 0.0368,
      "step": 18380
    },
    {
      "grad_norm": 0.1738905906677246,
      "learning_rate": 9.996511468381467e-05,
      "loss": 0.0319,
      "step": 18390
    },
    {
      "grad_norm": 0.22752781212329865,
      "learning_rate": 9.996490853039211e-05,
      "loss": 0.0376,
      "step": 18400
    },
    {
      "grad_norm": 0.25343790650367737,
      "learning_rate": 9.996470176984873e-05,
      "loss": 0.0332,
      "step": 18410
    },
    {
      "grad_norm": 0.2130117118358612,
      "learning_rate": 9.996449440218704e-05,
      "loss": 0.0363,
      "step": 18420
    },
    {
      "grad_norm": 0.2260640561580658,
      "learning_rate": 9.996428642740958e-05,
      "loss": 0.0322,
      "step": 18430
    },
    {
      "grad_norm": 0.25990232825279236,
      "learning_rate": 9.996407784551887e-05,
      "loss": 0.0284,
      "step": 18440
    },
    {
      "grad_norm": 0.21338871121406555,
      "learning_rate": 9.996386865651744e-05,
      "loss": 0.0412,
      "step": 18450
    },
    {
      "grad_norm": 0.3283793330192566,
      "learning_rate": 9.996365886040782e-05,
      "loss": 0.0345,
      "step": 18460
    },
    {
      "grad_norm": 0.3733403980731964,
      "learning_rate": 9.996344845719257e-05,
      "loss": 0.0359,
      "step": 18470
    },
    {
      "grad_norm": 0.2612029016017914,
      "learning_rate": 9.996323744687426e-05,
      "loss": 0.0366,
      "step": 18480
    },
    {
      "grad_norm": 0.27587127685546875,
      "learning_rate": 9.996302582945543e-05,
      "loss": 0.0371,
      "step": 18490
    },
    {
      "grad_norm": 0.2108219861984253,
      "learning_rate": 9.996281360493866e-05,
      "loss": 0.051,
      "step": 18500
    },
    {
      "grad_norm": 0.25614288449287415,
      "learning_rate": 9.996260077332656e-05,
      "loss": 0.0458,
      "step": 18510
    },
    {
      "grad_norm": 0.31614065170288086,
      "learning_rate": 9.996238733462167e-05,
      "loss": 0.0333,
      "step": 18520
    },
    {
      "grad_norm": 0.3085174560546875,
      "learning_rate": 9.99621732888266e-05,
      "loss": 0.0476,
      "step": 18530
    },
    {
      "grad_norm": 0.17865367233753204,
      "learning_rate": 9.996195863594396e-05,
      "loss": 0.0274,
      "step": 18540
    },
    {
      "grad_norm": 0.3078097105026245,
      "learning_rate": 9.996174337597632e-05,
      "loss": 0.0419,
      "step": 18550
    },
    {
      "grad_norm": 0.5208872556686401,
      "learning_rate": 9.996152750892635e-05,
      "loss": 0.0537,
      "step": 18560
    },
    {
      "grad_norm": 0.38316547870635986,
      "learning_rate": 9.996131103479667e-05,
      "loss": 0.0377,
      "step": 18570
    },
    {
      "grad_norm": 0.2856883108615875,
      "learning_rate": 9.996109395358986e-05,
      "loss": 0.0402,
      "step": 18580
    },
    {
      "grad_norm": 0.2324475347995758,
      "learning_rate": 9.99608762653086e-05,
      "loss": 0.0336,
      "step": 18590
    },
    {
      "grad_norm": 0.43340447545051575,
      "learning_rate": 9.996065796995552e-05,
      "loss": 0.043,
      "step": 18600
    },
    {
      "grad_norm": 0.2880116105079651,
      "learning_rate": 9.996043906753328e-05,
      "loss": 0.0414,
      "step": 18610
    },
    {
      "grad_norm": 0.22856847941875458,
      "learning_rate": 9.996021955804453e-05,
      "loss": 0.0474,
      "step": 18620
    },
    {
      "grad_norm": 0.43750888109207153,
      "learning_rate": 9.995999944149192e-05,
      "loss": 0.0622,
      "step": 18630
    },
    {
      "grad_norm": 0.3407144248485565,
      "learning_rate": 9.995977871787818e-05,
      "loss": 0.0389,
      "step": 18640
    },
    {
      "grad_norm": 0.2290675938129425,
      "learning_rate": 9.995955738720595e-05,
      "loss": 0.0418,
      "step": 18650
    },
    {
      "grad_norm": 0.2489372193813324,
      "learning_rate": 9.995933544947792e-05,
      "loss": 0.0395,
      "step": 18660
    },
    {
      "grad_norm": 0.3763177990913391,
      "learning_rate": 9.995911290469679e-05,
      "loss": 0.0357,
      "step": 18670
    },
    {
      "grad_norm": 0.2670183777809143,
      "learning_rate": 9.995888975286529e-05,
      "loss": 0.0348,
      "step": 18680
    },
    {
      "grad_norm": 0.25180748105049133,
      "learning_rate": 9.99586659939861e-05,
      "loss": 0.0325,
      "step": 18690
    },
    {
      "grad_norm": 0.2146281749010086,
      "learning_rate": 9.995844162806195e-05,
      "loss": 0.0252,
      "step": 18700
    },
    {
      "grad_norm": 0.17531001567840576,
      "learning_rate": 9.995821665509558e-05,
      "loss": 0.0358,
      "step": 18710
    },
    {
      "grad_norm": 0.4102160930633545,
      "learning_rate": 9.995799107508968e-05,
      "loss": 0.0322,
      "step": 18720
    },
    {
      "grad_norm": 0.4219489097595215,
      "learning_rate": 9.995776488804702e-05,
      "loss": 0.0495,
      "step": 18730
    },
    {
      "grad_norm": 0.27122828364372253,
      "learning_rate": 9.995753809397037e-05,
      "loss": 0.0342,
      "step": 18740
    },
    {
      "grad_norm": 0.26698389649391174,
      "learning_rate": 9.995731069286246e-05,
      "loss": 0.0289,
      "step": 18750
    },
    {
      "grad_norm": 0.25693637132644653,
      "learning_rate": 9.995708268472606e-05,
      "loss": 0.0354,
      "step": 18760
    },
    {
      "grad_norm": 0.18386469781398773,
      "learning_rate": 9.995685406956392e-05,
      "loss": 0.045,
      "step": 18770
    },
    {
      "grad_norm": 0.3664935529232025,
      "learning_rate": 9.995662484737885e-05,
      "loss": 0.0409,
      "step": 18780
    },
    {
      "grad_norm": 0.34094464778900146,
      "learning_rate": 9.995639501817362e-05,
      "loss": 0.038,
      "step": 18790
    },
    {
      "grad_norm": 0.24353289604187012,
      "learning_rate": 9.995616458195103e-05,
      "loss": 0.0403,
      "step": 18800
    },
    {
      "grad_norm": 0.2756980061531067,
      "learning_rate": 9.995593353871386e-05,
      "loss": 0.0441,
      "step": 18810
    },
    {
      "grad_norm": 0.2568452060222626,
      "learning_rate": 9.995570188846495e-05,
      "loss": 0.0374,
      "step": 18820
    },
    {
      "grad_norm": 0.4643152058124542,
      "learning_rate": 9.995546963120708e-05,
      "loss": 0.0423,
      "step": 18830
    },
    {
      "grad_norm": 0.30481085181236267,
      "learning_rate": 9.995523676694309e-05,
      "loss": 0.0396,
      "step": 18840
    },
    {
      "grad_norm": 0.2632179260253906,
      "learning_rate": 9.995500329567583e-05,
      "loss": 0.0448,
      "step": 18850
    },
    {
      "grad_norm": 0.3289913237094879,
      "learning_rate": 9.995476921740807e-05,
      "loss": 0.042,
      "step": 18860
    },
    {
      "grad_norm": 0.3524632751941681,
      "learning_rate": 9.995453453214274e-05,
      "loss": 0.0345,
      "step": 18870
    },
    {
      "grad_norm": 0.20705099403858185,
      "learning_rate": 9.995429923988263e-05,
      "loss": 0.0386,
      "step": 18880
    },
    {
      "grad_norm": 0.24417608976364136,
      "learning_rate": 9.995406334063062e-05,
      "loss": 0.0315,
      "step": 18890
    },
    {
      "grad_norm": 0.22519372403621674,
      "learning_rate": 9.995382683438958e-05,
      "loss": 0.0443,
      "step": 18900
    },
    {
      "grad_norm": 0.24020890891551971,
      "learning_rate": 9.995358972116238e-05,
      "loss": 0.0427,
      "step": 18910
    },
    {
      "grad_norm": 0.2971595525741577,
      "learning_rate": 9.99533520009519e-05,
      "loss": 0.0407,
      "step": 18920
    },
    {
      "grad_norm": 0.21066926419734955,
      "learning_rate": 9.995311367376103e-05,
      "loss": 0.0388,
      "step": 18930
    },
    {
      "grad_norm": 0.2532672882080078,
      "learning_rate": 9.995287473959267e-05,
      "loss": 0.0333,
      "step": 18940
    },
    {
      "grad_norm": 0.24289117753505707,
      "learning_rate": 9.995263519844971e-05,
      "loss": 0.0314,
      "step": 18950
    },
    {
      "grad_norm": 0.2918507158756256,
      "learning_rate": 9.995239505033508e-05,
      "loss": 0.0382,
      "step": 18960
    },
    {
      "grad_norm": 0.24475368857383728,
      "learning_rate": 9.995215429525169e-05,
      "loss": 0.0365,
      "step": 18970
    },
    {
      "grad_norm": 0.2466566562652588,
      "learning_rate": 9.995191293320244e-05,
      "loss": 0.0375,
      "step": 18980
    },
    {
      "grad_norm": 0.161740243434906,
      "learning_rate": 9.99516709641903e-05,
      "loss": 0.0351,
      "step": 18990
    },
    {
      "grad_norm": 0.28457632660865784,
      "learning_rate": 9.99514283882182e-05,
      "loss": 0.0422,
      "step": 19000
    },
    {
      "grad_norm": 0.2224714159965515,
      "learning_rate": 9.995118520528907e-05,
      "loss": 0.0409,
      "step": 19010
    },
    {
      "grad_norm": 0.26325786113739014,
      "learning_rate": 9.995094141540588e-05,
      "loss": 0.0331,
      "step": 19020
    },
    {
      "grad_norm": 0.32263603806495667,
      "learning_rate": 9.995069701857161e-05,
      "loss": 0.0297,
      "step": 19030
    },
    {
      "grad_norm": 0.22751113772392273,
      "learning_rate": 9.995045201478918e-05,
      "loss": 0.041,
      "step": 19040
    },
    {
      "grad_norm": 0.261122465133667,
      "learning_rate": 9.995020640406162e-05,
      "loss": 0.032,
      "step": 19050
    },
    {
      "grad_norm": 0.2803523540496826,
      "learning_rate": 9.994996018639189e-05,
      "loss": 0.0339,
      "step": 19060
    },
    {
      "grad_norm": 0.19491593539714813,
      "learning_rate": 9.994971336178298e-05,
      "loss": 0.0287,
      "step": 19070
    },
    {
      "grad_norm": 0.7839483022689819,
      "learning_rate": 9.994946593023789e-05,
      "loss": 0.0324,
      "step": 19080
    },
    {
      "grad_norm": 0.2960800528526306,
      "learning_rate": 9.994921789175962e-05,
      "loss": 0.0482,
      "step": 19090
    },
    {
      "grad_norm": 0.23607203364372253,
      "learning_rate": 9.99489692463512e-05,
      "loss": 0.0487,
      "step": 19100
    },
    {
      "grad_norm": 0.23111426830291748,
      "learning_rate": 9.994871999401565e-05,
      "loss": 0.0422,
      "step": 19110
    },
    {
      "grad_norm": 0.24540847539901733,
      "learning_rate": 9.9948470134756e-05,
      "loss": 0.0325,
      "step": 19120
    },
    {
      "grad_norm": 0.2526690661907196,
      "learning_rate": 9.994821966857527e-05,
      "loss": 0.0419,
      "step": 19130
    },
    {
      "grad_norm": 0.30502328276634216,
      "learning_rate": 9.99479685954765e-05,
      "loss": 0.0378,
      "step": 19140
    },
    {
      "grad_norm": 0.19516004621982574,
      "learning_rate": 9.994771691546277e-05,
      "loss": 0.032,
      "step": 19150
    },
    {
      "grad_norm": 0.3382168412208557,
      "learning_rate": 9.99474646285371e-05,
      "loss": 0.036,
      "step": 19160
    },
    {
      "grad_norm": 0.24775445461273193,
      "learning_rate": 9.994721173470259e-05,
      "loss": 0.0349,
      "step": 19170
    },
    {
      "grad_norm": 0.22083206474781036,
      "learning_rate": 9.994695823396229e-05,
      "loss": 0.0328,
      "step": 19180
    },
    {
      "grad_norm": 0.27957093715667725,
      "learning_rate": 9.99467041263193e-05,
      "loss": 0.0494,
      "step": 19190
    },
    {
      "grad_norm": 0.2181461900472641,
      "learning_rate": 9.99464494117767e-05,
      "loss": 0.0355,
      "step": 19200
    },
    {
      "grad_norm": 0.190085306763649,
      "learning_rate": 9.994619409033759e-05,
      "loss": 0.0262,
      "step": 19210
    },
    {
      "grad_norm": 0.23165377974510193,
      "learning_rate": 9.994593816200504e-05,
      "loss": 0.0306,
      "step": 19220
    },
    {
      "grad_norm": 0.23634999990463257,
      "learning_rate": 9.994568162678219e-05,
      "loss": 0.0343,
      "step": 19230
    },
    {
      "grad_norm": 0.40656599402427673,
      "learning_rate": 9.994542448467216e-05,
      "loss": 0.0349,
      "step": 19240
    },
    {
      "grad_norm": 0.30754685401916504,
      "learning_rate": 9.994516673567807e-05,
      "loss": 0.0339,
      "step": 19250
    },
    {
      "grad_norm": 0.19806133210659027,
      "learning_rate": 9.994490837980305e-05,
      "loss": 0.0304,
      "step": 19260
    },
    {
      "grad_norm": 0.26831191778182983,
      "learning_rate": 9.994464941705022e-05,
      "loss": 0.0368,
      "step": 19270
    },
    {
      "grad_norm": 0.2444343864917755,
      "learning_rate": 9.994438984742275e-05,
      "loss": 0.0323,
      "step": 19280
    },
    {
      "grad_norm": 0.3061121106147766,
      "learning_rate": 9.99441296709238e-05,
      "loss": 0.049,
      "step": 19290
    },
    {
      "grad_norm": 0.23699715733528137,
      "learning_rate": 9.994386888755651e-05,
      "loss": 0.0367,
      "step": 19300
    },
    {
      "grad_norm": 0.18635773658752441,
      "learning_rate": 9.994360749732407e-05,
      "loss": 0.0336,
      "step": 19310
    },
    {
      "grad_norm": 0.30196723341941833,
      "learning_rate": 9.994334550022964e-05,
      "loss": 0.0428,
      "step": 19320
    },
    {
      "grad_norm": 0.23351378738880157,
      "learning_rate": 9.994308289627639e-05,
      "loss": 0.0495,
      "step": 19330
    },
    {
      "grad_norm": 0.4198554754257202,
      "learning_rate": 9.994281968546755e-05,
      "loss": 0.0533,
      "step": 19340
    },
    {
      "grad_norm": 0.2521858811378479,
      "learning_rate": 9.994255586780629e-05,
      "loss": 0.0396,
      "step": 19350
    },
    {
      "grad_norm": 0.1393662393093109,
      "learning_rate": 9.99422914432958e-05,
      "loss": 0.0332,
      "step": 19360
    },
    {
      "grad_norm": 0.2692260146141052,
      "learning_rate": 9.994202641193935e-05,
      "loss": 0.0379,
      "step": 19370
    },
    {
      "grad_norm": 0.2630615234375,
      "learning_rate": 9.994176077374012e-05,
      "loss": 0.0484,
      "step": 19380
    },
    {
      "grad_norm": 0.23423713445663452,
      "learning_rate": 9.994149452870133e-05,
      "loss": 0.0371,
      "step": 19390
    },
    {
      "grad_norm": 0.2023199498653412,
      "learning_rate": 9.994122767682623e-05,
      "loss": 0.0321,
      "step": 19400
    },
    {
      "grad_norm": 0.23473522067070007,
      "learning_rate": 9.994096021811808e-05,
      "loss": 0.0348,
      "step": 19410
    },
    {
      "grad_norm": 0.2582721412181854,
      "learning_rate": 9.994069215258008e-05,
      "loss": 0.0343,
      "step": 19420
    },
    {
      "grad_norm": 0.3595593273639679,
      "learning_rate": 9.994042348021556e-05,
      "loss": 0.0399,
      "step": 19430
    },
    {
      "grad_norm": 0.2235838919878006,
      "learning_rate": 9.994015420102771e-05,
      "loss": 0.0311,
      "step": 19440
    },
    {
      "grad_norm": 0.1768053025007248,
      "learning_rate": 9.993988431501983e-05,
      "loss": 0.0381,
      "step": 19450
    },
    {
      "grad_norm": 0.14642775058746338,
      "learning_rate": 9.993961382219523e-05,
      "loss": 0.0307,
      "step": 19460
    },
    {
      "grad_norm": 0.1919405311346054,
      "learning_rate": 9.993934272255715e-05,
      "loss": 0.0329,
      "step": 19470
    },
    {
      "grad_norm": 0.2605191469192505,
      "learning_rate": 9.993907101610893e-05,
      "loss": 0.0319,
      "step": 19480
    },
    {
      "grad_norm": 0.2693978250026703,
      "learning_rate": 9.993879870285383e-05,
      "loss": 0.0448,
      "step": 19490
    },
    {
      "grad_norm": 0.2397385984659195,
      "learning_rate": 9.993852578279518e-05,
      "loss": 0.0364,
      "step": 19500
    },
    {
      "grad_norm": 0.4257088303565979,
      "learning_rate": 9.993825225593629e-05,
      "loss": 0.0533,
      "step": 19510
    },
    {
      "grad_norm": 0.24952249228954315,
      "learning_rate": 9.993797812228048e-05,
      "loss": 0.0361,
      "step": 19520
    },
    {
      "grad_norm": 0.23527805507183075,
      "learning_rate": 9.99377033818311e-05,
      "loss": 0.0378,
      "step": 19530
    },
    {
      "grad_norm": 0.17671188712120056,
      "learning_rate": 9.993742803459146e-05,
      "loss": 0.0306,
      "step": 19540
    },
    {
      "grad_norm": 0.3015466630458832,
      "learning_rate": 9.993715208056493e-05,
      "loss": 0.0316,
      "step": 19550
    },
    {
      "grad_norm": 0.3114785850048065,
      "learning_rate": 9.993687551975485e-05,
      "loss": 0.0396,
      "step": 19560
    },
    {
      "grad_norm": 0.21072383224964142,
      "learning_rate": 9.99365983521646e-05,
      "loss": 0.0378,
      "step": 19570
    },
    {
      "grad_norm": 0.3343771994113922,
      "learning_rate": 9.993632057779752e-05,
      "loss": 0.0378,
      "step": 19580
    },
    {
      "grad_norm": 0.29904982447624207,
      "learning_rate": 9.993604219665698e-05,
      "loss": 0.0408,
      "step": 19590
    },
    {
      "grad_norm": 0.25746890902519226,
      "learning_rate": 9.99357632087464e-05,
      "loss": 0.0344,
      "step": 19600
    },
    {
      "grad_norm": 0.3221709132194519,
      "learning_rate": 9.993548361406914e-05,
      "loss": 0.0325,
      "step": 19610
    },
    {
      "grad_norm": 0.3404932916164398,
      "learning_rate": 9.99352034126286e-05,
      "loss": 0.038,
      "step": 19620
    },
    {
      "grad_norm": 0.3283427059650421,
      "learning_rate": 9.993492260442822e-05,
      "loss": 0.0368,
      "step": 19630
    },
    {
      "grad_norm": 0.46678298711776733,
      "learning_rate": 9.993464118947137e-05,
      "loss": 0.03,
      "step": 19640
    },
    {
      "grad_norm": 0.24796822667121887,
      "learning_rate": 9.993435916776149e-05,
      "loss": 0.0385,
      "step": 19650
    },
    {
      "grad_norm": 0.26212602853775024,
      "learning_rate": 9.993407653930198e-05,
      "loss": 0.0414,
      "step": 19660
    },
    {
      "grad_norm": 0.22674569487571716,
      "learning_rate": 9.993379330409632e-05,
      "loss": 0.0344,
      "step": 19670
    },
    {
      "grad_norm": 0.23163822293281555,
      "learning_rate": 9.99335094621479e-05,
      "loss": 0.0346,
      "step": 19680
    },
    {
      "grad_norm": 0.2802231013774872,
      "learning_rate": 9.993322501346021e-05,
      "loss": 0.0378,
      "step": 19690
    },
    {
      "grad_norm": 0.24073991179466248,
      "learning_rate": 9.993293995803669e-05,
      "loss": 0.0414,
      "step": 19700
    },
    {
      "grad_norm": 0.19488584995269775,
      "learning_rate": 9.993265429588079e-05,
      "loss": 0.0335,
      "step": 19710
    },
    {
      "grad_norm": 0.43240800499916077,
      "learning_rate": 9.993236802699601e-05,
      "loss": 0.0353,
      "step": 19720
    },
    {
      "grad_norm": 0.22036844491958618,
      "learning_rate": 9.993208115138581e-05,
      "loss": 0.038,
      "step": 19730
    },
    {
      "grad_norm": 0.2028501182794571,
      "learning_rate": 9.99317936690537e-05,
      "loss": 0.037,
      "step": 19740
    },
    {
      "grad_norm": 0.2489084005355835,
      "learning_rate": 9.993150558000313e-05,
      "loss": 0.0346,
      "step": 19750
    },
    {
      "grad_norm": 0.3899490535259247,
      "learning_rate": 9.993121688423764e-05,
      "loss": 0.0381,
      "step": 19760
    },
    {
      "grad_norm": 0.23280535638332367,
      "learning_rate": 9.99309275817607e-05,
      "loss": 0.0381,
      "step": 19770
    },
    {
      "grad_norm": 0.2209785431623459,
      "learning_rate": 9.993063767257586e-05,
      "loss": 0.036,
      "step": 19780
    },
    {
      "grad_norm": 0.2379789501428604,
      "learning_rate": 9.993034715668664e-05,
      "loss": 0.0401,
      "step": 19790
    },
    {
      "grad_norm": 0.1874588429927826,
      "learning_rate": 9.993005603409655e-05,
      "loss": 0.0286,
      "step": 19800
    },
    {
      "grad_norm": 0.3338943421840668,
      "learning_rate": 9.992976430480914e-05,
      "loss": 0.0318,
      "step": 19810
    },
    {
      "grad_norm": 0.22607070207595825,
      "learning_rate": 9.992947196882796e-05,
      "loss": 0.029,
      "step": 19820
    },
    {
      "grad_norm": 0.17988164722919464,
      "learning_rate": 9.992917902615654e-05,
      "loss": 0.0286,
      "step": 19830
    },
    {
      "grad_norm": 0.20881834626197815,
      "learning_rate": 9.992888547679846e-05,
      "loss": 0.0284,
      "step": 19840
    },
    {
      "grad_norm": 0.5031805634498596,
      "learning_rate": 9.992859132075728e-05,
      "loss": 0.0451,
      "step": 19850
    },
    {
      "grad_norm": 0.281378835439682,
      "learning_rate": 9.992829655803657e-05,
      "loss": 0.0482,
      "step": 19860
    },
    {
      "grad_norm": 0.2621175944805145,
      "learning_rate": 9.992800118863992e-05,
      "loss": 0.0357,
      "step": 19870
    },
    {
      "grad_norm": 0.4028099775314331,
      "learning_rate": 9.992770521257092e-05,
      "loss": 0.0517,
      "step": 19880
    },
    {
      "grad_norm": 0.2223953902721405,
      "learning_rate": 9.992740862983316e-05,
      "loss": 0.0405,
      "step": 19890
    },
    {
      "grad_norm": 0.38605421781539917,
      "learning_rate": 9.992711144043024e-05,
      "loss": 0.0514,
      "step": 19900
    },
    {
      "grad_norm": 0.24585621058940887,
      "learning_rate": 9.992681364436578e-05,
      "loss": 0.0349,
      "step": 19910
    },
    {
      "grad_norm": 0.24402301013469696,
      "learning_rate": 9.992651524164341e-05,
      "loss": 0.0401,
      "step": 19920
    },
    {
      "grad_norm": 0.23794929683208466,
      "learning_rate": 9.992621623226672e-05,
      "loss": 0.0327,
      "step": 19930
    },
    {
      "grad_norm": 0.3519648611545563,
      "learning_rate": 9.992591661623937e-05,
      "loss": 0.037,
      "step": 19940
    },
    {
      "grad_norm": 0.6652061343193054,
      "learning_rate": 9.992561639356502e-05,
      "loss": 0.0393,
      "step": 19950
    },
    {
      "grad_norm": 0.3273833692073822,
      "learning_rate": 9.992531556424726e-05,
      "loss": 0.0412,
      "step": 19960
    },
    {
      "grad_norm": 0.27544599771499634,
      "learning_rate": 9.992501412828978e-05,
      "loss": 0.0365,
      "step": 19970
    },
    {
      "grad_norm": 0.3140949010848999,
      "learning_rate": 9.992471208569626e-05,
      "loss": 0.039,
      "step": 19980
    },
    {
      "grad_norm": 0.2288181185722351,
      "learning_rate": 9.992440943647035e-05,
      "loss": 0.0325,
      "step": 19990
    },
    {
      "grad_norm": 0.22802890837192535,
      "learning_rate": 9.992410618061572e-05,
      "loss": 0.0335,
      "step": 20000
    },
    {
      "grad_norm": 0.15210852026939392,
      "learning_rate": 9.992380231813607e-05,
      "loss": 0.0261,
      "step": 20010
    },
    {
      "grad_norm": 0.16120602190494537,
      "learning_rate": 9.992349784903508e-05,
      "loss": 0.0321,
      "step": 20020
    },
    {
      "grad_norm": 0.19909432530403137,
      "learning_rate": 9.992319277331646e-05,
      "loss": 0.0268,
      "step": 20030
    },
    {
      "grad_norm": 0.2415756732225418,
      "learning_rate": 9.992288709098389e-05,
      "loss": 0.0479,
      "step": 20040
    },
    {
      "grad_norm": 0.2700631320476532,
      "learning_rate": 9.992258080204113e-05,
      "loss": 0.0274,
      "step": 20050
    },
    {
      "grad_norm": 0.5508747100830078,
      "learning_rate": 9.99222739064919e-05,
      "loss": 0.0254,
      "step": 20060
    },
    {
      "grad_norm": 0.35128191113471985,
      "learning_rate": 9.992196640433986e-05,
      "loss": 0.0403,
      "step": 20070
    },
    {
      "grad_norm": 0.28160005807876587,
      "learning_rate": 9.992165829558881e-05,
      "loss": 0.033,
      "step": 20080
    },
    {
      "grad_norm": 0.24137231707572937,
      "learning_rate": 9.99213495802425e-05,
      "loss": 0.0377,
      "step": 20090
    },
    {
      "grad_norm": 0.29969853162765503,
      "learning_rate": 9.992104025830465e-05,
      "loss": 0.0373,
      "step": 20100
    },
    {
      "grad_norm": 0.24048902094364166,
      "learning_rate": 9.992073032977903e-05,
      "loss": 0.0317,
      "step": 20110
    },
    {
      "grad_norm": 0.20205727219581604,
      "learning_rate": 9.992041979466937e-05,
      "loss": 0.0323,
      "step": 20120
    },
    {
      "grad_norm": 0.2915516197681427,
      "learning_rate": 9.992010865297952e-05,
      "loss": 0.0314,
      "step": 20130
    },
    {
      "grad_norm": 0.21818052232265472,
      "learning_rate": 9.991979690471319e-05,
      "loss": 0.0282,
      "step": 20140
    },
    {
      "grad_norm": 0.3054710626602173,
      "learning_rate": 9.991948454987421e-05,
      "loss": 0.029,
      "step": 20150
    },
    {
      "grad_norm": 0.19723233580589294,
      "learning_rate": 9.991917158846635e-05,
      "loss": 0.0322,
      "step": 20160
    },
    {
      "grad_norm": 0.2929457128047943,
      "learning_rate": 9.991885802049343e-05,
      "loss": 0.0306,
      "step": 20170
    },
    {
      "grad_norm": 0.21121464669704437,
      "learning_rate": 9.991854384595926e-05,
      "loss": 0.0358,
      "step": 20180
    },
    {
      "grad_norm": 0.170743927359581,
      "learning_rate": 9.991822906486763e-05,
      "loss": 0.0318,
      "step": 20190
    },
    {
      "grad_norm": 0.28131574392318726,
      "learning_rate": 9.991791367722241e-05,
      "loss": 0.0257,
      "step": 20200
    },
    {
      "grad_norm": 0.15422828495502472,
      "learning_rate": 9.991759768302739e-05,
      "loss": 0.0279,
      "step": 20210
    },
    {
      "grad_norm": 0.48766493797302246,
      "learning_rate": 9.991728108228645e-05,
      "loss": 0.0453,
      "step": 20220
    },
    {
      "grad_norm": 0.3912550210952759,
      "learning_rate": 9.99169638750034e-05,
      "loss": 0.0434,
      "step": 20230
    },
    {
      "grad_norm": 0.24254737794399261,
      "learning_rate": 9.991664606118212e-05,
      "loss": 0.0331,
      "step": 20240
    },
    {
      "grad_norm": 0.20615354180335999,
      "learning_rate": 9.991632764082644e-05,
      "loss": 0.0339,
      "step": 20250
    },
    {
      "grad_norm": 0.19447076320648193,
      "learning_rate": 9.991600861394026e-05,
      "loss": 0.039,
      "step": 20260
    },
    {
      "grad_norm": 0.3379705846309662,
      "learning_rate": 9.991568898052745e-05,
      "loss": 0.0367,
      "step": 20270
    },
    {
      "grad_norm": 0.23588021099567413,
      "learning_rate": 9.99153687405919e-05,
      "loss": 0.0384,
      "step": 20280
    },
    {
      "grad_norm": 0.2447458803653717,
      "learning_rate": 9.991504789413748e-05,
      "loss": 0.048,
      "step": 20290
    },
    {
      "grad_norm": 0.21267230808734894,
      "learning_rate": 9.99147264411681e-05,
      "loss": 0.0389,
      "step": 20300
    },
    {
      "grad_norm": 0.23352625966072083,
      "learning_rate": 9.991440438168767e-05,
      "loss": 0.0427,
      "step": 20310
    },
    {
      "grad_norm": 0.2137167602777481,
      "learning_rate": 9.99140817157001e-05,
      "loss": 0.0336,
      "step": 20320
    },
    {
      "grad_norm": 0.23644663393497467,
      "learning_rate": 9.991375844320931e-05,
      "loss": 0.0361,
      "step": 20330
    },
    {
      "grad_norm": 0.27744343876838684,
      "learning_rate": 9.991343456421923e-05,
      "loss": 0.0465,
      "step": 20340
    },
    {
      "grad_norm": 0.30836018919944763,
      "learning_rate": 9.99131100787338e-05,
      "loss": 0.0359,
      "step": 20350
    },
    {
      "grad_norm": 0.19175921380519867,
      "learning_rate": 9.991278498675694e-05,
      "loss": 0.0364,
      "step": 20360
    },
    {
      "grad_norm": 0.7261927723884583,
      "learning_rate": 9.991245928829262e-05,
      "loss": 0.0361,
      "step": 20370
    },
    {
      "grad_norm": 0.2901749610900879,
      "learning_rate": 9.991213298334481e-05,
      "loss": 0.0456,
      "step": 20380
    },
    {
      "grad_norm": 0.25898632407188416,
      "learning_rate": 9.991180607191745e-05,
      "loss": 0.0371,
      "step": 20390
    },
    {
      "grad_norm": 0.20941776037216187,
      "learning_rate": 9.991147855401453e-05,
      "loss": 0.0335,
      "step": 20400
    },
    {
      "grad_norm": 0.24803106486797333,
      "learning_rate": 9.991115042964002e-05,
      "loss": 0.0271,
      "step": 20410
    },
    {
      "grad_norm": 0.573117733001709,
      "learning_rate": 9.991082169879788e-05,
      "loss": 0.0347,
      "step": 20420
    },
    {
      "grad_norm": 0.281367689371109,
      "learning_rate": 9.991049236149216e-05,
      "loss": 0.0355,
      "step": 20430
    },
    {
      "grad_norm": 0.23290085792541504,
      "learning_rate": 9.991016241772683e-05,
      "loss": 0.0351,
      "step": 20440
    },
    {
      "grad_norm": 0.2076185792684555,
      "learning_rate": 9.99098318675059e-05,
      "loss": 0.0319,
      "step": 20450
    },
    {
      "grad_norm": 0.1924331784248352,
      "learning_rate": 9.99095007108334e-05,
      "loss": 0.0481,
      "step": 20460
    },
    {
      "grad_norm": 0.33753713965415955,
      "learning_rate": 9.990916894771334e-05,
      "loss": 0.0455,
      "step": 20470
    },
    {
      "grad_norm": 0.34328973293304443,
      "learning_rate": 9.990883657814975e-05,
      "loss": 0.0369,
      "step": 20480
    },
    {
      "grad_norm": 0.4936140477657318,
      "learning_rate": 9.990850360214667e-05,
      "loss": 0.0315,
      "step": 20490
    },
    {
      "grad_norm": 0.3186393082141876,
      "learning_rate": 9.990817001970816e-05,
      "loss": 0.034,
      "step": 20500
    },
    {
      "grad_norm": 0.24714329838752747,
      "learning_rate": 9.990783583083825e-05,
      "loss": 0.0332,
      "step": 20510
    },
    {
      "grad_norm": 0.3106299638748169,
      "learning_rate": 9.990750103554102e-05,
      "loss": 0.0311,
      "step": 20520
    },
    {
      "grad_norm": 0.1784241646528244,
      "learning_rate": 9.990716563382055e-05,
      "loss": 0.0369,
      "step": 20530
    },
    {
      "grad_norm": 0.28055626153945923,
      "learning_rate": 9.990682962568087e-05,
      "loss": 0.033,
      "step": 20540
    },
    {
      "grad_norm": 0.2505364418029785,
      "learning_rate": 9.990649301112611e-05,
      "loss": 0.0368,
      "step": 20550
    },
    {
      "grad_norm": 0.29090213775634766,
      "learning_rate": 9.990615579016033e-05,
      "loss": 0.032,
      "step": 20560
    },
    {
      "grad_norm": 0.22272221744060516,
      "learning_rate": 9.990581796278764e-05,
      "loss": 0.038,
      "step": 20570
    },
    {
      "grad_norm": 0.3320561945438385,
      "learning_rate": 9.990547952901215e-05,
      "loss": 0.0318,
      "step": 20580
    },
    {
      "grad_norm": 0.16809095442295074,
      "learning_rate": 9.990514048883794e-05,
      "loss": 0.0323,
      "step": 20590
    },
    {
      "grad_norm": 0.1878856122493744,
      "learning_rate": 9.990480084226919e-05,
      "loss": 0.0301,
      "step": 20600
    },
    {
      "grad_norm": 0.23042139410972595,
      "learning_rate": 9.990446058930996e-05,
      "loss": 0.0324,
      "step": 20610
    },
    {
      "grad_norm": 0.5025630593299866,
      "learning_rate": 9.990411972996443e-05,
      "loss": 0.0279,
      "step": 20620
    },
    {
      "grad_norm": 0.21924059092998505,
      "learning_rate": 9.990377826423673e-05,
      "loss": 0.0332,
      "step": 20630
    },
    {
      "grad_norm": 0.20901523530483246,
      "learning_rate": 9.990343619213101e-05,
      "loss": 0.0405,
      "step": 20640
    },
    {
      "grad_norm": 0.2789216637611389,
      "learning_rate": 9.990309351365141e-05,
      "loss": 0.0388,
      "step": 20650
    },
    {
      "grad_norm": 0.2128421515226364,
      "learning_rate": 9.990275022880213e-05,
      "loss": 0.0327,
      "step": 20660
    },
    {
      "grad_norm": 0.24557901918888092,
      "learning_rate": 9.990240633758731e-05,
      "loss": 0.03,
      "step": 20670
    },
    {
      "grad_norm": 0.17179369926452637,
      "learning_rate": 9.990206184001113e-05,
      "loss": 0.0289,
      "step": 20680
    },
    {
      "grad_norm": 0.19066552817821503,
      "learning_rate": 9.990171673607777e-05,
      "loss": 0.0289,
      "step": 20690
    },
    {
      "grad_norm": 0.21557599306106567,
      "learning_rate": 9.990137102579146e-05,
      "loss": 0.0305,
      "step": 20700
    },
    {
      "grad_norm": 0.2550622820854187,
      "learning_rate": 9.990102470915637e-05,
      "loss": 0.0251,
      "step": 20710
    },
    {
      "grad_norm": 0.20983393490314484,
      "learning_rate": 9.990067778617673e-05,
      "loss": 0.0348,
      "step": 20720
    },
    {
      "grad_norm": 0.3302246630191803,
      "learning_rate": 9.990033025685672e-05,
      "loss": 0.0419,
      "step": 20730
    },
    {
      "grad_norm": 0.2667137682437897,
      "learning_rate": 9.98999821212006e-05,
      "loss": 0.0317,
      "step": 20740
    },
    {
      "grad_norm": 0.19409187138080597,
      "learning_rate": 9.989963337921256e-05,
      "loss": 0.0358,
      "step": 20750
    },
    {
      "grad_norm": 0.22343459725379944,
      "learning_rate": 9.989928403089688e-05,
      "loss": 0.0365,
      "step": 20760
    },
    {
      "grad_norm": 0.2168780118227005,
      "learning_rate": 9.989893407625779e-05,
      "loss": 0.0403,
      "step": 20770
    },
    {
      "grad_norm": 0.22867310047149658,
      "learning_rate": 9.989858351529953e-05,
      "loss": 0.0378,
      "step": 20780
    },
    {
      "grad_norm": 0.24042026698589325,
      "learning_rate": 9.989823234802636e-05,
      "loss": 0.0311,
      "step": 20790
    },
    {
      "grad_norm": 0.2191496640443802,
      "learning_rate": 9.989788057444256e-05,
      "loss": 0.0436,
      "step": 20800
    },
    {
      "grad_norm": 0.2892124056816101,
      "learning_rate": 9.989752819455241e-05,
      "loss": 0.0327,
      "step": 20810
    },
    {
      "grad_norm": 0.32017192244529724,
      "learning_rate": 9.989717520836017e-05,
      "loss": 0.0427,
      "step": 20820
    },
    {
      "grad_norm": 0.2279079109430313,
      "learning_rate": 9.989682161587015e-05,
      "loss": 0.0297,
      "step": 20830
    },
    {
      "grad_norm": 0.298060804605484,
      "learning_rate": 9.989646741708662e-05,
      "loss": 0.0402,
      "step": 20840
    },
    {
      "grad_norm": 0.2941182553768158,
      "learning_rate": 9.989611261201393e-05,
      "loss": 0.0482,
      "step": 20850
    },
    {
      "grad_norm": 0.355652391910553,
      "learning_rate": 9.989575720065633e-05,
      "loss": 0.0477,
      "step": 20860
    },
    {
      "grad_norm": 0.3508433997631073,
      "learning_rate": 9.98954011830182e-05,
      "loss": 0.0446,
      "step": 20870
    },
    {
      "grad_norm": 0.1991652250289917,
      "learning_rate": 9.989504455910381e-05,
      "loss": 0.035,
      "step": 20880
    },
    {
      "grad_norm": 0.21451812982559204,
      "learning_rate": 9.989468732891754e-05,
      "loss": 0.0433,
      "step": 20890
    },
    {
      "grad_norm": 0.20981711149215698,
      "learning_rate": 9.98943294924637e-05,
      "loss": 0.0344,
      "step": 20900
    },
    {
      "grad_norm": 0.23911108076572418,
      "learning_rate": 9.989397104974665e-05,
      "loss": 0.0355,
      "step": 20910
    },
    {
      "grad_norm": 0.16362364590168,
      "learning_rate": 9.989361200077074e-05,
      "loss": 0.034,
      "step": 20920
    },
    {
      "grad_norm": 0.1923627257347107,
      "learning_rate": 9.989325234554034e-05,
      "loss": 0.0282,
      "step": 20930
    },
    {
      "grad_norm": 0.4042852520942688,
      "learning_rate": 9.989289208405983e-05,
      "loss": 0.0281,
      "step": 20940
    },
    {
      "grad_norm": 0.26127931475639343,
      "learning_rate": 9.989253121633356e-05,
      "loss": 0.0349,
      "step": 20950
    },
    {
      "grad_norm": 0.3246753215789795,
      "learning_rate": 9.989216974236594e-05,
      "loss": 0.0345,
      "step": 20960
    },
    {
      "grad_norm": 0.14685320854187012,
      "learning_rate": 9.989180766216134e-05,
      "loss": 0.0256,
      "step": 20970
    },
    {
      "grad_norm": 0.22064246237277985,
      "learning_rate": 9.989144497572418e-05,
      "loss": 0.0239,
      "step": 20980
    },
    {
      "grad_norm": 0.21223600208759308,
      "learning_rate": 9.989108168305885e-05,
      "loss": 0.0281,
      "step": 20990
    },
    {
      "grad_norm": 0.272502601146698,
      "learning_rate": 9.989071778416977e-05,
      "loss": 0.037,
      "step": 21000
    },
    {
      "grad_norm": 0.2105465978384018,
      "learning_rate": 9.989035327906138e-05,
      "loss": 0.0416,
      "step": 21010
    },
    {
      "grad_norm": 0.19391502439975739,
      "learning_rate": 9.988998816773808e-05,
      "loss": 0.031,
      "step": 21020
    },
    {
      "grad_norm": 0.23970232903957367,
      "learning_rate": 9.988962245020433e-05,
      "loss": 0.0339,
      "step": 21030
    },
    {
      "grad_norm": 0.42621585726737976,
      "learning_rate": 9.988925612646455e-05,
      "loss": 0.0378,
      "step": 21040
    },
    {
      "grad_norm": 0.23284180462360382,
      "learning_rate": 9.988888919652322e-05,
      "loss": 0.0382,
      "step": 21050
    },
    {
      "grad_norm": 0.2010135054588318,
      "learning_rate": 9.988852166038477e-05,
      "loss": 0.0409,
      "step": 21060
    },
    {
      "grad_norm": 0.505618155002594,
      "learning_rate": 9.988815351805369e-05,
      "loss": 0.0448,
      "step": 21070
    },
    {
      "grad_norm": 0.19357752799987793,
      "learning_rate": 9.988778476953443e-05,
      "loss": 0.0356,
      "step": 21080
    },
    {
      "grad_norm": 0.16525450348854065,
      "learning_rate": 9.988741541483148e-05,
      "loss": 0.0307,
      "step": 21090
    },
    {
      "grad_norm": 0.32637691497802734,
      "learning_rate": 9.988704545394936e-05,
      "loss": 0.0316,
      "step": 21100
    },
    {
      "grad_norm": 0.2800424098968506,
      "learning_rate": 9.988667488689252e-05,
      "loss": 0.0291,
      "step": 21110
    },
    {
      "grad_norm": 0.4006192088127136,
      "learning_rate": 9.988630371366548e-05,
      "loss": 0.0304,
      "step": 21120
    },
    {
      "grad_norm": 0.21341563761234283,
      "learning_rate": 9.988593193427274e-05,
      "loss": 0.0376,
      "step": 21130
    },
    {
      "grad_norm": 0.2283298224210739,
      "learning_rate": 9.988555954871884e-05,
      "loss": 0.0337,
      "step": 21140
    },
    {
      "grad_norm": 0.4413362741470337,
      "learning_rate": 9.988518655700828e-05,
      "loss": 0.0335,
      "step": 21150
    },
    {
      "grad_norm": 0.23553135991096497,
      "learning_rate": 9.988481295914561e-05,
      "loss": 0.0419,
      "step": 21160
    },
    {
      "grad_norm": 0.22526198625564575,
      "learning_rate": 9.988443875513535e-05,
      "loss": 0.0317,
      "step": 21170
    },
    {
      "grad_norm": 0.1802443414926529,
      "learning_rate": 9.988406394498209e-05,
      "loss": 0.0297,
      "step": 21180
    },
    {
      "grad_norm": 0.2926875352859497,
      "learning_rate": 9.988368852869034e-05,
      "loss": 0.0314,
      "step": 21190
    },
    {
      "grad_norm": 0.19110067188739777,
      "learning_rate": 9.988331250626467e-05,
      "loss": 0.0331,
      "step": 21200
    },
    {
      "grad_norm": 0.34326881170272827,
      "learning_rate": 9.988293587770966e-05,
      "loss": 0.0318,
      "step": 21210
    },
    {
      "grad_norm": 0.2028147429227829,
      "learning_rate": 9.988255864302988e-05,
      "loss": 0.0343,
      "step": 21220
    },
    {
      "grad_norm": 0.18199323117733002,
      "learning_rate": 9.988218080222992e-05,
      "loss": 0.0327,
      "step": 21230
    },
    {
      "grad_norm": 0.195076584815979,
      "learning_rate": 9.988180235531437e-05,
      "loss": 0.0315,
      "step": 21240
    },
    {
      "grad_norm": 0.21550112962722778,
      "learning_rate": 9.988142330228781e-05,
      "loss": 0.0304,
      "step": 21250
    },
    {
      "grad_norm": 0.2124289870262146,
      "learning_rate": 9.988104364315487e-05,
      "loss": 0.0306,
      "step": 21260
    },
    {
      "grad_norm": 0.5905463099479675,
      "learning_rate": 9.988066337792015e-05,
      "loss": 0.0346,
      "step": 21270
    },
    {
      "grad_norm": 0.24076522886753082,
      "learning_rate": 9.988028250658829e-05,
      "loss": 0.0295,
      "step": 21280
    },
    {
      "grad_norm": 0.3344190716743469,
      "learning_rate": 9.987990102916389e-05,
      "loss": 0.0352,
      "step": 21290
    },
    {
      "grad_norm": 0.31949853897094727,
      "learning_rate": 9.98795189456516e-05,
      "loss": 0.0322,
      "step": 21300
    },
    {
      "grad_norm": 0.2958042025566101,
      "learning_rate": 9.987913625605606e-05,
      "loss": 0.0362,
      "step": 21310
    },
    {
      "grad_norm": 0.20966395735740662,
      "learning_rate": 9.987875296038192e-05,
      "loss": 0.033,
      "step": 21320
    },
    {
      "grad_norm": 0.26739323139190674,
      "learning_rate": 9.987836905863384e-05,
      "loss": 0.0361,
      "step": 21330
    },
    {
      "grad_norm": 0.15789273381233215,
      "learning_rate": 9.987798455081648e-05,
      "loss": 0.0288,
      "step": 21340
    },
    {
      "grad_norm": 0.16945087909698486,
      "learning_rate": 9.987759943693452e-05,
      "loss": 0.0376,
      "step": 21350
    },
    {
      "grad_norm": 0.2993294596672058,
      "learning_rate": 9.987721371699264e-05,
      "loss": 0.0346,
      "step": 21360
    },
    {
      "grad_norm": 0.231096088886261,
      "learning_rate": 9.987682739099551e-05,
      "loss": 0.0352,
      "step": 21370
    },
    {
      "grad_norm": 0.2589413821697235,
      "learning_rate": 9.987644045894784e-05,
      "loss": 0.0343,
      "step": 21380
    },
    {
      "grad_norm": 0.33683741092681885,
      "learning_rate": 9.987605292085432e-05,
      "loss": 0.0329,
      "step": 21390
    },
    {
      "grad_norm": 0.16303113102912903,
      "learning_rate": 9.987566477671968e-05,
      "loss": 0.033,
      "step": 21400
    },
    {
      "grad_norm": 0.16436342895030975,
      "learning_rate": 9.987527602654861e-05,
      "loss": 0.0338,
      "step": 21410
    },
    {
      "grad_norm": 0.37584638595581055,
      "learning_rate": 9.987488667034586e-05,
      "loss": 0.0357,
      "step": 21420
    },
    {
      "grad_norm": 0.2362576425075531,
      "learning_rate": 9.987449670811612e-05,
      "loss": 0.0285,
      "step": 21430
    },
    {
      "grad_norm": 0.21836970746517181,
      "learning_rate": 9.987410613986419e-05,
      "loss": 0.0341,
      "step": 21440
    },
    {
      "grad_norm": 0.24160699546337128,
      "learning_rate": 9.987371496559477e-05,
      "loss": 0.0381,
      "step": 21450
    },
    {
      "grad_norm": 0.19807609915733337,
      "learning_rate": 9.987332318531262e-05,
      "loss": 0.0275,
      "step": 21460
    },
    {
      "grad_norm": 0.35837140679359436,
      "learning_rate": 9.98729307990225e-05,
      "loss": 0.041,
      "step": 21470
    },
    {
      "grad_norm": 0.3705264627933502,
      "learning_rate": 9.987253780672919e-05,
      "loss": 0.0366,
      "step": 21480
    },
    {
      "grad_norm": 0.2807477116584778,
      "learning_rate": 9.987214420843746e-05,
      "loss": 0.0385,
      "step": 21490
    },
    {
      "grad_norm": 0.2778357267379761,
      "learning_rate": 9.987175000415208e-05,
      "loss": 0.0347,
      "step": 21500
    },
    {
      "grad_norm": 0.23485629260540009,
      "learning_rate": 9.987135519387787e-05,
      "loss": 0.0348,
      "step": 21510
    },
    {
      "grad_norm": 0.20627686381340027,
      "learning_rate": 9.98709597776196e-05,
      "loss": 0.0336,
      "step": 21520
    },
    {
      "grad_norm": 0.18092237412929535,
      "learning_rate": 9.987056375538206e-05,
      "loss": 0.029,
      "step": 21530
    },
    {
      "grad_norm": 0.19293077290058136,
      "learning_rate": 9.987016712717011e-05,
      "loss": 0.0299,
      "step": 21540
    },
    {
      "grad_norm": 0.2762642800807953,
      "learning_rate": 9.986976989298854e-05,
      "loss": 0.0336,
      "step": 21550
    },
    {
      "grad_norm": 0.2400955706834793,
      "learning_rate": 9.986937205284216e-05,
      "loss": 0.0265,
      "step": 21560
    },
    {
      "grad_norm": 0.20106017589569092,
      "learning_rate": 9.986897360673585e-05,
      "loss": 0.0352,
      "step": 21570
    },
    {
      "grad_norm": 0.1936720311641693,
      "learning_rate": 9.986857455467443e-05,
      "loss": 0.0314,
      "step": 21580
    },
    {
      "grad_norm": 0.20144176483154297,
      "learning_rate": 9.986817489666273e-05,
      "loss": 0.0291,
      "step": 21590
    },
    {
      "grad_norm": 0.2196824997663498,
      "learning_rate": 9.986777463270563e-05,
      "loss": 0.0279,
      "step": 21600
    },
    {
      "grad_norm": 0.2090831696987152,
      "learning_rate": 9.986737376280799e-05,
      "loss": 0.0324,
      "step": 21610
    },
    {
      "grad_norm": 0.1527956873178482,
      "learning_rate": 9.986697228697467e-05,
      "loss": 0.0305,
      "step": 21620
    },
    {
      "grad_norm": 0.1986100673675537,
      "learning_rate": 9.986657020521056e-05,
      "loss": 0.0294,
      "step": 21630
    },
    {
      "grad_norm": 0.2340007722377777,
      "learning_rate": 9.986616751752052e-05,
      "loss": 0.037,
      "step": 21640
    },
    {
      "grad_norm": 0.17314274609088898,
      "learning_rate": 9.986576422390948e-05,
      "loss": 0.0298,
      "step": 21650
    },
    {
      "grad_norm": 0.1953875720500946,
      "learning_rate": 9.986536032438232e-05,
      "loss": 0.0308,
      "step": 21660
    },
    {
      "grad_norm": 0.20012779533863068,
      "learning_rate": 9.986495581894395e-05,
      "loss": 0.0268,
      "step": 21670
    },
    {
      "grad_norm": 0.19840559363365173,
      "learning_rate": 9.986455070759929e-05,
      "loss": 0.0301,
      "step": 21680
    },
    {
      "grad_norm": 0.26104220747947693,
      "learning_rate": 9.986414499035327e-05,
      "loss": 0.0304,
      "step": 21690
    },
    {
      "grad_norm": 0.151571124792099,
      "learning_rate": 9.986373866721079e-05,
      "loss": 0.0298,
      "step": 21700
    },
    {
      "grad_norm": 0.2634979486465454,
      "learning_rate": 9.986333173817681e-05,
      "loss": 0.03,
      "step": 21710
    },
    {
      "grad_norm": 0.20080921053886414,
      "learning_rate": 9.986292420325627e-05,
      "loss": 0.0415,
      "step": 21720
    },
    {
      "grad_norm": 0.27000555396080017,
      "learning_rate": 9.986251606245412e-05,
      "loss": 0.0316,
      "step": 21730
    },
    {
      "grad_norm": 0.33717891573905945,
      "learning_rate": 9.986210731577534e-05,
      "loss": 0.0378,
      "step": 21740
    },
    {
      "grad_norm": 0.21066103875637054,
      "learning_rate": 9.986169796322487e-05,
      "loss": 0.0271,
      "step": 21750
    },
    {
      "grad_norm": 0.24049100279808044,
      "learning_rate": 9.986128800480768e-05,
      "loss": 0.0371,
      "step": 21760
    },
    {
      "grad_norm": 0.28943657875061035,
      "learning_rate": 9.986087744052876e-05,
      "loss": 0.0352,
      "step": 21770
    },
    {
      "grad_norm": 0.2420419603586197,
      "learning_rate": 9.986046627039311e-05,
      "loss": 0.0499,
      "step": 21780
    },
    {
      "grad_norm": 0.22496327757835388,
      "learning_rate": 9.986005449440574e-05,
      "loss": 0.0348,
      "step": 21790
    },
    {
      "grad_norm": 0.30270716547966003,
      "learning_rate": 9.985964211257162e-05,
      "loss": 0.0387,
      "step": 21800
    },
    {
      "grad_norm": 0.15627534687519073,
      "learning_rate": 9.985922912489575e-05,
      "loss": 0.0294,
      "step": 21810
    },
    {
      "grad_norm": 0.21032090485095978,
      "learning_rate": 9.98588155313832e-05,
      "loss": 0.033,
      "step": 21820
    },
    {
      "grad_norm": 0.2978767156600952,
      "learning_rate": 9.985840133203896e-05,
      "loss": 0.04,
      "step": 21830
    },
    {
      "grad_norm": 0.32403361797332764,
      "learning_rate": 9.985798652686807e-05,
      "loss": 0.0354,
      "step": 21840
    },
    {
      "grad_norm": 0.2573404908180237,
      "learning_rate": 9.985757111587556e-05,
      "loss": 0.0322,
      "step": 21850
    },
    {
      "grad_norm": 0.2192285805940628,
      "learning_rate": 9.985715509906649e-05,
      "loss": 0.0379,
      "step": 21860
    },
    {
      "grad_norm": 0.18072731792926788,
      "learning_rate": 9.985673847644592e-05,
      "loss": 0.0324,
      "step": 21870
    },
    {
      "grad_norm": 0.24881353974342346,
      "learning_rate": 9.98563212480189e-05,
      "loss": 0.0241,
      "step": 21880
    },
    {
      "grad_norm": 0.27894383668899536,
      "learning_rate": 9.985590341379051e-05,
      "loss": 0.0281,
      "step": 21890
    },
    {
      "grad_norm": 0.23993264138698578,
      "learning_rate": 9.985548497376582e-05,
      "loss": 0.0281,
      "step": 21900
    },
    {
      "grad_norm": 0.2711477279663086,
      "learning_rate": 9.98550659279499e-05,
      "loss": 0.0333,
      "step": 21910
    },
    {
      "grad_norm": 0.20255550742149353,
      "learning_rate": 9.985464627634789e-05,
      "loss": 0.0377,
      "step": 21920
    },
    {
      "grad_norm": 0.2485387921333313,
      "learning_rate": 9.985422601896484e-05,
      "loss": 0.0364,
      "step": 21930
    },
    {
      "grad_norm": 0.2487465888261795,
      "learning_rate": 9.985380515580587e-05,
      "loss": 0.034,
      "step": 21940
    },
    {
      "grad_norm": 0.21052363514900208,
      "learning_rate": 9.985338368687609e-05,
      "loss": 0.0272,
      "step": 21950
    },
    {
      "grad_norm": 0.22090955078601837,
      "learning_rate": 9.985296161218064e-05,
      "loss": 0.0282,
      "step": 21960
    },
    {
      "grad_norm": 0.19597980380058289,
      "learning_rate": 9.985253893172464e-05,
      "loss": 0.0312,
      "step": 21970
    },
    {
      "grad_norm": 0.19595611095428467,
      "learning_rate": 9.985211564551322e-05,
      "loss": 0.0312,
      "step": 21980
    },
    {
      "grad_norm": 0.25524964928627014,
      "learning_rate": 9.985169175355153e-05,
      "loss": 0.033,
      "step": 21990
    },
    {
      "grad_norm": 0.2336849719285965,
      "learning_rate": 9.985126725584471e-05,
      "loss": 0.0317,
      "step": 22000
    },
    {
      "grad_norm": 0.248225599527359,
      "learning_rate": 9.985084215239792e-05,
      "loss": 0.0284,
      "step": 22010
    },
    {
      "grad_norm": 0.24104824662208557,
      "learning_rate": 9.985041644321635e-05,
      "loss": 0.0317,
      "step": 22020
    },
    {
      "grad_norm": 0.18231362104415894,
      "learning_rate": 9.984999012830514e-05,
      "loss": 0.0273,
      "step": 22030
    },
    {
      "grad_norm": 0.273488849401474,
      "learning_rate": 9.984956320766949e-05,
      "loss": 0.0351,
      "step": 22040
    },
    {
      "grad_norm": 0.15119007229804993,
      "learning_rate": 9.984913568131457e-05,
      "loss": 0.0344,
      "step": 22050
    },
    {
      "grad_norm": 0.2141983062028885,
      "learning_rate": 9.98487075492456e-05,
      "loss": 0.0263,
      "step": 22060
    },
    {
      "grad_norm": 0.24815113842487335,
      "learning_rate": 9.984827881146777e-05,
      "loss": 0.0335,
      "step": 22070
    },
    {
      "grad_norm": 0.17627088725566864,
      "learning_rate": 9.984784946798628e-05,
      "loss": 0.0329,
      "step": 22080
    },
    {
      "grad_norm": 0.19447848200798035,
      "learning_rate": 9.984741951880635e-05,
      "loss": 0.037,
      "step": 22090
    },
    {
      "grad_norm": 0.17229260504245758,
      "learning_rate": 9.984698896393321e-05,
      "loss": 0.0292,
      "step": 22100
    },
    {
      "grad_norm": 0.2562866806983948,
      "learning_rate": 9.984655780337212e-05,
      "loss": 0.0357,
      "step": 22110
    },
    {
      "grad_norm": 0.307425856590271,
      "learning_rate": 9.984612603712825e-05,
      "loss": 0.0417,
      "step": 22120
    },
    {
      "grad_norm": 0.20030765235424042,
      "learning_rate": 9.98456936652069e-05,
      "loss": 0.0342,
      "step": 22130
    },
    {
      "grad_norm": 0.2100946605205536,
      "learning_rate": 9.98452606876133e-05,
      "loss": 0.0335,
      "step": 22140
    },
    {
      "grad_norm": 0.18903237581253052,
      "learning_rate": 9.984482710435274e-05,
      "loss": 0.0268,
      "step": 22150
    },
    {
      "grad_norm": 0.14085471630096436,
      "learning_rate": 9.984439291543046e-05,
      "loss": 0.0256,
      "step": 22160
    },
    {
      "grad_norm": 0.32021763920783997,
      "learning_rate": 9.984395812085175e-05,
      "loss": 0.0384,
      "step": 22170
    },
    {
      "grad_norm": 0.27052026987075806,
      "learning_rate": 9.98435227206219e-05,
      "loss": 0.0313,
      "step": 22180
    },
    {
      "grad_norm": 0.19925644993782043,
      "learning_rate": 9.984308671474616e-05,
      "loss": 0.0282,
      "step": 22190
    },
    {
      "grad_norm": 0.23953497409820557,
      "learning_rate": 9.984265010322987e-05,
      "loss": 0.0313,
      "step": 22200
    },
    {
      "grad_norm": 0.22156769037246704,
      "learning_rate": 9.984221288607834e-05,
      "loss": 0.0262,
      "step": 22210
    },
    {
      "grad_norm": 0.4903034567832947,
      "learning_rate": 9.984177506329684e-05,
      "loss": 0.0308,
      "step": 22220
    },
    {
      "grad_norm": 0.44124969840049744,
      "learning_rate": 9.984133663489072e-05,
      "loss": 0.0268,
      "step": 22230
    },
    {
      "grad_norm": 0.24512061476707458,
      "learning_rate": 9.98408976008653e-05,
      "loss": 0.0321,
      "step": 22240
    },
    {
      "grad_norm": 0.19057337939739227,
      "learning_rate": 9.984045796122591e-05,
      "loss": 0.0284,
      "step": 22250
    },
    {
      "grad_norm": 0.2511794865131378,
      "learning_rate": 9.984001771597792e-05,
      "loss": 0.0303,
      "step": 22260
    },
    {
      "grad_norm": 0.2723226249217987,
      "learning_rate": 9.983957686512663e-05,
      "loss": 0.0294,
      "step": 22270
    },
    {
      "grad_norm": 0.4349762797355652,
      "learning_rate": 9.983913540867747e-05,
      "loss": 0.0362,
      "step": 22280
    },
    {
      "grad_norm": 0.28734010457992554,
      "learning_rate": 9.983869334663571e-05,
      "loss": 0.0339,
      "step": 22290
    },
    {
      "grad_norm": 0.21122536063194275,
      "learning_rate": 9.983825067900681e-05,
      "loss": 0.033,
      "step": 22300
    },
    {
      "grad_norm": 0.14385414123535156,
      "learning_rate": 9.983780740579608e-05,
      "loss": 0.0328,
      "step": 22310
    },
    {
      "grad_norm": 0.28535884618759155,
      "learning_rate": 9.983736352700894e-05,
      "loss": 0.0322,
      "step": 22320
    },
    {
      "grad_norm": 0.17218557000160217,
      "learning_rate": 9.983691904265079e-05,
      "loss": 0.0369,
      "step": 22330
    },
    {
      "grad_norm": 0.1848953664302826,
      "learning_rate": 9.983647395272701e-05,
      "loss": 0.0376,
      "step": 22340
    },
    {
      "grad_norm": 0.17273585498332977,
      "learning_rate": 9.983602825724303e-05,
      "loss": 0.0297,
      "step": 22350
    },
    {
      "grad_norm": 0.16116581857204437,
      "learning_rate": 9.983558195620424e-05,
      "loss": 0.0298,
      "step": 22360
    },
    {
      "grad_norm": 0.22981098294258118,
      "learning_rate": 9.983513504961608e-05,
      "loss": 0.0345,
      "step": 22370
    },
    {
      "grad_norm": 0.17891448736190796,
      "learning_rate": 9.983468753748397e-05,
      "loss": 0.0343,
      "step": 22380
    },
    {
      "grad_norm": 0.17077529430389404,
      "learning_rate": 9.983423941981338e-05,
      "loss": 0.0322,
      "step": 22390
    },
    {
      "grad_norm": 0.2622067332267761,
      "learning_rate": 9.983379069660971e-05,
      "loss": 0.0302,
      "step": 22400
    },
    {
      "grad_norm": 0.250853568315506,
      "learning_rate": 9.983334136787843e-05,
      "loss": 0.0399,
      "step": 22410
    },
    {
      "grad_norm": 0.2562985420227051,
      "learning_rate": 9.983289143362503e-05,
      "loss": 0.0388,
      "step": 22420
    },
    {
      "grad_norm": 0.19202181696891785,
      "learning_rate": 9.98324408938549e-05,
      "loss": 0.0353,
      "step": 22430
    },
    {
      "grad_norm": 0.22502025961875916,
      "learning_rate": 9.98319897485736e-05,
      "loss": 0.027,
      "step": 22440
    },
    {
      "grad_norm": 0.2944645583629608,
      "learning_rate": 9.983153799778658e-05,
      "loss": 0.0282,
      "step": 22450
    },
    {
      "grad_norm": 0.18402154743671417,
      "learning_rate": 9.98310856414993e-05,
      "loss": 0.0288,
      "step": 22460
    },
    {
      "grad_norm": 0.23228104412555695,
      "learning_rate": 9.983063267971729e-05,
      "loss": 0.031,
      "step": 22470
    },
    {
      "grad_norm": 0.2937447428703308,
      "learning_rate": 9.983017911244604e-05,
      "loss": 0.0342,
      "step": 22480
    },
    {
      "grad_norm": 0.28637003898620605,
      "learning_rate": 9.982972493969108e-05,
      "loss": 0.03,
      "step": 22490
    },
    {
      "grad_norm": 0.25896093249320984,
      "learning_rate": 9.982927016145791e-05,
      "loss": 0.0303,
      "step": 22500
    },
    {
      "grad_norm": 0.23155689239501953,
      "learning_rate": 9.982881477775206e-05,
      "loss": 0.0343,
      "step": 22510
    },
    {
      "grad_norm": 0.27736467123031616,
      "learning_rate": 9.982835878857905e-05,
      "loss": 0.0374,
      "step": 22520
    },
    {
      "grad_norm": 0.34302884340286255,
      "learning_rate": 9.982790219394445e-05,
      "loss": 0.0418,
      "step": 22530
    },
    {
      "grad_norm": 0.2234504222869873,
      "learning_rate": 9.98274449938538e-05,
      "loss": 0.0358,
      "step": 22540
    },
    {
      "grad_norm": 0.1912214756011963,
      "learning_rate": 9.982698718831262e-05,
      "loss": 0.0437,
      "step": 22550
    },
    {
      "grad_norm": 0.34402987360954285,
      "learning_rate": 9.982652877732653e-05,
      "loss": 0.0513,
      "step": 22560
    },
    {
      "grad_norm": 0.20428496599197388,
      "learning_rate": 9.982606976090107e-05,
      "loss": 0.0252,
      "step": 22570
    },
    {
      "grad_norm": 0.29350021481513977,
      "learning_rate": 9.98256101390418e-05,
      "loss": 0.0329,
      "step": 22580
    },
    {
      "grad_norm": 0.27909135818481445,
      "learning_rate": 9.982514991175433e-05,
      "loss": 0.0353,
      "step": 22590
    },
    {
      "grad_norm": 0.2021675407886505,
      "learning_rate": 9.982468907904426e-05,
      "loss": 0.0313,
      "step": 22600
    },
    {
      "grad_norm": 0.28154391050338745,
      "learning_rate": 9.982422764091717e-05,
      "loss": 0.0296,
      "step": 22610
    },
    {
      "grad_norm": 0.20371876657009125,
      "learning_rate": 9.982376559737866e-05,
      "loss": 0.0308,
      "step": 22620
    },
    {
      "grad_norm": 0.2059532254934311,
      "learning_rate": 9.982330294843436e-05,
      "loss": 0.0277,
      "step": 22630
    },
    {
      "grad_norm": 0.19940702617168427,
      "learning_rate": 9.98228396940899e-05,
      "loss": 0.0349,
      "step": 22640
    },
    {
      "grad_norm": 0.3105680048465729,
      "learning_rate": 9.982237583435089e-05,
      "loss": 0.0342,
      "step": 22650
    },
    {
      "grad_norm": 0.38683587312698364,
      "learning_rate": 9.982191136922296e-05,
      "loss": 0.0345,
      "step": 22660
    },
    {
      "grad_norm": 0.25428295135498047,
      "learning_rate": 9.982144629871179e-05,
      "loss": 0.0299,
      "step": 22670
    },
    {
      "grad_norm": 0.22082604467868805,
      "learning_rate": 9.982098062282299e-05,
      "loss": 0.0305,
      "step": 22680
    },
    {
      "grad_norm": 0.40342843532562256,
      "learning_rate": 9.982051434156225e-05,
      "loss": 0.0323,
      "step": 22690
    },
    {
      "grad_norm": 0.21492555737495422,
      "learning_rate": 9.982004745493523e-05,
      "loss": 0.0266,
      "step": 22700
    },
    {
      "grad_norm": 0.2938617765903473,
      "learning_rate": 9.981957996294757e-05,
      "loss": 0.04,
      "step": 22710
    },
    {
      "grad_norm": 0.3680862486362457,
      "learning_rate": 9.9819111865605e-05,
      "loss": 0.0341,
      "step": 22720
    },
    {
      "grad_norm": 0.3200622498989105,
      "learning_rate": 9.981864316291316e-05,
      "loss": 0.0351,
      "step": 22730
    },
    {
      "grad_norm": 0.3280543088912964,
      "learning_rate": 9.98181738548778e-05,
      "loss": 0.0326,
      "step": 22740
    },
    {
      "grad_norm": 0.2847326099872589,
      "learning_rate": 9.981770394150456e-05,
      "loss": 0.0376,
      "step": 22750
    },
    {
      "grad_norm": 0.2135103940963745,
      "learning_rate": 9.98172334227992e-05,
      "loss": 0.0419,
      "step": 22760
    },
    {
      "grad_norm": 0.26346415281295776,
      "learning_rate": 9.981676229876741e-05,
      "loss": 0.0364,
      "step": 22770
    },
    {
      "grad_norm": 0.1487552374601364,
      "learning_rate": 9.981629056941493e-05,
      "loss": 0.0281,
      "step": 22780
    },
    {
      "grad_norm": 0.23060546815395355,
      "learning_rate": 9.981581823474749e-05,
      "loss": 0.0273,
      "step": 22790
    },
    {
      "grad_norm": 0.26782748103141785,
      "learning_rate": 9.98153452947708e-05,
      "loss": 0.0336,
      "step": 22800
    },
    {
      "grad_norm": 0.35119834542274475,
      "learning_rate": 9.981487174949065e-05,
      "loss": 0.0343,
      "step": 22810
    },
    {
      "grad_norm": 0.42544320225715637,
      "learning_rate": 9.981439759891278e-05,
      "loss": 0.044,
      "step": 22820
    },
    {
      "grad_norm": 0.2105107307434082,
      "learning_rate": 9.981392284304292e-05,
      "loss": 0.0449,
      "step": 22830
    },
    {
      "grad_norm": 0.19964812695980072,
      "learning_rate": 9.98134474818869e-05,
      "loss": 0.0353,
      "step": 22840
    },
    {
      "grad_norm": 0.3423141837120056,
      "learning_rate": 9.981297151545044e-05,
      "loss": 0.0435,
      "step": 22850
    },
    {
      "grad_norm": 0.22474001348018646,
      "learning_rate": 9.981249494373935e-05,
      "loss": 0.0388,
      "step": 22860
    },
    {
      "grad_norm": 0.2719127833843231,
      "learning_rate": 9.981201776675942e-05,
      "loss": 0.0346,
      "step": 22870
    },
    {
      "grad_norm": 0.29563766717910767,
      "learning_rate": 9.981153998451645e-05,
      "loss": 0.0401,
      "step": 22880
    },
    {
      "grad_norm": 0.17985251545906067,
      "learning_rate": 9.981106159701622e-05,
      "loss": 0.0294,
      "step": 22890
    },
    {
      "grad_norm": 0.2525409758090973,
      "learning_rate": 9.981058260426456e-05,
      "loss": 0.0382,
      "step": 22900
    },
    {
      "grad_norm": 0.2507658004760742,
      "learning_rate": 9.981010300626732e-05,
      "loss": 0.0357,
      "step": 22910
    },
    {
      "grad_norm": 0.20616905391216278,
      "learning_rate": 9.980962280303028e-05,
      "loss": 0.0369,
      "step": 22920
    },
    {
      "grad_norm": 0.33213576674461365,
      "learning_rate": 9.980914199455929e-05,
      "loss": 0.0253,
      "step": 22930
    },
    {
      "grad_norm": 0.2487506866455078,
      "learning_rate": 9.980866058086021e-05,
      "loss": 0.025,
      "step": 22940
    },
    {
      "grad_norm": 0.2909976541996002,
      "learning_rate": 9.980817856193887e-05,
      "loss": 0.0385,
      "step": 22950
    },
    {
      "grad_norm": 0.21336987614631653,
      "learning_rate": 9.980769593780115e-05,
      "loss": 0.0305,
      "step": 22960
    },
    {
      "grad_norm": 0.17971910536289215,
      "learning_rate": 9.980721270845288e-05,
      "loss": 0.0271,
      "step": 22970
    },
    {
      "grad_norm": 0.17789678275585175,
      "learning_rate": 9.980672887389994e-05,
      "loss": 0.036,
      "step": 22980
    },
    {
      "grad_norm": 0.2519441246986389,
      "learning_rate": 9.980624443414824e-05,
      "loss": 0.0347,
      "step": 22990
    },
    {
      "grad_norm": 0.23628434538841248,
      "learning_rate": 9.980575938920364e-05,
      "loss": 0.028,
      "step": 23000
    },
    {
      "grad_norm": 0.19812829792499542,
      "learning_rate": 9.980527373907204e-05,
      "loss": 0.0304,
      "step": 23010
    },
    {
      "grad_norm": 0.23751425743103027,
      "learning_rate": 9.980478748375935e-05,
      "loss": 0.0282,
      "step": 23020
    },
    {
      "grad_norm": 0.2219655066728592,
      "learning_rate": 9.980430062327144e-05,
      "loss": 0.026,
      "step": 23030
    },
    {
      "grad_norm": 0.22609089314937592,
      "learning_rate": 9.980381315761426e-05,
      "loss": 0.0298,
      "step": 23040
    },
    {
      "grad_norm": 0.2272033393383026,
      "learning_rate": 9.980332508679375e-05,
      "loss": 0.0357,
      "step": 23050
    },
    {
      "grad_norm": 0.1884443163871765,
      "learning_rate": 9.98028364108158e-05,
      "loss": 0.0298,
      "step": 23060
    },
    {
      "grad_norm": 0.2170446664094925,
      "learning_rate": 9.980234712968638e-05,
      "loss": 0.0242,
      "step": 23070
    },
    {
      "grad_norm": 0.24595528841018677,
      "learning_rate": 9.980185724341142e-05,
      "loss": 0.0308,
      "step": 23080
    },
    {
      "grad_norm": 0.33708587288856506,
      "learning_rate": 9.980136675199686e-05,
      "loss": 0.0306,
      "step": 23090
    },
    {
      "grad_norm": 0.27226465940475464,
      "learning_rate": 9.980087565544869e-05,
      "loss": 0.0333,
      "step": 23100
    },
    {
      "grad_norm": 0.21110288798809052,
      "learning_rate": 9.980038395377284e-05,
      "loss": 0.036,
      "step": 23110
    },
    {
      "grad_norm": 0.21293410658836365,
      "learning_rate": 9.979989164697531e-05,
      "loss": 0.032,
      "step": 23120
    },
    {
      "grad_norm": 0.36423081159591675,
      "learning_rate": 9.97993987350621e-05,
      "loss": 0.0324,
      "step": 23130
    },
    {
      "grad_norm": 0.1810254156589508,
      "learning_rate": 9.979890521803917e-05,
      "loss": 0.0248,
      "step": 23140
    },
    {
      "grad_norm": 0.2011190801858902,
      "learning_rate": 9.97984110959125e-05,
      "loss": 0.049,
      "step": 23150
    },
    {
      "grad_norm": 0.25344884395599365,
      "learning_rate": 9.979791636868813e-05,
      "loss": 0.0317,
      "step": 23160
    },
    {
      "grad_norm": 0.29723986983299255,
      "learning_rate": 9.979742103637206e-05,
      "loss": 0.029,
      "step": 23170
    },
    {
      "grad_norm": 0.27472084760665894,
      "learning_rate": 9.979692509897032e-05,
      "loss": 0.0268,
      "step": 23180
    },
    {
      "grad_norm": 0.23577962815761566,
      "learning_rate": 9.979642855648893e-05,
      "loss": 0.0313,
      "step": 23190
    },
    {
      "grad_norm": 0.2632107138633728,
      "learning_rate": 9.979593140893388e-05,
      "loss": 0.039,
      "step": 23200
    },
    {
      "grad_norm": 0.2578222155570984,
      "learning_rate": 9.979543365631128e-05,
      "loss": 0.0262,
      "step": 23210
    },
    {
      "grad_norm": 0.2060995250940323,
      "learning_rate": 9.979493529862714e-05,
      "loss": 0.0344,
      "step": 23220
    },
    {
      "grad_norm": 0.3436312973499298,
      "learning_rate": 9.979443633588749e-05,
      "loss": 0.0337,
      "step": 23230
    },
    {
      "grad_norm": 0.19165420532226562,
      "learning_rate": 9.979393676809847e-05,
      "loss": 0.0353,
      "step": 23240
    },
    {
      "grad_norm": 0.3317786753177643,
      "learning_rate": 9.979343659526608e-05,
      "loss": 0.0366,
      "step": 23250
    },
    {
      "grad_norm": 0.49287861585617065,
      "learning_rate": 9.979293581739644e-05,
      "loss": 0.0361,
      "step": 23260
    },
    {
      "grad_norm": 0.25841280817985535,
      "learning_rate": 9.97924344344956e-05,
      "loss": 0.0393,
      "step": 23270
    },
    {
      "grad_norm": 0.23481176793575287,
      "learning_rate": 9.979193244656968e-05,
      "loss": 0.0358,
      "step": 23280
    },
    {
      "grad_norm": 0.3074663281440735,
      "learning_rate": 9.979142985362478e-05,
      "loss": 0.0441,
      "step": 23290
    },
    {
      "grad_norm": 0.2526457905769348,
      "learning_rate": 9.979092665566697e-05,
      "loss": 0.039,
      "step": 23300
    },
    {
      "grad_norm": 0.19540998339653015,
      "learning_rate": 9.97904228527024e-05,
      "loss": 0.0367,
      "step": 23310
    },
    {
      "grad_norm": 0.3817557990550995,
      "learning_rate": 9.978991844473719e-05,
      "loss": 0.0311,
      "step": 23320
    },
    {
      "grad_norm": 0.4851153790950775,
      "learning_rate": 9.978941343177746e-05,
      "loss": 0.0381,
      "step": 23330
    },
    {
      "grad_norm": 0.4138534963130951,
      "learning_rate": 9.978890781382935e-05,
      "loss": 0.0425,
      "step": 23340
    },
    {
      "grad_norm": 0.2770656943321228,
      "learning_rate": 9.978840159089899e-05,
      "loss": 0.0395,
      "step": 23350
    },
    {
      "grad_norm": 0.24679909646511078,
      "learning_rate": 9.978789476299255e-05,
      "loss": 0.0335,
      "step": 23360
    },
    {
      "grad_norm": 0.2158975452184677,
      "learning_rate": 9.97873873301162e-05,
      "loss": 0.0338,
      "step": 23370
    },
    {
      "grad_norm": 0.2963666021823883,
      "learning_rate": 9.978687929227606e-05,
      "loss": 0.0405,
      "step": 23380
    },
    {
      "grad_norm": 0.25057828426361084,
      "learning_rate": 9.978637064947834e-05,
      "loss": 0.0422,
      "step": 23390
    },
    {
      "grad_norm": 0.195484921336174,
      "learning_rate": 9.97858614017292e-05,
      "loss": 0.0411,
      "step": 23400
    },
    {
      "grad_norm": 0.24206136167049408,
      "learning_rate": 9.978535154903484e-05,
      "loss": 0.0436,
      "step": 23410
    },
    {
      "grad_norm": 0.1987524777650833,
      "learning_rate": 9.978484109140147e-05,
      "loss": 0.0277,
      "step": 23420
    },
    {
      "grad_norm": 0.16851845383644104,
      "learning_rate": 9.978433002883527e-05,
      "loss": 0.0306,
      "step": 23430
    },
    {
      "grad_norm": 0.49006548523902893,
      "learning_rate": 9.978381836134244e-05,
      "loss": 0.0293,
      "step": 23440
    },
    {
      "grad_norm": 0.218048095703125,
      "learning_rate": 9.978330608892923e-05,
      "loss": 0.0267,
      "step": 23450
    },
    {
      "grad_norm": 0.20195728540420532,
      "learning_rate": 9.978279321160184e-05,
      "loss": 0.0322,
      "step": 23460
    },
    {
      "grad_norm": 0.2132238745689392,
      "learning_rate": 9.978227972936652e-05,
      "loss": 0.0257,
      "step": 23470
    },
    {
      "grad_norm": 0.1951644867658615,
      "learning_rate": 9.978176564222948e-05,
      "loss": 0.0282,
      "step": 23480
    },
    {
      "grad_norm": 0.334697961807251,
      "learning_rate": 9.978125095019701e-05,
      "loss": 0.0383,
      "step": 23490
    },
    {
      "grad_norm": 0.4330584406852722,
      "learning_rate": 9.978073565327533e-05,
      "loss": 0.046,
      "step": 23500
    },
    {
      "grad_norm": 0.4136599898338318,
      "learning_rate": 9.978021975147069e-05,
      "loss": 0.0309,
      "step": 23510
    },
    {
      "grad_norm": 0.22099235653877258,
      "learning_rate": 9.97797032447894e-05,
      "loss": 0.055,
      "step": 23520
    },
    {
      "grad_norm": 0.16278882324695587,
      "learning_rate": 9.977918613323771e-05,
      "loss": 0.0296,
      "step": 23530
    },
    {
      "grad_norm": 0.20775063335895538,
      "learning_rate": 9.977866841682192e-05,
      "loss": 0.0323,
      "step": 23540
    },
    {
      "grad_norm": 0.1690068542957306,
      "learning_rate": 9.97781500955483e-05,
      "loss": 0.0242,
      "step": 23550
    },
    {
      "grad_norm": 0.18209385871887207,
      "learning_rate": 9.977763116942315e-05,
      "loss": 0.0311,
      "step": 23560
    },
    {
      "grad_norm": 0.23576033115386963,
      "learning_rate": 9.97771116384528e-05,
      "loss": 0.0279,
      "step": 23570
    },
    {
      "grad_norm": 0.24708053469657898,
      "learning_rate": 9.977659150264355e-05,
      "loss": 0.03,
      "step": 23580
    },
    {
      "grad_norm": 0.35260048508644104,
      "learning_rate": 9.97760707620017e-05,
      "loss": 0.0386,
      "step": 23590
    },
    {
      "grad_norm": 0.2066347748041153,
      "learning_rate": 9.97755494165336e-05,
      "loss": 0.0341,
      "step": 23600
    },
    {
      "grad_norm": 0.1994493007659912,
      "learning_rate": 9.977502746624559e-05,
      "loss": 0.0363,
      "step": 23610
    },
    {
      "grad_norm": 0.16308262944221497,
      "learning_rate": 9.977450491114398e-05,
      "loss": 0.0296,
      "step": 23620
    },
    {
      "grad_norm": 0.2801526188850403,
      "learning_rate": 9.977398175123515e-05,
      "loss": 0.0304,
      "step": 23630
    },
    {
      "grad_norm": 0.31334707140922546,
      "learning_rate": 9.977345798652545e-05,
      "loss": 0.0348,
      "step": 23640
    },
    {
      "grad_norm": 0.3190321624279022,
      "learning_rate": 9.977293361702125e-05,
      "loss": 0.0324,
      "step": 23650
    },
    {
      "grad_norm": 0.3063831329345703,
      "learning_rate": 9.97724086427289e-05,
      "loss": 0.0405,
      "step": 23660
    },
    {
      "grad_norm": 0.17978321015834808,
      "learning_rate": 9.97718830636548e-05,
      "loss": 0.0343,
      "step": 23670
    },
    {
      "grad_norm": 0.2595088481903076,
      "learning_rate": 9.977135687980531e-05,
      "loss": 0.0353,
      "step": 23680
    },
    {
      "grad_norm": 0.32254427671432495,
      "learning_rate": 9.977083009118686e-05,
      "loss": 0.0325,
      "step": 23690
    },
    {
      "grad_norm": 0.36683234572410583,
      "learning_rate": 9.977030269780583e-05,
      "loss": 0.0319,
      "step": 23700
    },
    {
      "grad_norm": 0.27563896775245667,
      "learning_rate": 9.976977469966862e-05,
      "loss": 0.0356,
      "step": 23710
    },
    {
      "grad_norm": 0.21067741513252258,
      "learning_rate": 9.976924609678167e-05,
      "loss": 0.0286,
      "step": 23720
    },
    {
      "grad_norm": 0.5279686450958252,
      "learning_rate": 9.976871688915139e-05,
      "loss": 0.0359,
      "step": 23730
    },
    {
      "grad_norm": 0.22048108279705048,
      "learning_rate": 9.97681870767842e-05,
      "loss": 0.0311,
      "step": 23740
    },
    {
      "grad_norm": 0.4407254457473755,
      "learning_rate": 9.976765665968654e-05,
      "loss": 0.0307,
      "step": 23750
    },
    {
      "grad_norm": 1.1628741025924683,
      "learning_rate": 9.97671256378649e-05,
      "loss": 0.0401,
      "step": 23760
    },
    {
      "grad_norm": 0.22240756452083588,
      "learning_rate": 9.976659401132566e-05,
      "loss": 0.0348,
      "step": 23770
    },
    {
      "grad_norm": 0.25544124841690063,
      "learning_rate": 9.976606178007532e-05,
      "loss": 0.0342,
      "step": 23780
    },
    {
      "grad_norm": 0.2555626630783081,
      "learning_rate": 9.976552894412037e-05,
      "loss": 0.035,
      "step": 23790
    },
    {
      "grad_norm": 0.181696355342865,
      "learning_rate": 9.976499550346723e-05,
      "loss": 0.0399,
      "step": 23800
    },
    {
      "grad_norm": 0.15680049359798431,
      "learning_rate": 9.976446145812242e-05,
      "loss": 0.0283,
      "step": 23810
    },
    {
      "grad_norm": 0.21564044058322906,
      "learning_rate": 9.976392680809242e-05,
      "loss": 0.0325,
      "step": 23820
    },
    {
      "grad_norm": 0.19648706912994385,
      "learning_rate": 9.976339155338371e-05,
      "loss": 0.0258,
      "step": 23830
    },
    {
      "grad_norm": 0.22698110342025757,
      "learning_rate": 9.976285569400281e-05,
      "loss": 0.0266,
      "step": 23840
    },
    {
      "grad_norm": 0.42763665318489075,
      "learning_rate": 9.976231922995624e-05,
      "loss": 0.0259,
      "step": 23850
    },
    {
      "grad_norm": 0.15511901676654816,
      "learning_rate": 9.97617821612505e-05,
      "loss": 0.0303,
      "step": 23860
    },
    {
      "grad_norm": 0.2335374355316162,
      "learning_rate": 9.976124448789214e-05,
      "loss": 0.0359,
      "step": 23870
    },
    {
      "grad_norm": 0.30330148339271545,
      "learning_rate": 9.976070620988767e-05,
      "loss": 0.0278,
      "step": 23880
    },
    {
      "grad_norm": 0.30540359020233154,
      "learning_rate": 9.976016732724362e-05,
      "loss": 0.0353,
      "step": 23890
    },
    {
      "grad_norm": 0.2260686308145523,
      "learning_rate": 9.975962783996657e-05,
      "loss": 0.0306,
      "step": 23900
    },
    {
      "grad_norm": 0.20873752236366272,
      "learning_rate": 9.975908774806307e-05,
      "loss": 0.029,
      "step": 23910
    },
    {
      "grad_norm": 0.28440403938293457,
      "learning_rate": 9.975854705153965e-05,
      "loss": 0.0345,
      "step": 23920
    },
    {
      "grad_norm": 0.14420686662197113,
      "learning_rate": 9.975800575040291e-05,
      "loss": 0.0285,
      "step": 23930
    },
    {
      "grad_norm": 0.2516545355319977,
      "learning_rate": 9.975746384465943e-05,
      "loss": 0.0289,
      "step": 23940
    },
    {
      "grad_norm": 0.15243405103683472,
      "learning_rate": 9.975692133431579e-05,
      "loss": 0.0233,
      "step": 23950
    },
    {
      "grad_norm": 0.26020169258117676,
      "learning_rate": 9.975637821937857e-05,
      "loss": 0.0354,
      "step": 23960
    },
    {
      "grad_norm": 0.1818939447402954,
      "learning_rate": 9.975583449985437e-05,
      "loss": 0.0345,
      "step": 23970
    },
    {
      "grad_norm": 0.2815220355987549,
      "learning_rate": 9.97552901757498e-05,
      "loss": 0.0259,
      "step": 23980
    },
    {
      "grad_norm": 0.20720462501049042,
      "learning_rate": 9.97547452470715e-05,
      "loss": 0.0281,
      "step": 23990
    },
    {
      "grad_norm": 0.25382572412490845,
      "learning_rate": 9.975419971382606e-05,
      "loss": 0.03,
      "step": 24000
    },
    {
      "grad_norm": 0.28709298372268677,
      "learning_rate": 9.97536535760201e-05,
      "loss": 0.0288,
      "step": 24010
    },
    {
      "grad_norm": 0.31668511033058167,
      "learning_rate": 9.97531068336603e-05,
      "loss": 0.0333,
      "step": 24020
    },
    {
      "grad_norm": 0.18038709461688995,
      "learning_rate": 9.975255948675326e-05,
      "loss": 0.0258,
      "step": 24030
    },
    {
      "grad_norm": 0.21669358015060425,
      "learning_rate": 9.975201153530566e-05,
      "loss": 0.03,
      "step": 24040
    },
    {
      "grad_norm": 0.23389801383018494,
      "learning_rate": 9.975146297932414e-05,
      "loss": 0.0273,
      "step": 24050
    },
    {
      "grad_norm": 0.14209511876106262,
      "learning_rate": 9.975091381881536e-05,
      "loss": 0.0322,
      "step": 24060
    },
    {
      "grad_norm": 0.22243139147758484,
      "learning_rate": 9.975036405378602e-05,
      "loss": 0.0282,
      "step": 24070
    },
    {
      "grad_norm": 0.22136519849300385,
      "learning_rate": 9.974981368424278e-05,
      "loss": 0.0317,
      "step": 24080
    },
    {
      "grad_norm": 0.1645844280719757,
      "learning_rate": 9.974926271019234e-05,
      "loss": 0.0233,
      "step": 24090
    },
    {
      "grad_norm": 0.19590628147125244,
      "learning_rate": 9.974871113164137e-05,
      "loss": 0.0291,
      "step": 24100
    },
    {
      "grad_norm": 0.16410112380981445,
      "learning_rate": 9.97481589485966e-05,
      "loss": 0.0292,
      "step": 24110
    },
    {
      "grad_norm": 0.2060343325138092,
      "learning_rate": 9.974760616106473e-05,
      "loss": 0.0225,
      "step": 24120
    },
    {
      "grad_norm": 0.18219032883644104,
      "learning_rate": 9.974705276905248e-05,
      "loss": 0.0349,
      "step": 24130
    },
    {
      "grad_norm": 0.1878705620765686,
      "learning_rate": 9.974649877256656e-05,
      "loss": 0.0335,
      "step": 24140
    },
    {
      "grad_norm": 0.35776835680007935,
      "learning_rate": 9.974594417161371e-05,
      "loss": 0.0281,
      "step": 24150
    },
    {
      "grad_norm": 0.1769046187400818,
      "learning_rate": 9.974538896620067e-05,
      "loss": 0.0275,
      "step": 24160
    },
    {
      "grad_norm": 0.3452679216861725,
      "learning_rate": 9.97448331563342e-05,
      "loss": 0.0274,
      "step": 24170
    },
    {
      "grad_norm": 0.16507025063037872,
      "learning_rate": 9.974427674202102e-05,
      "loss": 0.0231,
      "step": 24180
    },
    {
      "grad_norm": 0.18726296722888947,
      "learning_rate": 9.974371972326792e-05,
      "loss": 0.027,
      "step": 24190
    },
    {
      "grad_norm": 0.2792315185070038,
      "learning_rate": 9.974316210008167e-05,
      "loss": 0.0308,
      "step": 24200
    },
    {
      "grad_norm": 0.3109993636608124,
      "learning_rate": 9.974260387246903e-05,
      "loss": 0.0401,
      "step": 24210
    },
    {
      "grad_norm": 0.19947119057178497,
      "learning_rate": 9.974204504043679e-05,
      "loss": 0.0401,
      "step": 24220
    },
    {
      "grad_norm": 0.1733974665403366,
      "learning_rate": 9.974148560399173e-05,
      "loss": 0.0386,
      "step": 24230
    },
    {
      "grad_norm": 0.15725083649158478,
      "learning_rate": 9.974092556314065e-05,
      "loss": 0.0249,
      "step": 24240
    },
    {
      "grad_norm": 0.2496708184480667,
      "learning_rate": 9.974036491789038e-05,
      "loss": 0.0298,
      "step": 24250
    },
    {
      "grad_norm": 0.3415715992450714,
      "learning_rate": 9.973980366824772e-05,
      "loss": 0.0309,
      "step": 24260
    },
    {
      "grad_norm": 0.23069874942302704,
      "learning_rate": 9.973924181421945e-05,
      "loss": 0.0303,
      "step": 24270
    },
    {
      "grad_norm": 0.26897507905960083,
      "learning_rate": 9.973867935581245e-05,
      "loss": 0.0311,
      "step": 24280
    },
    {
      "grad_norm": 0.30491524934768677,
      "learning_rate": 9.973811629303354e-05,
      "loss": 0.0328,
      "step": 24290
    },
    {
      "grad_norm": 0.2322584092617035,
      "learning_rate": 9.973755262588955e-05,
      "loss": 0.0346,
      "step": 24300
    },
    {
      "grad_norm": 0.2807333767414093,
      "learning_rate": 9.973698835438733e-05,
      "loss": 0.0302,
      "step": 24310
    },
    {
      "grad_norm": 0.20768433809280396,
      "learning_rate": 9.973642347853374e-05,
      "loss": 0.0263,
      "step": 24320
    },
    {
      "grad_norm": 0.2359740287065506,
      "learning_rate": 9.973585799833568e-05,
      "loss": 0.0317,
      "step": 24330
    },
    {
      "grad_norm": 0.24002932012081146,
      "learning_rate": 9.973529191379993e-05,
      "loss": 0.0385,
      "step": 24340
    },
    {
      "grad_norm": 0.27748042345046997,
      "learning_rate": 9.973472522493347e-05,
      "loss": 0.0353,
      "step": 24350
    },
    {
      "grad_norm": 0.207057386636734,
      "learning_rate": 9.973415793174313e-05,
      "loss": 0.0295,
      "step": 24360
    },
    {
      "grad_norm": 0.20381151139736176,
      "learning_rate": 9.97335900342358e-05,
      "loss": 0.0333,
      "step": 24370
    },
    {
      "grad_norm": 0.2198643684387207,
      "learning_rate": 9.973302153241841e-05,
      "loss": 0.0313,
      "step": 24380
    },
    {
      "grad_norm": 0.24828645586967468,
      "learning_rate": 9.973245242629786e-05,
      "loss": 0.0297,
      "step": 24390
    },
    {
      "grad_norm": 0.2501903474330902,
      "learning_rate": 9.973188271588103e-05,
      "loss": 0.0315,
      "step": 24400
    },
    {
      "grad_norm": 0.1614692658185959,
      "learning_rate": 9.973131240117489e-05,
      "loss": 0.0337,
      "step": 24410
    },
    {
      "grad_norm": 0.1765977442264557,
      "learning_rate": 9.973074148218636e-05,
      "loss": 0.0322,
      "step": 24420
    },
    {
      "grad_norm": 0.30095845460891724,
      "learning_rate": 9.973016995892234e-05,
      "loss": 0.0327,
      "step": 24430
    },
    {
      "grad_norm": 0.311501145362854,
      "learning_rate": 9.972959783138981e-05,
      "loss": 0.0326,
      "step": 24440
    },
    {
      "grad_norm": 0.21733485162258148,
      "learning_rate": 9.972902509959572e-05,
      "loss": 0.0334,
      "step": 24450
    },
    {
      "grad_norm": 0.24493400752544403,
      "learning_rate": 9.972845176354703e-05,
      "loss": 0.03,
      "step": 24460
    },
    {
      "grad_norm": 0.3559199571609497,
      "learning_rate": 9.972787782325068e-05,
      "loss": 0.0375,
      "step": 24470
    },
    {
      "grad_norm": 0.18528375029563904,
      "learning_rate": 9.97273032787137e-05,
      "loss": 0.0268,
      "step": 24480
    },
    {
      "grad_norm": 0.3578750193119049,
      "learning_rate": 9.972672812994299e-05,
      "loss": 0.0296,
      "step": 24490
    },
    {
      "grad_norm": 0.15406933426856995,
      "learning_rate": 9.97261523769456e-05,
      "loss": 0.0247,
      "step": 24500
    },
    {
      "grad_norm": 0.17705687880516052,
      "learning_rate": 9.972557601972852e-05,
      "loss": 0.0271,
      "step": 24510
    },
    {
      "grad_norm": 0.26365727186203003,
      "learning_rate": 9.972499905829875e-05,
      "loss": 0.0369,
      "step": 24520
    },
    {
      "grad_norm": 0.17473207414150238,
      "learning_rate": 9.972442149266326e-05,
      "loss": 0.0317,
      "step": 24530
    },
    {
      "grad_norm": 0.2574896216392517,
      "learning_rate": 9.972384332282914e-05,
      "loss": 0.0352,
      "step": 24540
    },
    {
      "grad_norm": 0.22718371450901031,
      "learning_rate": 9.972326454880334e-05,
      "loss": 0.0307,
      "step": 24550
    },
    {
      "grad_norm": 0.17925065755844116,
      "learning_rate": 9.972268517059296e-05,
      "loss": 0.0291,
      "step": 24560
    },
    {
      "grad_norm": 0.25437629222869873,
      "learning_rate": 9.9722105188205e-05,
      "loss": 0.0236,
      "step": 24570
    },
    {
      "grad_norm": 0.2712566554546356,
      "learning_rate": 9.97215246016465e-05,
      "loss": 0.03,
      "step": 24580
    },
    {
      "grad_norm": 0.19288380444049835,
      "learning_rate": 9.972094341092455e-05,
      "loss": 0.0409,
      "step": 24590
    },
    {
      "grad_norm": 0.21629361808300018,
      "learning_rate": 9.972036161604618e-05,
      "loss": 0.0313,
      "step": 24600
    },
    {
      "grad_norm": 0.33479031920433044,
      "learning_rate": 9.971977921701848e-05,
      "loss": 0.0387,
      "step": 24610
    },
    {
      "grad_norm": 0.11255202442407608,
      "learning_rate": 9.971919621384851e-05,
      "loss": 0.0267,
      "step": 24620
    },
    {
      "grad_norm": 0.3129881024360657,
      "learning_rate": 9.971861260654338e-05,
      "loss": 0.0495,
      "step": 24630
    },
    {
      "grad_norm": 0.39097359776496887,
      "learning_rate": 9.971802839511015e-05,
      "loss": 0.0355,
      "step": 24640
    },
    {
      "grad_norm": 0.25430208444595337,
      "learning_rate": 9.971744357955595e-05,
      "loss": 0.0362,
      "step": 24650
    },
    {
      "grad_norm": 0.2715948820114136,
      "learning_rate": 9.971685815988786e-05,
      "loss": 0.0469,
      "step": 24660
    },
    {
      "grad_norm": 0.27203938364982605,
      "learning_rate": 9.9716272136113e-05,
      "loss": 0.0321,
      "step": 24670
    },
    {
      "grad_norm": 0.23588308691978455,
      "learning_rate": 9.971568550823849e-05,
      "loss": 0.0324,
      "step": 24680
    },
    {
      "grad_norm": 0.19563698768615723,
      "learning_rate": 9.971509827627147e-05,
      "loss": 0.0307,
      "step": 24690
    },
    {
      "grad_norm": 0.23706717789173126,
      "learning_rate": 9.971451044021906e-05,
      "loss": 0.0303,
      "step": 24700
    },
    {
      "grad_norm": 0.2153143733739853,
      "learning_rate": 9.971392200008842e-05,
      "loss": 0.0292,
      "step": 24710
    },
    {
      "grad_norm": 0.21830396354198456,
      "learning_rate": 9.971333295588667e-05,
      "loss": 0.0282,
      "step": 24720
    },
    {
      "grad_norm": 0.1929146945476532,
      "learning_rate": 9.971274330762102e-05,
      "loss": 0.0236,
      "step": 24730
    },
    {
      "grad_norm": 0.17810463905334473,
      "learning_rate": 9.971215305529858e-05,
      "loss": 0.026,
      "step": 24740
    },
    {
      "grad_norm": 0.19012923538684845,
      "learning_rate": 9.971156219892654e-05,
      "loss": 0.034,
      "step": 24750
    },
    {
      "grad_norm": 0.2865518629550934,
      "learning_rate": 9.97109707385121e-05,
      "loss": 0.0306,
      "step": 24760
    },
    {
      "grad_norm": 0.29181718826293945,
      "learning_rate": 9.971037867406241e-05,
      "loss": 0.0371,
      "step": 24770
    },
    {
      "grad_norm": 0.23267006874084473,
      "learning_rate": 9.97097860055847e-05,
      "loss": 0.0331,
      "step": 24780
    },
    {
      "grad_norm": 0.2412971705198288,
      "learning_rate": 9.970919273308615e-05,
      "loss": 0.0339,
      "step": 24790
    },
    {
      "grad_norm": 0.2598964273929596,
      "learning_rate": 9.970859885657399e-05,
      "loss": 0.0314,
      "step": 24800
    },
    {
      "grad_norm": 0.35883432626724243,
      "learning_rate": 9.970800437605541e-05,
      "loss": 0.0301,
      "step": 24810
    },
    {
      "grad_norm": 0.18585705757141113,
      "learning_rate": 9.970740929153763e-05,
      "loss": 0.0305,
      "step": 24820
    },
    {
      "grad_norm": 0.25867053866386414,
      "learning_rate": 9.970681360302791e-05,
      "loss": 0.0356,
      "step": 24830
    },
    {
      "grad_norm": 0.2469307780265808,
      "learning_rate": 9.970621731053348e-05,
      "loss": 0.0283,
      "step": 24840
    },
    {
      "grad_norm": 0.23569656908512115,
      "learning_rate": 9.970562041406158e-05,
      "loss": 0.0342,
      "step": 24850
    },
    {
      "grad_norm": 0.19905339181423187,
      "learning_rate": 9.970502291361946e-05,
      "loss": 0.0365,
      "step": 24860
    },
    {
      "grad_norm": 0.2317948043346405,
      "learning_rate": 9.970442480921436e-05,
      "loss": 0.0379,
      "step": 24870
    },
    {
      "grad_norm": 0.17604660987854004,
      "learning_rate": 9.97038261008536e-05,
      "loss": 0.0316,
      "step": 24880
    },
    {
      "grad_norm": 0.1747732311487198,
      "learning_rate": 9.97032267885444e-05,
      "loss": 0.0343,
      "step": 24890
    },
    {
      "grad_norm": 0.23702971637248993,
      "learning_rate": 9.970262687229408e-05,
      "loss": 0.0358,
      "step": 24900
    },
    {
      "grad_norm": 0.23432834446430206,
      "learning_rate": 9.970202635210992e-05,
      "loss": 0.0295,
      "step": 24910
    },
    {
      "grad_norm": 0.2576446533203125,
      "learning_rate": 9.970142522799921e-05,
      "loss": 0.0265,
      "step": 24920
    },
    {
      "grad_norm": 0.2736454904079437,
      "learning_rate": 9.970082349996925e-05,
      "loss": 0.032,
      "step": 24930
    },
    {
      "grad_norm": 0.2891802489757538,
      "learning_rate": 9.970022116802737e-05,
      "loss": 0.0347,
      "step": 24940
    },
    {
      "grad_norm": 0.29461634159088135,
      "learning_rate": 9.969961823218087e-05,
      "loss": 0.0351,
      "step": 24950
    },
    {
      "grad_norm": 0.31983253359794617,
      "learning_rate": 9.969901469243708e-05,
      "loss": 0.0321,
      "step": 24960
    },
    {
      "grad_norm": 0.5907434225082397,
      "learning_rate": 9.969841054880336e-05,
      "loss": 0.0334,
      "step": 24970
    },
    {
      "grad_norm": 0.18235591053962708,
      "learning_rate": 9.9697805801287e-05,
      "loss": 0.0287,
      "step": 24980
    },
    {
      "grad_norm": 0.29475221037864685,
      "learning_rate": 9.96972004498954e-05,
      "loss": 0.047,
      "step": 24990
    },
    {
      "grad_norm": 0.28804174065589905,
      "learning_rate": 9.969659449463588e-05,
      "loss": 0.0377,
      "step": 25000
    },
    {
      "grad_norm": 0.2420758157968521,
      "learning_rate": 9.969598793551582e-05,
      "loss": 0.0331,
      "step": 25010
    },
    {
      "grad_norm": 0.42263951897621155,
      "learning_rate": 9.969538077254259e-05,
      "loss": 0.0332,
      "step": 25020
    },
    {
      "grad_norm": 0.25016042590141296,
      "learning_rate": 9.969477300572356e-05,
      "loss": 0.0428,
      "step": 25030
    },
    {
      "grad_norm": 0.2612111270427704,
      "learning_rate": 9.969416463506612e-05,
      "loss": 0.0282,
      "step": 25040
    },
    {
      "grad_norm": 0.2684030830860138,
      "learning_rate": 9.969355566057766e-05,
      "loss": 0.0331,
      "step": 25050
    },
    {
      "grad_norm": 0.24081169068813324,
      "learning_rate": 9.969294608226556e-05,
      "loss": 0.0269,
      "step": 25060
    },
    {
      "grad_norm": 0.1949440985918045,
      "learning_rate": 9.969233590013727e-05,
      "loss": 0.0282,
      "step": 25070
    },
    {
      "grad_norm": 0.1937321573495865,
      "learning_rate": 9.969172511420017e-05,
      "loss": 0.032,
      "step": 25080
    },
    {
      "grad_norm": 0.2777426242828369,
      "learning_rate": 9.969111372446171e-05,
      "loss": 0.0339,
      "step": 25090
    },
    {
      "grad_norm": 0.1670815497636795,
      "learning_rate": 9.969050173092928e-05,
      "loss": 0.0306,
      "step": 25100
    },
    {
      "grad_norm": 0.1529490351676941,
      "learning_rate": 9.968988913361035e-05,
      "loss": 0.0311,
      "step": 25110
    },
    {
      "grad_norm": 0.2159547507762909,
      "learning_rate": 9.968927593251235e-05,
      "loss": 0.0344,
      "step": 25120
    },
    {
      "grad_norm": 0.21838247776031494,
      "learning_rate": 9.968866212764274e-05,
      "loss": 0.0427,
      "step": 25130
    },
    {
      "grad_norm": 0.19161415100097656,
      "learning_rate": 9.968804771900897e-05,
      "loss": 0.0262,
      "step": 25140
    },
    {
      "grad_norm": 0.16549286246299744,
      "learning_rate": 9.96874327066185e-05,
      "loss": 0.0269,
      "step": 25150
    },
    {
      "grad_norm": 0.12523221969604492,
      "learning_rate": 9.968681709047881e-05,
      "loss": 0.0262,
      "step": 25160
    },
    {
      "grad_norm": 0.21843403577804565,
      "learning_rate": 9.968620087059738e-05,
      "loss": 0.0292,
      "step": 25170
    },
    {
      "grad_norm": 0.39678215980529785,
      "learning_rate": 9.968558404698171e-05,
      "loss": 0.027,
      "step": 25180
    },
    {
      "grad_norm": 0.18838849663734436,
      "learning_rate": 9.968496661963926e-05,
      "loss": 0.0315,
      "step": 25190
    },
    {
      "grad_norm": 0.14886842668056488,
      "learning_rate": 9.968434858857758e-05,
      "loss": 0.0222,
      "step": 25200
    },
    {
      "grad_norm": 0.21801310777664185,
      "learning_rate": 9.968372995380415e-05,
      "loss": 0.0332,
      "step": 25210
    },
    {
      "grad_norm": 0.23129388689994812,
      "learning_rate": 9.968311071532647e-05,
      "loss": 0.0296,
      "step": 25220
    },
    {
      "grad_norm": 0.3162880837917328,
      "learning_rate": 9.968249087315212e-05,
      "loss": 0.03,
      "step": 25230
    },
    {
      "grad_norm": 0.5211525559425354,
      "learning_rate": 9.968187042728857e-05,
      "loss": 0.0287,
      "step": 25240
    },
    {
      "grad_norm": 0.28956788778305054,
      "learning_rate": 9.968124937774339e-05,
      "loss": 0.0283,
      "step": 25250
    },
    {
      "grad_norm": 0.22613660991191864,
      "learning_rate": 9.968062772452413e-05,
      "loss": 0.0301,
      "step": 25260
    },
    {
      "grad_norm": 0.21929007768630981,
      "learning_rate": 9.968000546763834e-05,
      "loss": 0.0285,
      "step": 25270
    },
    {
      "grad_norm": 0.19933009147644043,
      "learning_rate": 9.967938260709357e-05,
      "loss": 0.0258,
      "step": 25280
    },
    {
      "grad_norm": 0.24087689816951752,
      "learning_rate": 9.96787591428974e-05,
      "loss": 0.027,
      "step": 25290
    },
    {
      "grad_norm": 0.24663588404655457,
      "learning_rate": 9.967813507505741e-05,
      "loss": 0.0286,
      "step": 25300
    },
    {
      "grad_norm": 0.2613790035247803,
      "learning_rate": 9.967751040358116e-05,
      "loss": 0.0295,
      "step": 25310
    },
    {
      "grad_norm": 0.22466248273849487,
      "learning_rate": 9.967688512847626e-05,
      "loss": 0.0319,
      "step": 25320
    },
    {
      "grad_norm": 0.1731196641921997,
      "learning_rate": 9.967625924975031e-05,
      "loss": 0.0332,
      "step": 25330
    },
    {
      "grad_norm": 0.2536607086658478,
      "learning_rate": 9.967563276741091e-05,
      "loss": 0.0335,
      "step": 25340
    },
    {
      "grad_norm": 0.2943989336490631,
      "learning_rate": 9.967500568146566e-05,
      "loss": 0.0312,
      "step": 25350
    },
    {
      "grad_norm": 0.21900340914726257,
      "learning_rate": 9.96743779919222e-05,
      "loss": 0.0349,
      "step": 25360
    },
    {
      "grad_norm": 0.24665884673595428,
      "learning_rate": 9.967374969878814e-05,
      "loss": 0.0331,
      "step": 25370
    },
    {
      "grad_norm": 0.29255402088165283,
      "learning_rate": 9.967312080207112e-05,
      "loss": 0.0337,
      "step": 25380
    },
    {
      "grad_norm": 0.19340777397155762,
      "learning_rate": 9.967249130177878e-05,
      "loss": 0.0308,
      "step": 25390
    },
    {
      "grad_norm": 0.24039341509342194,
      "learning_rate": 9.967186119791878e-05,
      "loss": 0.0333,
      "step": 25400
    },
    {
      "grad_norm": 0.2248096615076065,
      "learning_rate": 9.967123049049877e-05,
      "loss": 0.0267,
      "step": 25410
    },
    {
      "grad_norm": 0.2639428377151489,
      "learning_rate": 9.96705991795264e-05,
      "loss": 0.0274,
      "step": 25420
    },
    {
      "grad_norm": 0.4002433121204376,
      "learning_rate": 9.966996726500936e-05,
      "loss": 0.0308,
      "step": 25430
    },
    {
      "grad_norm": 0.18840976059436798,
      "learning_rate": 9.966933474695532e-05,
      "loss": 0.0297,
      "step": 25440
    },
    {
      "grad_norm": 0.17637574672698975,
      "learning_rate": 9.966870162537199e-05,
      "loss": 0.0388,
      "step": 25450
    },
    {
      "grad_norm": 0.17958183586597443,
      "learning_rate": 9.966806790026701e-05,
      "loss": 0.0237,
      "step": 25460
    },
    {
      "grad_norm": 0.2390131801366806,
      "learning_rate": 9.966743357164811e-05,
      "loss": 0.0336,
      "step": 25470
    },
    {
      "grad_norm": 0.24743080139160156,
      "learning_rate": 9.966679863952302e-05,
      "loss": 0.0271,
      "step": 25480
    },
    {
      "grad_norm": 0.17080079019069672,
      "learning_rate": 9.966616310389942e-05,
      "loss": 0.0333,
      "step": 25490
    },
    {
      "grad_norm": 0.2704302966594696,
      "learning_rate": 9.966552696478504e-05,
      "loss": 0.035,
      "step": 25500
    },
    {
      "grad_norm": 0.20743292570114136,
      "learning_rate": 9.966489022218763e-05,
      "loss": 0.0303,
      "step": 25510
    },
    {
      "grad_norm": 0.4717515707015991,
      "learning_rate": 9.96642528761149e-05,
      "loss": 0.0324,
      "step": 25520
    },
    {
      "grad_norm": 0.21734030544757843,
      "learning_rate": 9.966361492657461e-05,
      "loss": 0.0347,
      "step": 25530
    },
    {
      "grad_norm": 0.29356521368026733,
      "learning_rate": 9.966297637357452e-05,
      "loss": 0.0404,
      "step": 25540
    },
    {
      "grad_norm": 0.2081044614315033,
      "learning_rate": 9.966233721712237e-05,
      "loss": 0.0356,
      "step": 25550
    },
    {
      "grad_norm": 0.22160758078098297,
      "learning_rate": 9.966169745722593e-05,
      "loss": 0.0431,
      "step": 25560
    },
    {
      "grad_norm": 0.30821746587753296,
      "learning_rate": 9.966105709389297e-05,
      "loss": 0.0351,
      "step": 25570
    },
    {
      "grad_norm": 0.20571079850196838,
      "learning_rate": 9.966041612713129e-05,
      "loss": 0.0351,
      "step": 25580
    },
    {
      "grad_norm": 0.2142748087644577,
      "learning_rate": 9.965977455694867e-05,
      "loss": 0.0323,
      "step": 25590
    },
    {
      "grad_norm": 0.23291094601154327,
      "learning_rate": 9.96591323833529e-05,
      "loss": 0.0253,
      "step": 25600
    },
    {
      "grad_norm": 0.18318335711956024,
      "learning_rate": 9.965848960635179e-05,
      "loss": 0.0313,
      "step": 25610
    },
    {
      "grad_norm": 0.21538612246513367,
      "learning_rate": 9.965784622595313e-05,
      "loss": 0.0251,
      "step": 25620
    },
    {
      "grad_norm": 0.22922883927822113,
      "learning_rate": 9.965720224216476e-05,
      "loss": 0.0236,
      "step": 25630
    },
    {
      "grad_norm": 0.20328639447689056,
      "learning_rate": 9.96565576549945e-05,
      "loss": 0.0213,
      "step": 25640
    },
    {
      "grad_norm": 0.2240392565727234,
      "learning_rate": 9.965591246445018e-05,
      "loss": 0.0271,
      "step": 25650
    },
    {
      "grad_norm": 0.16973261535167694,
      "learning_rate": 9.965526667053963e-05,
      "loss": 0.0243,
      "step": 25660
    },
    {
      "grad_norm": 0.14820460975170135,
      "learning_rate": 9.965462027327073e-05,
      "loss": 0.0308,
      "step": 25670
    },
    {
      "grad_norm": 0.17432056367397308,
      "learning_rate": 9.965397327265132e-05,
      "loss": 0.0196,
      "step": 25680
    },
    {
      "grad_norm": 0.19204801321029663,
      "learning_rate": 9.965332566868923e-05,
      "loss": 0.0256,
      "step": 25690
    },
    {
      "grad_norm": 0.261701762676239,
      "learning_rate": 9.965267746139235e-05,
      "loss": 0.0335,
      "step": 25700
    },
    {
      "grad_norm": 0.18944163620471954,
      "learning_rate": 9.965202865076857e-05,
      "loss": 0.0292,
      "step": 25710
    },
    {
      "grad_norm": 0.35436907410621643,
      "learning_rate": 9.965137923682577e-05,
      "loss": 0.0306,
      "step": 25720
    },
    {
      "grad_norm": 0.2117391973733902,
      "learning_rate": 9.965072921957181e-05,
      "loss": 0.0345,
      "step": 25730
    },
    {
      "grad_norm": 0.22670985758304596,
      "learning_rate": 9.965007859901464e-05,
      "loss": 0.0318,
      "step": 25740
    },
    {
      "grad_norm": 0.23694993555545807,
      "learning_rate": 9.964942737516211e-05,
      "loss": 0.0275,
      "step": 25750
    },
    {
      "grad_norm": 0.2686862349510193,
      "learning_rate": 9.964877554802217e-05,
      "loss": 0.025,
      "step": 25760
    },
    {
      "grad_norm": 0.17134955525398254,
      "learning_rate": 9.964812311760275e-05,
      "loss": 0.0307,
      "step": 25770
    },
    {
      "grad_norm": 0.18377076089382172,
      "learning_rate": 9.964747008391173e-05,
      "loss": 0.0299,
      "step": 25780
    },
    {
      "grad_norm": 0.19515812397003174,
      "learning_rate": 9.964681644695708e-05,
      "loss": 0.0272,
      "step": 25790
    },
    {
      "grad_norm": 0.23734919726848602,
      "learning_rate": 9.964616220674675e-05,
      "loss": 0.025,
      "step": 25800
    },
    {
      "grad_norm": 0.16969934105873108,
      "learning_rate": 9.964550736328866e-05,
      "loss": 0.0238,
      "step": 25810
    },
    {
      "grad_norm": 0.7528077363967896,
      "learning_rate": 9.964485191659079e-05,
      "loss": 0.0284,
      "step": 25820
    },
    {
      "grad_norm": 0.13992610573768616,
      "learning_rate": 9.964419586666109e-05,
      "loss": 0.032,
      "step": 25830
    },
    {
      "grad_norm": 0.20863208174705505,
      "learning_rate": 9.964353921350755e-05,
      "loss": 0.0332,
      "step": 25840
    },
    {
      "grad_norm": 0.19360369443893433,
      "learning_rate": 9.964288195713813e-05,
      "loss": 0.0274,
      "step": 25850
    },
    {
      "grad_norm": 0.2076793611049652,
      "learning_rate": 9.964222409756083e-05,
      "loss": 0.0246,
      "step": 25860
    },
    {
      "grad_norm": 0.13133355975151062,
      "learning_rate": 9.964156563478364e-05,
      "loss": 0.0297,
      "step": 25870
    },
    {
      "grad_norm": 0.2930675446987152,
      "learning_rate": 9.964090656881455e-05,
      "loss": 0.0349,
      "step": 25880
    },
    {
      "grad_norm": 0.25719648599624634,
      "learning_rate": 9.964024689966158e-05,
      "loss": 0.0312,
      "step": 25890
    },
    {
      "grad_norm": 0.3152405619621277,
      "learning_rate": 9.963958662733274e-05,
      "loss": 0.0224,
      "step": 25900
    },
    {
      "grad_norm": 0.40447163581848145,
      "learning_rate": 9.963892575183604e-05,
      "loss": 0.036,
      "step": 25910
    },
    {
      "grad_norm": 0.2299501597881317,
      "learning_rate": 9.963826427317955e-05,
      "loss": 0.0253,
      "step": 25920
    },
    {
      "grad_norm": 0.1820739358663559,
      "learning_rate": 9.963760219137127e-05,
      "loss": 0.0327,
      "step": 25930
    },
    {
      "grad_norm": 0.17887017130851746,
      "learning_rate": 9.963693950641926e-05,
      "loss": 0.0303,
      "step": 25940
    },
    {
      "grad_norm": 0.257904052734375,
      "learning_rate": 9.963627621833157e-05,
      "loss": 0.0312,
      "step": 25950
    },
    {
      "grad_norm": 0.23013122379779816,
      "learning_rate": 9.963561232711626e-05,
      "loss": 0.0284,
      "step": 25960
    },
    {
      "grad_norm": 0.2899428904056549,
      "learning_rate": 9.963494783278141e-05,
      "loss": 0.0302,
      "step": 25970
    },
    {
      "grad_norm": 0.23692378401756287,
      "learning_rate": 9.963428273533506e-05,
      "loss": 0.0339,
      "step": 25980
    },
    {
      "grad_norm": 0.1964387595653534,
      "learning_rate": 9.963361703478531e-05,
      "loss": 0.0297,
      "step": 25990
    },
    {
      "grad_norm": 0.19051550328731537,
      "learning_rate": 9.963295073114026e-05,
      "loss": 0.028,
      "step": 26000
    },
    {
      "grad_norm": 0.2666507959365845,
      "learning_rate": 9.9632283824408e-05,
      "loss": 0.0353,
      "step": 26010
    },
    {
      "grad_norm": 0.2551060914993286,
      "learning_rate": 9.963161631459663e-05,
      "loss": 0.0279,
      "step": 26020
    },
    {
      "grad_norm": 0.2823573052883148,
      "learning_rate": 9.963094820171426e-05,
      "loss": 0.029,
      "step": 26030
    },
    {
      "grad_norm": 0.19810214638710022,
      "learning_rate": 9.963027948576902e-05,
      "loss": 0.0284,
      "step": 26040
    },
    {
      "grad_norm": 0.31286656856536865,
      "learning_rate": 9.9629610166769e-05,
      "loss": 0.0315,
      "step": 26050
    },
    {
      "grad_norm": 0.3688931167125702,
      "learning_rate": 9.962894024472237e-05,
      "loss": 0.0268,
      "step": 26060
    },
    {
      "grad_norm": 0.28797832131385803,
      "learning_rate": 9.962826971963728e-05,
      "loss": 0.0316,
      "step": 26070
    },
    {
      "grad_norm": 0.5512691140174866,
      "learning_rate": 9.962759859152184e-05,
      "loss": 0.0472,
      "step": 26080
    },
    {
      "grad_norm": 0.2343982756137848,
      "learning_rate": 9.962692686038422e-05,
      "loss": 0.0369,
      "step": 26090
    },
    {
      "grad_norm": 0.26206517219543457,
      "learning_rate": 9.962625452623258e-05,
      "loss": 0.0338,
      "step": 26100
    },
    {
      "grad_norm": 0.16762588918209076,
      "learning_rate": 9.962558158907509e-05,
      "loss": 0.0257,
      "step": 26110
    },
    {
      "grad_norm": 0.18098489940166473,
      "learning_rate": 9.962490804891993e-05,
      "loss": 0.028,
      "step": 26120
    },
    {
      "grad_norm": 0.21180005371570587,
      "learning_rate": 9.962423390577529e-05,
      "loss": 0.0292,
      "step": 26130
    },
    {
      "grad_norm": 0.24630960822105408,
      "learning_rate": 9.962355915964936e-05,
      "loss": 0.0325,
      "step": 26140
    },
    {
      "grad_norm": 0.21503575146198273,
      "learning_rate": 9.962288381055031e-05,
      "loss": 0.0396,
      "step": 26150
    },
    {
      "grad_norm": 0.3211055099964142,
      "learning_rate": 9.96222078584864e-05,
      "loss": 0.0313,
      "step": 26160
    },
    {
      "grad_norm": 0.1881338506937027,
      "learning_rate": 9.96215313034658e-05,
      "loss": 0.0365,
      "step": 26170
    },
    {
      "grad_norm": 0.16267584264278412,
      "learning_rate": 9.962085414549673e-05,
      "loss": 0.0287,
      "step": 26180
    },
    {
      "grad_norm": 0.5505672097206116,
      "learning_rate": 9.962017638458746e-05,
      "loss": 0.0338,
      "step": 26190
    },
    {
      "grad_norm": 0.2723899483680725,
      "learning_rate": 9.961949802074618e-05,
      "loss": 0.033,
      "step": 26200
    },
    {
      "grad_norm": 0.2206263691186905,
      "learning_rate": 9.961881905398117e-05,
      "loss": 0.0319,
      "step": 26210
    },
    {
      "grad_norm": 0.187630295753479,
      "learning_rate": 9.961813948430064e-05,
      "loss": 0.0383,
      "step": 26220
    },
    {
      "grad_norm": 0.23793576657772064,
      "learning_rate": 9.961745931171287e-05,
      "loss": 0.0301,
      "step": 26230
    },
    {
      "grad_norm": 0.23425692319869995,
      "learning_rate": 9.961677853622613e-05,
      "loss": 0.0258,
      "step": 26240
    },
    {
      "grad_norm": 0.1455235481262207,
      "learning_rate": 9.961609715784868e-05,
      "loss": 0.0315,
      "step": 26250
    },
    {
      "grad_norm": 0.3001859486103058,
      "learning_rate": 9.96154151765888e-05,
      "loss": 0.0318,
      "step": 26260
    },
    {
      "grad_norm": 0.14365339279174805,
      "learning_rate": 9.961473259245478e-05,
      "loss": 0.0294,
      "step": 26270
    },
    {
      "grad_norm": 0.13565056025981903,
      "learning_rate": 9.961404940545492e-05,
      "loss": 0.0451,
      "step": 26280
    },
    {
      "grad_norm": 0.24922525882720947,
      "learning_rate": 9.961336561559753e-05,
      "loss": 0.0409,
      "step": 26290
    },
    {
      "grad_norm": 0.1734432876110077,
      "learning_rate": 9.961268122289089e-05,
      "loss": 0.0368,
      "step": 26300
    },
    {
      "grad_norm": 0.2566494047641754,
      "learning_rate": 9.961199622734333e-05,
      "loss": 0.0461,
      "step": 26310
    },
    {
      "grad_norm": 0.25377804040908813,
      "learning_rate": 9.961131062896318e-05,
      "loss": 0.0348,
      "step": 26320
    },
    {
      "grad_norm": 0.1786688268184662,
      "learning_rate": 9.961062442775876e-05,
      "loss": 0.0329,
      "step": 26330
    },
    {
      "grad_norm": 0.2955072820186615,
      "learning_rate": 9.960993762373842e-05,
      "loss": 0.0383,
      "step": 26340
    },
    {
      "grad_norm": 0.1944660246372223,
      "learning_rate": 9.960925021691049e-05,
      "loss": 0.0277,
      "step": 26350
    },
    {
      "grad_norm": 0.2272522896528244,
      "learning_rate": 9.960856220728333e-05,
      "loss": 0.0344,
      "step": 26360
    },
    {
      "grad_norm": 0.21580086648464203,
      "learning_rate": 9.960787359486531e-05,
      "loss": 0.0246,
      "step": 26370
    },
    {
      "grad_norm": 0.2506382465362549,
      "learning_rate": 9.960718437966479e-05,
      "loss": 0.0321,
      "step": 26380
    },
    {
      "grad_norm": 0.20567335188388824,
      "learning_rate": 9.960649456169014e-05,
      "loss": 0.0371,
      "step": 26390
    },
    {
      "grad_norm": 0.24821065366268158,
      "learning_rate": 9.960580414094973e-05,
      "loss": 0.0256,
      "step": 26400
    },
    {
      "grad_norm": 0.6221510171890259,
      "learning_rate": 9.960511311745198e-05,
      "loss": 0.0313,
      "step": 26410
    },
    {
      "grad_norm": 0.21784916520118713,
      "learning_rate": 9.960442149120526e-05,
      "loss": 0.0319,
      "step": 26420
    },
    {
      "grad_norm": 0.23088382184505463,
      "learning_rate": 9.9603729262218e-05,
      "loss": 0.0335,
      "step": 26430
    },
    {
      "grad_norm": 0.23531323671340942,
      "learning_rate": 9.960303643049858e-05,
      "loss": 0.0322,
      "step": 26440
    },
    {
      "grad_norm": 0.1853947639465332,
      "learning_rate": 9.960234299605544e-05,
      "loss": 0.043,
      "step": 26450
    },
    {
      "grad_norm": 0.1986093670129776,
      "learning_rate": 9.9601648958897e-05,
      "loss": 0.0392,
      "step": 26460
    },
    {
      "grad_norm": 0.16659428179264069,
      "learning_rate": 9.96009543190317e-05,
      "loss": 0.0289,
      "step": 26470
    },
    {
      "grad_norm": 0.16391342878341675,
      "learning_rate": 9.960025907646797e-05,
      "loss": 0.0254,
      "step": 26480
    },
    {
      "grad_norm": 0.18209896981716156,
      "learning_rate": 9.959956323121425e-05,
      "loss": 0.0259,
      "step": 26490
    },
    {
      "grad_norm": 0.2014492303133011,
      "learning_rate": 9.959886678327903e-05,
      "loss": 0.0305,
      "step": 26500
    },
    {
      "grad_norm": 0.27334463596343994,
      "learning_rate": 9.959816973267073e-05,
      "loss": 0.0358,
      "step": 26510
    },
    {
      "grad_norm": 0.2528266906738281,
      "learning_rate": 9.959747207939785e-05,
      "loss": 0.0351,
      "step": 26520
    },
    {
      "grad_norm": 0.5195932388305664,
      "learning_rate": 9.959677382346884e-05,
      "loss": 0.0279,
      "step": 26530
    },
    {
      "grad_norm": 0.2590564489364624,
      "learning_rate": 9.959607496489223e-05,
      "loss": 0.0318,
      "step": 26540
    },
    {
      "grad_norm": 0.24072088301181793,
      "learning_rate": 9.959537550367646e-05,
      "loss": 0.0331,
      "step": 26550
    },
    {
      "grad_norm": 0.18889594078063965,
      "learning_rate": 9.959467543983005e-05,
      "loss": 0.0255,
      "step": 26560
    },
    {
      "grad_norm": 0.2207963615655899,
      "learning_rate": 9.959397477336152e-05,
      "loss": 0.0275,
      "step": 26570
    },
    {
      "grad_norm": 0.24450185894966125,
      "learning_rate": 9.959327350427937e-05,
      "loss": 0.03,
      "step": 26580
    },
    {
      "grad_norm": 0.26642197370529175,
      "learning_rate": 9.959257163259212e-05,
      "loss": 0.0261,
      "step": 26590
    },
    {
      "grad_norm": 0.20493635535240173,
      "learning_rate": 9.95918691583083e-05,
      "loss": 0.0391,
      "step": 26600
    },
    {
      "grad_norm": 0.13584737479686737,
      "learning_rate": 9.959116608143646e-05,
      "loss": 0.0244,
      "step": 26610
    },
    {
      "grad_norm": 0.147618368268013,
      "learning_rate": 9.959046240198511e-05,
      "loss": 0.0344,
      "step": 26620
    },
    {
      "grad_norm": 0.17988549172878265,
      "learning_rate": 9.958975811996284e-05,
      "loss": 0.024,
      "step": 26630
    },
    {
      "grad_norm": 0.18017718195915222,
      "learning_rate": 9.958905323537817e-05,
      "loss": 0.0276,
      "step": 26640
    },
    {
      "grad_norm": 0.1810896396636963,
      "learning_rate": 9.958834774823969e-05,
      "loss": 0.0262,
      "step": 26650
    },
    {
      "grad_norm": 0.24947801232337952,
      "learning_rate": 9.958764165855598e-05,
      "loss": 0.0306,
      "step": 26660
    },
    {
      "grad_norm": 0.21145223081111908,
      "learning_rate": 9.95869349663356e-05,
      "loss": 0.0245,
      "step": 26670
    },
    {
      "grad_norm": 0.16651280224323273,
      "learning_rate": 9.958622767158713e-05,
      "loss": 0.0318,
      "step": 26680
    },
    {
      "grad_norm": 0.18536575138568878,
      "learning_rate": 9.958551977431918e-05,
      "loss": 0.0282,
      "step": 26690
    },
    {
      "grad_norm": 0.2162194401025772,
      "learning_rate": 9.958481127454036e-05,
      "loss": 0.0341,
      "step": 26700
    },
    {
      "grad_norm": 0.19743773341178894,
      "learning_rate": 9.958410217225925e-05,
      "loss": 0.0278,
      "step": 26710
    },
    {
      "grad_norm": 0.21101833879947662,
      "learning_rate": 9.95833924674845e-05,
      "loss": 0.0299,
      "step": 26720
    },
    {
      "grad_norm": 0.21864701807498932,
      "learning_rate": 9.958268216022471e-05,
      "loss": 0.0268,
      "step": 26730
    },
    {
      "grad_norm": 0.13908110558986664,
      "learning_rate": 9.958197125048852e-05,
      "loss": 0.0291,
      "step": 26740
    },
    {
      "grad_norm": 0.2613542973995209,
      "learning_rate": 9.958125973828454e-05,
      "loss": 0.035,
      "step": 26750
    },
    {
      "grad_norm": 0.2573646008968353,
      "learning_rate": 9.958054762362148e-05,
      "loss": 0.0339,
      "step": 26760
    },
    {
      "grad_norm": 0.23095689713954926,
      "learning_rate": 9.957983490650793e-05,
      "loss": 0.0272,
      "step": 26770
    },
    {
      "grad_norm": 0.285609632730484,
      "learning_rate": 9.95791215869526e-05,
      "loss": 0.0308,
      "step": 26780
    },
    {
      "grad_norm": 0.18258929252624512,
      "learning_rate": 9.957840766496411e-05,
      "loss": 0.0267,
      "step": 26790
    },
    {
      "grad_norm": 0.21360048651695251,
      "learning_rate": 9.957769314055117e-05,
      "loss": 0.0306,
      "step": 26800
    },
    {
      "grad_norm": 0.17877358198165894,
      "learning_rate": 9.957697801372243e-05,
      "loss": 0.0269,
      "step": 26810
    },
    {
      "grad_norm": 0.33527034521102905,
      "learning_rate": 9.957626228448662e-05,
      "loss": 0.0297,
      "step": 26820
    },
    {
      "grad_norm": 0.4927169978618622,
      "learning_rate": 9.95755459528524e-05,
      "loss": 0.0268,
      "step": 26830
    },
    {
      "grad_norm": 0.21187999844551086,
      "learning_rate": 9.95748290188285e-05,
      "loss": 0.0339,
      "step": 26840
    },
    {
      "grad_norm": 0.2181297242641449,
      "learning_rate": 9.957411148242361e-05,
      "loss": 0.0267,
      "step": 26850
    },
    {
      "grad_norm": 0.24861395359039307,
      "learning_rate": 9.957339334364648e-05,
      "loss": 0.0266,
      "step": 26860
    },
    {
      "grad_norm": 0.2635492980480194,
      "learning_rate": 9.957267460250579e-05,
      "loss": 0.0281,
      "step": 26870
    },
    {
      "grad_norm": 0.15984797477722168,
      "learning_rate": 9.957195525901032e-05,
      "loss": 0.0227,
      "step": 26880
    },
    {
      "grad_norm": 0.323715478181839,
      "learning_rate": 9.957123531316878e-05,
      "loss": 0.0249,
      "step": 26890
    },
    {
      "grad_norm": 0.18343880772590637,
      "learning_rate": 9.957051476498994e-05,
      "loss": 0.0253,
      "step": 26900
    },
    {
      "grad_norm": 0.36623647809028625,
      "learning_rate": 9.956979361448253e-05,
      "loss": 0.0287,
      "step": 26910
    },
    {
      "grad_norm": 0.3018539845943451,
      "learning_rate": 9.956907186165532e-05,
      "loss": 0.0329,
      "step": 26920
    },
    {
      "grad_norm": 0.2267402559518814,
      "learning_rate": 9.95683495065171e-05,
      "loss": 0.0252,
      "step": 26930
    },
    {
      "grad_norm": 0.2829987406730652,
      "learning_rate": 9.956762654907664e-05,
      "loss": 0.0334,
      "step": 26940
    },
    {
      "grad_norm": 0.25262778997421265,
      "learning_rate": 9.95669029893427e-05,
      "loss": 0.0335,
      "step": 26950
    },
    {
      "grad_norm": 0.41127148270606995,
      "learning_rate": 9.956617882732409e-05,
      "loss": 0.0391,
      "step": 26960
    },
    {
      "grad_norm": 0.1672130525112152,
      "learning_rate": 9.956545406302962e-05,
      "loss": 0.0309,
      "step": 26970
    },
    {
      "grad_norm": 0.24096573889255524,
      "learning_rate": 9.956472869646807e-05,
      "loss": 0.0296,
      "step": 26980
    },
    {
      "grad_norm": 0.28253042697906494,
      "learning_rate": 9.956400272764829e-05,
      "loss": 0.0328,
      "step": 26990
    },
    {
      "grad_norm": 0.19380706548690796,
      "learning_rate": 9.956327615657907e-05,
      "loss": 0.0309,
      "step": 27000
    },
    {
      "grad_norm": 0.26185980439186096,
      "learning_rate": 9.956254898326924e-05,
      "loss": 0.0325,
      "step": 27010
    },
    {
      "grad_norm": 0.1796237975358963,
      "learning_rate": 9.956182120772765e-05,
      "loss": 0.0326,
      "step": 27020
    },
    {
      "grad_norm": 0.43578284978866577,
      "learning_rate": 9.956109282996315e-05,
      "loss": 0.0369,
      "step": 27030
    },
    {
      "grad_norm": 0.3517570197582245,
      "learning_rate": 9.956036384998457e-05,
      "loss": 0.034,
      "step": 27040
    },
    {
      "grad_norm": 0.2025146335363388,
      "learning_rate": 9.95596342678008e-05,
      "loss": 0.0277,
      "step": 27050
    },
    {
      "grad_norm": 0.1799519807100296,
      "learning_rate": 9.955890408342065e-05,
      "loss": 0.0325,
      "step": 27060
    },
    {
      "grad_norm": 0.195998877286911,
      "learning_rate": 9.955817329685303e-05,
      "loss": 0.0301,
      "step": 27070
    },
    {
      "grad_norm": 0.22590312361717224,
      "learning_rate": 9.955744190810682e-05,
      "loss": 0.0312,
      "step": 27080
    },
    {
      "grad_norm": 0.28963878750801086,
      "learning_rate": 9.95567099171909e-05,
      "loss": 0.0277,
      "step": 27090
    },
    {
      "grad_norm": 0.18265588581562042,
      "learning_rate": 9.955597732411417e-05,
      "loss": 0.0268,
      "step": 27100
    },
    {
      "grad_norm": 0.25555121898651123,
      "learning_rate": 9.95552441288855e-05,
      "loss": 0.0411,
      "step": 27110
    },
    {
      "grad_norm": 0.2694869339466095,
      "learning_rate": 9.955451033151387e-05,
      "loss": 0.0405,
      "step": 27120
    },
    {
      "grad_norm": 0.2158583551645279,
      "learning_rate": 9.955377593200813e-05,
      "loss": 0.0302,
      "step": 27130
    },
    {
      "grad_norm": 0.23024074733257294,
      "learning_rate": 9.955304093037721e-05,
      "loss": 0.0321,
      "step": 27140
    },
    {
      "grad_norm": 0.16448748111724854,
      "learning_rate": 9.955230532663007e-05,
      "loss": 0.0306,
      "step": 27150
    },
    {
      "grad_norm": 0.40460044145584106,
      "learning_rate": 9.955156912077565e-05,
      "loss": 0.0314,
      "step": 27160
    },
    {
      "grad_norm": 0.1906406730413437,
      "learning_rate": 9.955083231282286e-05,
      "loss": 0.032,
      "step": 27170
    },
    {
      "grad_norm": 0.23301368951797485,
      "learning_rate": 9.955009490278068e-05,
      "loss": 0.0391,
      "step": 27180
    },
    {
      "grad_norm": 0.46520480513572693,
      "learning_rate": 9.954935689065808e-05,
      "loss": 0.0307,
      "step": 27190
    },
    {
      "grad_norm": 0.20217734575271606,
      "learning_rate": 9.954861827646398e-05,
      "loss": 0.0341,
      "step": 27200
    },
    {
      "grad_norm": 0.5476764440536499,
      "learning_rate": 9.95478790602074e-05,
      "loss": 0.0291,
      "step": 27210
    },
    {
      "grad_norm": 0.2652343213558197,
      "learning_rate": 9.954713924189731e-05,
      "loss": 0.0327,
      "step": 27220
    },
    {
      "grad_norm": 0.23926743865013123,
      "learning_rate": 9.954639882154271e-05,
      "loss": 0.0305,
      "step": 27230
    },
    {
      "grad_norm": 0.14240550994873047,
      "learning_rate": 9.954565779915257e-05,
      "loss": 0.0275,
      "step": 27240
    },
    {
      "grad_norm": 0.26561060547828674,
      "learning_rate": 9.954491617473591e-05,
      "loss": 0.0393,
      "step": 27250
    },
    {
      "grad_norm": 0.17905494570732117,
      "learning_rate": 9.954417394830176e-05,
      "loss": 0.0283,
      "step": 27260
    },
    {
      "grad_norm": 0.2268780618906021,
      "learning_rate": 9.954343111985908e-05,
      "loss": 0.0315,
      "step": 27270
    },
    {
      "grad_norm": 0.3726016879081726,
      "learning_rate": 9.954268768941697e-05,
      "loss": 0.0322,
      "step": 27280
    },
    {
      "grad_norm": 0.17936688661575317,
      "learning_rate": 9.954194365698441e-05,
      "loss": 0.0264,
      "step": 27290
    },
    {
      "grad_norm": 0.20392683148384094,
      "learning_rate": 9.954119902257047e-05,
      "loss": 0.0282,
      "step": 27300
    },
    {
      "grad_norm": 0.24225226044654846,
      "learning_rate": 9.954045378618418e-05,
      "loss": 0.0315,
      "step": 27310
    },
    {
      "grad_norm": 0.5565541386604309,
      "learning_rate": 9.95397079478346e-05,
      "loss": 0.0321,
      "step": 27320
    },
    {
      "grad_norm": 0.19614939391613007,
      "learning_rate": 9.953896150753082e-05,
      "loss": 0.0355,
      "step": 27330
    },
    {
      "grad_norm": 0.22319503128528595,
      "learning_rate": 9.953821446528186e-05,
      "loss": 0.0268,
      "step": 27340
    },
    {
      "grad_norm": 0.5377812385559082,
      "learning_rate": 9.953746682109683e-05,
      "loss": 0.03,
      "step": 27350
    },
    {
      "grad_norm": 0.21779987215995789,
      "learning_rate": 9.95367185749848e-05,
      "loss": 0.0289,
      "step": 27360
    },
    {
      "grad_norm": 0.11983184516429901,
      "learning_rate": 9.953596972695487e-05,
      "loss": 0.0283,
      "step": 27370
    },
    {
      "grad_norm": 0.1979103535413742,
      "learning_rate": 9.953522027701614e-05,
      "loss": 0.0245,
      "step": 27380
    },
    {
      "grad_norm": 0.21991941332817078,
      "learning_rate": 9.953447022517772e-05,
      "loss": 0.027,
      "step": 27390
    },
    {
      "grad_norm": 0.2377922087907791,
      "learning_rate": 9.953371957144872e-05,
      "loss": 0.0307,
      "step": 27400
    },
    {
      "grad_norm": 0.3603925108909607,
      "learning_rate": 9.953296831583825e-05,
      "loss": 0.0266,
      "step": 27410
    },
    {
      "grad_norm": 0.20709404349327087,
      "learning_rate": 9.953221645835545e-05,
      "loss": 0.0257,
      "step": 27420
    },
    {
      "grad_norm": 0.2947681248188019,
      "learning_rate": 9.953146399900945e-05,
      "loss": 0.0303,
      "step": 27430
    },
    {
      "grad_norm": 0.2895714342594147,
      "learning_rate": 9.953071093780941e-05,
      "loss": 0.0323,
      "step": 27440
    },
    {
      "grad_norm": 0.2834731638431549,
      "learning_rate": 9.952995727476446e-05,
      "loss": 0.0318,
      "step": 27450
    },
    {
      "grad_norm": 0.22405663132667542,
      "learning_rate": 9.952920300988378e-05,
      "loss": 0.0242,
      "step": 27460
    },
    {
      "grad_norm": 0.2173471748828888,
      "learning_rate": 9.95284481431765e-05,
      "loss": 0.0383,
      "step": 27470
    },
    {
      "grad_norm": 0.178633913397789,
      "learning_rate": 9.952769267465182e-05,
      "loss": 0.0268,
      "step": 27480
    },
    {
      "grad_norm": 0.20013554394245148,
      "learning_rate": 9.95269366043189e-05,
      "loss": 0.0275,
      "step": 27490
    },
    {
      "grad_norm": 0.28793227672576904,
      "learning_rate": 9.952617993218696e-05,
      "loss": 0.033,
      "step": 27500
    },
    {
      "grad_norm": 0.3108440041542053,
      "learning_rate": 9.952542265826516e-05,
      "loss": 0.0304,
      "step": 27510
    },
    {
      "grad_norm": 0.40839967131614685,
      "learning_rate": 9.952466478256273e-05,
      "loss": 0.0372,
      "step": 27520
    },
    {
      "grad_norm": 0.2409159392118454,
      "learning_rate": 9.952390630508884e-05,
      "loss": 0.0341,
      "step": 27530
    },
    {
      "grad_norm": 0.2772902548313141,
      "learning_rate": 9.952314722585274e-05,
      "loss": 0.0395,
      "step": 27540
    },
    {
      "grad_norm": 0.276726633310318,
      "learning_rate": 9.952238754486365e-05,
      "loss": 0.042,
      "step": 27550
    },
    {
      "grad_norm": 0.1852642148733139,
      "learning_rate": 9.952162726213078e-05,
      "loss": 0.0289,
      "step": 27560
    },
    {
      "grad_norm": 0.21309801936149597,
      "learning_rate": 9.95208663776634e-05,
      "loss": 0.0244,
      "step": 27570
    },
    {
      "grad_norm": 0.15263888239860535,
      "learning_rate": 9.952010489147074e-05,
      "loss": 0.0273,
      "step": 27580
    },
    {
      "grad_norm": 0.18463419377803802,
      "learning_rate": 9.951934280356203e-05,
      "loss": 0.0222,
      "step": 27590
    },
    {
      "grad_norm": 0.22397178411483765,
      "learning_rate": 9.951858011394656e-05,
      "loss": 0.0276,
      "step": 27600
    },
    {
      "grad_norm": 0.3187392055988312,
      "learning_rate": 9.95178168226336e-05,
      "loss": 0.033,
      "step": 27610
    },
    {
      "grad_norm": 0.24302375316619873,
      "learning_rate": 9.95170529296324e-05,
      "loss": 0.0267,
      "step": 27620
    },
    {
      "grad_norm": 0.18139907717704773,
      "learning_rate": 9.951628843495226e-05,
      "loss": 0.0319,
      "step": 27630
    },
    {
      "grad_norm": 0.15555860102176666,
      "learning_rate": 9.951552333860246e-05,
      "loss": 0.0268,
      "step": 27640
    },
    {
      "grad_norm": 0.286903440952301,
      "learning_rate": 9.951475764059231e-05,
      "loss": 0.0298,
      "step": 27650
    },
    {
      "grad_norm": 0.21529823541641235,
      "learning_rate": 9.95139913409311e-05,
      "loss": 0.0324,
      "step": 27660
    },
    {
      "grad_norm": 0.2915932834148407,
      "learning_rate": 9.951322443962815e-05,
      "loss": 0.0411,
      "step": 27670
    },
    {
      "grad_norm": 0.30586615204811096,
      "learning_rate": 9.951245693669277e-05,
      "loss": 0.0377,
      "step": 27680
    },
    {
      "grad_norm": 0.19892573356628418,
      "learning_rate": 9.951168883213428e-05,
      "loss": 0.0332,
      "step": 27690
    },
    {
      "grad_norm": 0.40738940238952637,
      "learning_rate": 9.951092012596204e-05,
      "loss": 0.0305,
      "step": 27700
    },
    {
      "grad_norm": 0.21770243346691132,
      "learning_rate": 9.951015081818537e-05,
      "loss": 0.0297,
      "step": 27710
    },
    {
      "grad_norm": 0.22690561413764954,
      "learning_rate": 9.950938090881362e-05,
      "loss": 0.0279,
      "step": 27720
    },
    {
      "grad_norm": 0.19701755046844482,
      "learning_rate": 9.950861039785614e-05,
      "loss": 0.0311,
      "step": 27730
    },
    {
      "grad_norm": 0.1908600777387619,
      "learning_rate": 9.950783928532232e-05,
      "loss": 0.0305,
      "step": 27740
    },
    {
      "grad_norm": 0.1651744395494461,
      "learning_rate": 9.950706757122151e-05,
      "loss": 0.0246,
      "step": 27750
    },
    {
      "grad_norm": 0.18161241710186005,
      "learning_rate": 9.950629525556306e-05,
      "loss": 0.0232,
      "step": 27760
    },
    {
      "grad_norm": 0.17592060565948486,
      "learning_rate": 9.95055223383564e-05,
      "loss": 0.038,
      "step": 27770
    },
    {
      "grad_norm": 0.27812856435775757,
      "learning_rate": 9.95047488196109e-05,
      "loss": 0.0271,
      "step": 27780
    },
    {
      "grad_norm": 0.2806154191493988,
      "learning_rate": 9.950397469933597e-05,
      "loss": 0.0281,
      "step": 27790
    },
    {
      "grad_norm": 0.2632733881473541,
      "learning_rate": 9.950319997754098e-05,
      "loss": 0.033,
      "step": 27800
    },
    {
      "grad_norm": 0.37412792444229126,
      "learning_rate": 9.950242465423541e-05,
      "loss": 0.0394,
      "step": 27810
    },
    {
      "grad_norm": 0.2316305935382843,
      "learning_rate": 9.950164872942861e-05,
      "loss": 0.0353,
      "step": 27820
    },
    {
      "grad_norm": 0.20893365144729614,
      "learning_rate": 9.950087220313005e-05,
      "loss": 0.03,
      "step": 27830
    },
    {
      "grad_norm": 0.2162056714296341,
      "learning_rate": 9.950009507534917e-05,
      "loss": 0.0314,
      "step": 27840
    },
    {
      "grad_norm": 0.23634852468967438,
      "learning_rate": 9.949931734609538e-05,
      "loss": 0.0308,
      "step": 27850
    },
    {
      "grad_norm": 0.2961752116680145,
      "learning_rate": 9.949853901537815e-05,
      "loss": 0.0302,
      "step": 27860
    },
    {
      "grad_norm": 0.11877293139696121,
      "learning_rate": 9.949776008320695e-05,
      "loss": 0.0222,
      "step": 27870
    },
    {
      "grad_norm": 0.253377228975296,
      "learning_rate": 9.949698054959123e-05,
      "loss": 0.042,
      "step": 27880
    },
    {
      "grad_norm": 0.21300670504570007,
      "learning_rate": 9.949620041454046e-05,
      "loss": 0.0301,
      "step": 27890
    },
    {
      "grad_norm": 0.2817227840423584,
      "learning_rate": 9.94954196780641e-05,
      "loss": 0.0287,
      "step": 27900
    },
    {
      "grad_norm": 0.26336297392845154,
      "learning_rate": 9.94946383401717e-05,
      "loss": 0.0269,
      "step": 27910
    },
    {
      "grad_norm": 0.23832592368125916,
      "learning_rate": 9.94938564008727e-05,
      "loss": 0.0307,
      "step": 27920
    },
    {
      "grad_norm": 0.358860045671463,
      "learning_rate": 9.94930738601766e-05,
      "loss": 0.0366,
      "step": 27930
    },
    {
      "grad_norm": 0.3184051811695099,
      "learning_rate": 9.949229071809293e-05,
      "loss": 0.0352,
      "step": 27940
    },
    {
      "grad_norm": 0.2483385056257248,
      "learning_rate": 9.949150697463121e-05,
      "loss": 0.0275,
      "step": 27950
    },
    {
      "grad_norm": 0.15272732079029083,
      "learning_rate": 9.949072262980094e-05,
      "loss": 0.0437,
      "step": 27960
    },
    {
      "grad_norm": 0.20162487030029297,
      "learning_rate": 9.948993768361166e-05,
      "loss": 0.028,
      "step": 27970
    },
    {
      "grad_norm": 0.17551667988300323,
      "learning_rate": 9.948915213607293e-05,
      "loss": 0.0298,
      "step": 27980
    },
    {
      "grad_norm": 0.32485347986221313,
      "learning_rate": 9.948836598719425e-05,
      "loss": 0.0364,
      "step": 27990
    },
    {
      "grad_norm": 0.2084176242351532,
      "learning_rate": 9.948757923698522e-05,
      "loss": 0.0373,
      "step": 28000
    },
    {
      "grad_norm": 0.15128812193870544,
      "learning_rate": 9.948679188545538e-05,
      "loss": 0.0228,
      "step": 28010
    },
    {
      "grad_norm": 0.3257102966308594,
      "learning_rate": 9.948600393261427e-05,
      "loss": 0.0269,
      "step": 28020
    },
    {
      "grad_norm": 0.21823650598526,
      "learning_rate": 9.948521537847151e-05,
      "loss": 0.0306,
      "step": 28030
    },
    {
      "grad_norm": 0.23429593443870544,
      "learning_rate": 9.948442622303667e-05,
      "loss": 0.0238,
      "step": 28040
    },
    {
      "grad_norm": 0.17050515115261078,
      "learning_rate": 9.948363646631931e-05,
      "loss": 0.0262,
      "step": 28050
    },
    {
      "grad_norm": 0.14741702377796173,
      "learning_rate": 9.948284610832905e-05,
      "loss": 0.0233,
      "step": 28060
    },
    {
      "grad_norm": 0.28532183170318604,
      "learning_rate": 9.94820551490755e-05,
      "loss": 0.0254,
      "step": 28070
    },
    {
      "grad_norm": 0.21833525598049164,
      "learning_rate": 9.948126358856825e-05,
      "loss": 0.0293,
      "step": 28080
    },
    {
      "grad_norm": 0.24238398671150208,
      "learning_rate": 9.948047142681694e-05,
      "loss": 0.0264,
      "step": 28090
    },
    {
      "grad_norm": 0.2898583710193634,
      "learning_rate": 9.947967866383117e-05,
      "loss": 0.0287,
      "step": 28100
    },
    {
      "grad_norm": 0.16829004883766174,
      "learning_rate": 9.947888529962061e-05,
      "loss": 0.0269,
      "step": 28110
    },
    {
      "grad_norm": 0.2711838483810425,
      "learning_rate": 9.947809133419486e-05,
      "loss": 0.0223,
      "step": 28120
    },
    {
      "grad_norm": 0.19011461734771729,
      "learning_rate": 9.947729676756359e-05,
      "loss": 0.029,
      "step": 28130
    },
    {
      "grad_norm": 0.47832930088043213,
      "learning_rate": 9.947650159973645e-05,
      "loss": 0.0279,
      "step": 28140
    },
    {
      "grad_norm": 0.35189080238342285,
      "learning_rate": 9.94757058307231e-05,
      "loss": 0.035,
      "step": 28150
    },
    {
      "grad_norm": 0.2421049326658249,
      "learning_rate": 9.947490946053321e-05,
      "loss": 0.0248,
      "step": 28160
    },
    {
      "grad_norm": 0.315408855676651,
      "learning_rate": 9.947411248917647e-05,
      "loss": 0.0312,
      "step": 28170
    },
    {
      "grad_norm": 0.2568835914134979,
      "learning_rate": 9.947331491666255e-05,
      "loss": 0.0331,
      "step": 28180
    },
    {
      "grad_norm": 0.21676066517829895,
      "learning_rate": 9.947251674300113e-05,
      "loss": 0.047,
      "step": 28190
    },
    {
      "grad_norm": 0.22895117104053497,
      "learning_rate": 9.947171796820192e-05,
      "loss": 0.0319,
      "step": 28200
    },
    {
      "grad_norm": 0.14170481264591217,
      "learning_rate": 9.947091859227464e-05,
      "loss": 0.0224,
      "step": 28210
    },
    {
      "grad_norm": 0.2548063397407532,
      "learning_rate": 9.947011861522899e-05,
      "loss": 0.0319,
      "step": 28220
    },
    {
      "grad_norm": 0.3514321744441986,
      "learning_rate": 9.946931803707468e-05,
      "loss": 0.0247,
      "step": 28230
    },
    {
      "grad_norm": 0.2939807176589966,
      "learning_rate": 9.946851685782147e-05,
      "loss": 0.0246,
      "step": 28240
    },
    {
      "grad_norm": 0.24071402847766876,
      "learning_rate": 9.946771507747906e-05,
      "loss": 0.0304,
      "step": 28250
    },
    {
      "grad_norm": 0.24431291222572327,
      "learning_rate": 9.946691269605721e-05,
      "loss": 0.0255,
      "step": 28260
    },
    {
      "grad_norm": 0.26653891801834106,
      "learning_rate": 9.946610971356567e-05,
      "loss": 0.0292,
      "step": 28270
    },
    {
      "grad_norm": 0.20588718354701996,
      "learning_rate": 9.946530613001418e-05,
      "loss": 0.0291,
      "step": 28280
    },
    {
      "grad_norm": 0.12265927344560623,
      "learning_rate": 9.946450194541253e-05,
      "loss": 0.0295,
      "step": 28290
    },
    {
      "grad_norm": 0.18395428359508514,
      "learning_rate": 9.946369715977047e-05,
      "loss": 0.027,
      "step": 28300
    },
    {
      "grad_norm": 0.1744460165500641,
      "learning_rate": 9.94628917730978e-05,
      "loss": 0.0245,
      "step": 28310
    },
    {
      "grad_norm": 0.14954258501529694,
      "learning_rate": 9.946208578540428e-05,
      "loss": 0.0301,
      "step": 28320
    },
    {
      "grad_norm": 0.17918957769870758,
      "learning_rate": 9.946127919669972e-05,
      "loss": 0.0296,
      "step": 28330
    },
    {
      "grad_norm": 0.23333993554115295,
      "learning_rate": 9.946047200699393e-05,
      "loss": 0.034,
      "step": 28340
    },
    {
      "grad_norm": 0.18335624039173126,
      "learning_rate": 9.94596642162967e-05,
      "loss": 0.029,
      "step": 28350
    },
    {
      "grad_norm": 0.29374992847442627,
      "learning_rate": 9.945885582461785e-05,
      "loss": 0.0246,
      "step": 28360
    },
    {
      "grad_norm": 0.16732390224933624,
      "learning_rate": 9.94580468319672e-05,
      "loss": 0.0275,
      "step": 28370
    },
    {
      "grad_norm": 0.16137827932834625,
      "learning_rate": 9.94572372383546e-05,
      "loss": 0.0227,
      "step": 28380
    },
    {
      "grad_norm": 0.1426190584897995,
      "learning_rate": 9.945642704378986e-05,
      "loss": 0.0296,
      "step": 28390
    },
    {
      "grad_norm": 0.13246017694473267,
      "learning_rate": 9.945561624828285e-05,
      "loss": 0.0272,
      "step": 28400
    },
    {
      "grad_norm": 0.26972997188568115,
      "learning_rate": 9.94548048518434e-05,
      "loss": 0.0218,
      "step": 28410
    },
    {
      "grad_norm": 0.22139108180999756,
      "learning_rate": 9.945399285448137e-05,
      "loss": 0.0236,
      "step": 28420
    },
    {
      "grad_norm": 0.22000153362751007,
      "learning_rate": 9.945318025620665e-05,
      "loss": 0.0335,
      "step": 28430
    },
    {
      "grad_norm": 0.17362123727798462,
      "learning_rate": 9.945236705702908e-05,
      "loss": 0.0191,
      "step": 28440
    },
    {
      "grad_norm": 0.18852199614048004,
      "learning_rate": 9.945155325695858e-05,
      "loss": 0.0221,
      "step": 28450
    },
    {
      "grad_norm": 0.29119476675987244,
      "learning_rate": 9.9450738856005e-05,
      "loss": 0.0252,
      "step": 28460
    },
    {
      "grad_norm": 0.18726304173469543,
      "learning_rate": 9.944992385417826e-05,
      "loss": 0.0253,
      "step": 28470
    },
    {
      "grad_norm": 0.26575759053230286,
      "learning_rate": 9.944910825148826e-05,
      "loss": 0.0344,
      "step": 28480
    },
    {
      "grad_norm": 0.21194244921207428,
      "learning_rate": 9.94482920479449e-05,
      "loss": 0.0274,
      "step": 28490
    },
    {
      "grad_norm": 0.13303551077842712,
      "learning_rate": 9.944747524355811e-05,
      "loss": 0.0263,
      "step": 28500
    },
    {
      "grad_norm": 0.25504398345947266,
      "learning_rate": 9.944665783833782e-05,
      "loss": 0.0255,
      "step": 28510
    },
    {
      "grad_norm": 0.21084731817245483,
      "learning_rate": 9.944583983229394e-05,
      "loss": 0.032,
      "step": 28520
    },
    {
      "grad_norm": 0.2291295975446701,
      "learning_rate": 9.944502122543641e-05,
      "loss": 0.0252,
      "step": 28530
    },
    {
      "grad_norm": 0.1766030490398407,
      "learning_rate": 9.94442020177752e-05,
      "loss": 0.0235,
      "step": 28540
    },
    {
      "grad_norm": 0.18075278401374817,
      "learning_rate": 9.944338220932025e-05,
      "loss": 0.0287,
      "step": 28550
    },
    {
      "grad_norm": 0.15325716137886047,
      "learning_rate": 9.944256180008154e-05,
      "loss": 0.031,
      "step": 28560
    },
    {
      "grad_norm": 0.19154870510101318,
      "learning_rate": 9.9441740790069e-05,
      "loss": 0.0367,
      "step": 28570
    },
    {
      "grad_norm": 0.13326583802700043,
      "learning_rate": 9.944091917929264e-05,
      "loss": 0.0275,
      "step": 28580
    },
    {
      "grad_norm": 0.27342185378074646,
      "learning_rate": 9.944009696776244e-05,
      "loss": 0.0311,
      "step": 28590
    },
    {
      "grad_norm": 0.2766611874103546,
      "learning_rate": 9.943927415548837e-05,
      "loss": 0.0301,
      "step": 28600
    },
    {
      "grad_norm": 0.7755812406539917,
      "learning_rate": 9.943845074248044e-05,
      "loss": 0.0404,
      "step": 28610
    },
    {
      "grad_norm": 0.27738308906555176,
      "learning_rate": 9.943762672874865e-05,
      "loss": 0.0395,
      "step": 28620
    },
    {
      "grad_norm": 0.16061116755008698,
      "learning_rate": 9.943680211430304e-05,
      "loss": 0.0262,
      "step": 28630
    },
    {
      "grad_norm": 0.1969873458147049,
      "learning_rate": 9.943597689915361e-05,
      "loss": 0.0367,
      "step": 28640
    },
    {
      "grad_norm": 0.1660878211259842,
      "learning_rate": 9.943515108331036e-05,
      "loss": 0.0234,
      "step": 28650
    },
    {
      "grad_norm": 0.2872418761253357,
      "learning_rate": 9.943432466678336e-05,
      "loss": 0.0283,
      "step": 28660
    },
    {
      "grad_norm": 0.2511909008026123,
      "learning_rate": 9.943349764958266e-05,
      "loss": 0.0293,
      "step": 28670
    },
    {
      "grad_norm": 0.6418221592903137,
      "learning_rate": 9.943267003171825e-05,
      "loss": 0.0314,
      "step": 28680
    },
    {
      "grad_norm": 0.2370155155658722,
      "learning_rate": 9.943184181320026e-05,
      "loss": 0.0285,
      "step": 28690
    },
    {
      "grad_norm": 0.1759663224220276,
      "learning_rate": 9.943101299403871e-05,
      "loss": 0.0327,
      "step": 28700
    },
    {
      "grad_norm": 0.15555383265018463,
      "learning_rate": 9.943018357424369e-05,
      "loss": 0.0234,
      "step": 28710
    },
    {
      "grad_norm": 0.12453809380531311,
      "learning_rate": 9.942935355382525e-05,
      "loss": 0.0311,
      "step": 28720
    },
    {
      "grad_norm": 0.21559937298297882,
      "learning_rate": 9.942852293279351e-05,
      "loss": 0.0414,
      "step": 28730
    },
    {
      "grad_norm": 0.2160547822713852,
      "learning_rate": 9.942769171115856e-05,
      "loss": 0.0295,
      "step": 28740
    },
    {
      "grad_norm": 0.21611474454402924,
      "learning_rate": 9.942685988893045e-05,
      "loss": 0.031,
      "step": 28750
    },
    {
      "grad_norm": 0.18645937740802765,
      "learning_rate": 9.942602746611936e-05,
      "loss": 0.0355,
      "step": 28760
    },
    {
      "grad_norm": 0.15275821089744568,
      "learning_rate": 9.942519444273537e-05,
      "loss": 0.0249,
      "step": 28770
    },
    {
      "grad_norm": 0.22738206386566162,
      "learning_rate": 9.942436081878859e-05,
      "loss": 0.027,
      "step": 28780
    },
    {
      "grad_norm": 0.1454688459634781,
      "learning_rate": 9.942352659428916e-05,
      "loss": 0.0278,
      "step": 28790
    },
    {
      "grad_norm": 0.21877849102020264,
      "learning_rate": 9.942269176924722e-05,
      "loss": 0.0234,
      "step": 28800
    },
    {
      "grad_norm": 0.16726182401180267,
      "learning_rate": 9.942185634367292e-05,
      "loss": 0.0193,
      "step": 28810
    },
    {
      "grad_norm": 0.1789451390504837,
      "learning_rate": 9.942102031757639e-05,
      "loss": 0.0244,
      "step": 28820
    },
    {
      "grad_norm": 0.19682304561138153,
      "learning_rate": 9.942018369096781e-05,
      "loss": 0.0217,
      "step": 28830
    },
    {
      "grad_norm": 0.20118416845798492,
      "learning_rate": 9.941934646385734e-05,
      "loss": 0.0249,
      "step": 28840
    },
    {
      "grad_norm": 0.3219028115272522,
      "learning_rate": 9.941850863625515e-05,
      "loss": 0.0291,
      "step": 28850
    },
    {
      "grad_norm": 0.17830432951450348,
      "learning_rate": 9.941767020817142e-05,
      "loss": 0.0314,
      "step": 28860
    },
    {
      "grad_norm": 0.20276713371276855,
      "learning_rate": 9.941683117961634e-05,
      "loss": 0.0283,
      "step": 28870
    },
    {
      "grad_norm": 0.24149788916110992,
      "learning_rate": 9.941599155060011e-05,
      "loss": 0.0372,
      "step": 28880
    },
    {
      "grad_norm": 0.21789152920246124,
      "learning_rate": 9.941515132113292e-05,
      "loss": 0.0298,
      "step": 28890
    },
    {
      "grad_norm": 0.15443724393844604,
      "learning_rate": 9.941431049122498e-05,
      "loss": 0.0271,
      "step": 28900
    },
    {
      "grad_norm": 0.2398681491613388,
      "learning_rate": 9.94134690608865e-05,
      "loss": 0.032,
      "step": 28910
    },
    {
      "grad_norm": 0.38438716530799866,
      "learning_rate": 9.941262703012775e-05,
      "loss": 0.0265,
      "step": 28920
    },
    {
      "grad_norm": 0.17244504392147064,
      "learning_rate": 9.941178439895891e-05,
      "loss": 0.0267,
      "step": 28930
    },
    {
      "grad_norm": 0.27370160818099976,
      "learning_rate": 9.941094116739025e-05,
      "loss": 0.0272,
      "step": 28940
    },
    {
      "grad_norm": 0.23775865137577057,
      "learning_rate": 9.941009733543199e-05,
      "loss": 0.0268,
      "step": 28950
    },
    {
      "grad_norm": 0.19851525127887726,
      "learning_rate": 9.940925290309439e-05,
      "loss": 0.0278,
      "step": 28960
    },
    {
      "grad_norm": 0.1575947403907776,
      "learning_rate": 9.940840787038773e-05,
      "loss": 0.029,
      "step": 28970
    },
    {
      "grad_norm": 0.21953152120113373,
      "learning_rate": 9.940756223732226e-05,
      "loss": 0.023,
      "step": 28980
    },
    {
      "grad_norm": 0.1852354109287262,
      "learning_rate": 9.940671600390828e-05,
      "loss": 0.0234,
      "step": 28990
    },
    {
      "grad_norm": 0.18095064163208008,
      "learning_rate": 9.940586917015602e-05,
      "loss": 0.0261,
      "step": 29000
    },
    {
      "grad_norm": 0.24593739211559296,
      "learning_rate": 9.940502173607582e-05,
      "loss": 0.0238,
      "step": 29010
    },
    {
      "grad_norm": 0.23376186192035675,
      "learning_rate": 9.940417370167796e-05,
      "loss": 0.0299,
      "step": 29020
    },
    {
      "grad_norm": 0.1591847538948059,
      "learning_rate": 9.940332506697274e-05,
      "loss": 0.0333,
      "step": 29030
    },
    {
      "grad_norm": 0.24576444923877716,
      "learning_rate": 9.940247583197047e-05,
      "loss": 0.0306,
      "step": 29040
    },
    {
      "grad_norm": 0.2598245143890381,
      "learning_rate": 9.940162599668149e-05,
      "loss": 0.0236,
      "step": 29050
    },
    {
      "grad_norm": 0.30154818296432495,
      "learning_rate": 9.94007755611161e-05,
      "loss": 0.026,
      "step": 29060
    },
    {
      "grad_norm": 0.19810596108436584,
      "learning_rate": 9.939992452528466e-05,
      "loss": 0.0236,
      "step": 29070
    },
    {
      "grad_norm": 0.18323861062526703,
      "learning_rate": 9.939907288919747e-05,
      "loss": 0.0237,
      "step": 29080
    },
    {
      "grad_norm": 0.19428612291812897,
      "learning_rate": 9.939822065286493e-05,
      "loss": 0.0205,
      "step": 29090
    },
    {
      "grad_norm": 0.3694308400154114,
      "learning_rate": 9.939736781629736e-05,
      "loss": 0.0273,
      "step": 29100
    },
    {
      "grad_norm": 0.23642027378082275,
      "learning_rate": 9.939651437950512e-05,
      "loss": 0.0305,
      "step": 29110
    },
    {
      "grad_norm": 0.2838138937950134,
      "learning_rate": 9.939566034249861e-05,
      "loss": 0.0263,
      "step": 29120
    },
    {
      "grad_norm": 0.1392710655927658,
      "learning_rate": 9.939480570528819e-05,
      "loss": 0.0265,
      "step": 29130
    },
    {
      "grad_norm": 0.2048589289188385,
      "learning_rate": 9.939395046788422e-05,
      "loss": 0.0296,
      "step": 29140
    },
    {
      "grad_norm": 0.23998072743415833,
      "learning_rate": 9.939309463029713e-05,
      "loss": 0.0294,
      "step": 29150
    },
    {
      "grad_norm": 0.21595503389835358,
      "learning_rate": 9.939223819253731e-05,
      "loss": 0.0287,
      "step": 29160
    },
    {
      "grad_norm": 0.31010422110557556,
      "learning_rate": 9.939138115461516e-05,
      "loss": 0.0301,
      "step": 29170
    },
    {
      "grad_norm": 0.2162114977836609,
      "learning_rate": 9.939052351654111e-05,
      "loss": 0.0237,
      "step": 29180
    },
    {
      "grad_norm": 0.23975715041160583,
      "learning_rate": 9.938966527832555e-05,
      "loss": 0.0332,
      "step": 29190
    },
    {
      "grad_norm": 0.2388041615486145,
      "learning_rate": 9.938880643997893e-05,
      "loss": 0.0309,
      "step": 29200
    },
    {
      "grad_norm": 0.21900565922260284,
      "learning_rate": 9.938794700151168e-05,
      "loss": 0.0258,
      "step": 29210
    },
    {
      "grad_norm": 0.14010296761989594,
      "learning_rate": 9.938708696293424e-05,
      "loss": 0.0443,
      "step": 29220
    },
    {
      "grad_norm": 0.19471849501132965,
      "learning_rate": 9.938622632425707e-05,
      "loss": 0.0239,
      "step": 29230
    },
    {
      "grad_norm": 0.214535653591156,
      "learning_rate": 9.93853650854906e-05,
      "loss": 0.042,
      "step": 29240
    },
    {
      "grad_norm": 0.17104877531528473,
      "learning_rate": 9.938450324664535e-05,
      "loss": 0.0255,
      "step": 29250
    },
    {
      "grad_norm": 0.1565878838300705,
      "learning_rate": 9.938364080773175e-05,
      "loss": 0.028,
      "step": 29260
    },
    {
      "grad_norm": 0.18003498017787933,
      "learning_rate": 9.938277776876028e-05,
      "loss": 0.0262,
      "step": 29270
    },
    {
      "grad_norm": 0.20607849955558777,
      "learning_rate": 9.938191412974143e-05,
      "loss": 0.025,
      "step": 29280
    },
    {
      "grad_norm": 0.22273226082324982,
      "learning_rate": 9.93810498906857e-05,
      "loss": 0.0251,
      "step": 29290
    },
    {
      "grad_norm": 0.1959712654352188,
      "learning_rate": 9.93801850516036e-05,
      "loss": 0.0254,
      "step": 29300
    },
    {
      "grad_norm": 0.2449394166469574,
      "learning_rate": 9.937931961250564e-05,
      "loss": 0.0335,
      "step": 29310
    },
    {
      "grad_norm": 0.19777460396289825,
      "learning_rate": 9.93784535734023e-05,
      "loss": 0.0294,
      "step": 29320
    },
    {
      "grad_norm": 0.2055530995130539,
      "learning_rate": 9.937758693430414e-05,
      "loss": 0.0256,
      "step": 29330
    },
    {
      "grad_norm": 0.1832256317138672,
      "learning_rate": 9.937671969522169e-05,
      "loss": 0.0236,
      "step": 29340
    },
    {
      "grad_norm": 0.30824440717697144,
      "learning_rate": 9.937585185616546e-05,
      "loss": 0.0315,
      "step": 29350
    },
    {
      "grad_norm": 0.21196727454662323,
      "learning_rate": 9.937498341714602e-05,
      "loss": 0.0275,
      "step": 29360
    },
    {
      "grad_norm": 0.18570266664028168,
      "learning_rate": 9.93741143781739e-05,
      "loss": 0.0356,
      "step": 29370
    },
    {
      "grad_norm": 0.17186519503593445,
      "learning_rate": 9.937324473925969e-05,
      "loss": 0.025,
      "step": 29380
    },
    {
      "grad_norm": 0.15595966577529907,
      "learning_rate": 9.937237450041393e-05,
      "loss": 0.0262,
      "step": 29390
    },
    {
      "grad_norm": 0.24251340329647064,
      "learning_rate": 9.93715036616472e-05,
      "loss": 0.0322,
      "step": 29400
    },
    {
      "grad_norm": 0.27649232745170593,
      "learning_rate": 9.93706322229701e-05,
      "loss": 0.0226,
      "step": 29410
    },
    {
      "grad_norm": 0.25780320167541504,
      "learning_rate": 9.936976018439321e-05,
      "loss": 0.0232,
      "step": 29420
    },
    {
      "grad_norm": 0.19179660081863403,
      "learning_rate": 9.936888754592711e-05,
      "loss": 0.0225,
      "step": 29430
    },
    {
      "grad_norm": 0.1815309375524521,
      "learning_rate": 9.93680143075824e-05,
      "loss": 0.0241,
      "step": 29440
    },
    {
      "grad_norm": 0.20923210680484772,
      "learning_rate": 9.936714046936972e-05,
      "loss": 0.0251,
      "step": 29450
    },
    {
      "grad_norm": 0.7632431983947754,
      "learning_rate": 9.936626603129969e-05,
      "loss": 0.03,
      "step": 29460
    },
    {
      "grad_norm": 0.21325723826885223,
      "learning_rate": 9.936539099338289e-05,
      "loss": 0.0245,
      "step": 29470
    },
    {
      "grad_norm": 0.20950767397880554,
      "learning_rate": 9.936451535562999e-05,
      "loss": 0.0339,
      "step": 29480
    },
    {
      "grad_norm": 0.2830871641635895,
      "learning_rate": 9.936363911805162e-05,
      "loss": 0.0249,
      "step": 29490
    },
    {
      "grad_norm": 0.19251392781734467,
      "learning_rate": 9.936276228065842e-05,
      "loss": 0.0304,
      "step": 29500
    },
    {
      "grad_norm": 0.3365020751953125,
      "learning_rate": 9.936188484346107e-05,
      "loss": 0.0298,
      "step": 29510
    },
    {
      "grad_norm": 0.15309642255306244,
      "learning_rate": 9.936100680647021e-05,
      "loss": 0.028,
      "step": 29520
    },
    {
      "grad_norm": 0.13430610299110413,
      "learning_rate": 9.93601281696965e-05,
      "loss": 0.0271,
      "step": 29530
    },
    {
      "grad_norm": 0.2055402249097824,
      "learning_rate": 9.935924893315065e-05,
      "loss": 0.048,
      "step": 29540
    },
    {
      "grad_norm": 0.20623700320720673,
      "learning_rate": 9.93583690968433e-05,
      "loss": 0.0309,
      "step": 29550
    },
    {
      "grad_norm": 0.22932644188404083,
      "learning_rate": 9.935748866078518e-05,
      "loss": 0.0284,
      "step": 29560
    },
    {
      "grad_norm": 0.18290828168392181,
      "learning_rate": 9.935660762498696e-05,
      "loss": 0.0251,
      "step": 29570
    },
    {
      "grad_norm": 0.2372904121875763,
      "learning_rate": 9.935572598945937e-05,
      "loss": 0.0413,
      "step": 29580
    },
    {
      "grad_norm": 0.1752956062555313,
      "learning_rate": 9.935484375421309e-05,
      "loss": 0.0345,
      "step": 29590
    },
    {
      "grad_norm": 0.18994267284870148,
      "learning_rate": 9.935396091925889e-05,
      "loss": 0.0314,
      "step": 29600
    },
    {
      "grad_norm": 0.15621592104434967,
      "learning_rate": 9.935307748460744e-05,
      "loss": 0.0253,
      "step": 29610
    },
    {
      "grad_norm": 0.29557353258132935,
      "learning_rate": 9.935219345026951e-05,
      "loss": 0.0346,
      "step": 29620
    },
    {
      "grad_norm": 0.1842295229434967,
      "learning_rate": 9.935130881625583e-05,
      "loss": 0.0252,
      "step": 29630
    },
    {
      "grad_norm": 0.36506059765815735,
      "learning_rate": 9.935042358257715e-05,
      "loss": 0.028,
      "step": 29640
    },
    {
      "grad_norm": 0.17911303043365479,
      "learning_rate": 9.934953774924424e-05,
      "loss": 0.0317,
      "step": 29650
    },
    {
      "grad_norm": 0.35247835516929626,
      "learning_rate": 9.934865131626784e-05,
      "loss": 0.041,
      "step": 29660
    },
    {
      "grad_norm": 0.2258862555027008,
      "learning_rate": 9.934776428365875e-05,
      "loss": 0.0328,
      "step": 29670
    },
    {
      "grad_norm": 0.22261451184749603,
      "learning_rate": 9.934687665142773e-05,
      "loss": 0.0298,
      "step": 29680
    },
    {
      "grad_norm": 0.24500146508216858,
      "learning_rate": 9.934598841958555e-05,
      "loss": 0.029,
      "step": 29690
    },
    {
      "grad_norm": 0.18506672978401184,
      "learning_rate": 9.934509958814304e-05,
      "loss": 0.0418,
      "step": 29700
    },
    {
      "grad_norm": 0.253597229719162,
      "learning_rate": 9.934421015711097e-05,
      "loss": 0.0347,
      "step": 29710
    },
    {
      "grad_norm": 0.1709872931241989,
      "learning_rate": 9.934332012650017e-05,
      "loss": 0.0328,
      "step": 29720
    },
    {
      "grad_norm": 0.16831918060779572,
      "learning_rate": 9.934242949632143e-05,
      "loss": 0.0387,
      "step": 29730
    },
    {
      "grad_norm": 0.19047656655311584,
      "learning_rate": 9.934153826658557e-05,
      "loss": 0.0313,
      "step": 29740
    },
    {
      "grad_norm": 0.14349645376205444,
      "learning_rate": 9.934064643730345e-05,
      "loss": 0.0289,
      "step": 29750
    },
    {
      "grad_norm": 0.18180961906909943,
      "learning_rate": 9.93397540084859e-05,
      "loss": 0.0291,
      "step": 29760
    },
    {
      "grad_norm": 0.15320877730846405,
      "learning_rate": 9.933886098014374e-05,
      "loss": 0.0244,
      "step": 29770
    },
    {
      "grad_norm": 0.16072553396224976,
      "learning_rate": 9.933796735228785e-05,
      "loss": 0.0254,
      "step": 29780
    },
    {
      "grad_norm": 0.14037545025348663,
      "learning_rate": 9.933707312492906e-05,
      "loss": 0.0248,
      "step": 29790
    },
    {
      "grad_norm": 0.13606321811676025,
      "learning_rate": 9.933617829807825e-05,
      "loss": 0.0294,
      "step": 29800
    },
    {
      "grad_norm": 0.1253119260072708,
      "learning_rate": 9.933528287174629e-05,
      "loss": 0.0309,
      "step": 29810
    },
    {
      "grad_norm": 2.127514600753784,
      "learning_rate": 9.933438684594407e-05,
      "loss": 0.0267,
      "step": 29820
    },
    {
      "grad_norm": 0.32543179392814636,
      "learning_rate": 9.933349022068248e-05,
      "loss": 0.0352,
      "step": 29830
    },
    {
      "grad_norm": 0.22549748420715332,
      "learning_rate": 9.93325929959724e-05,
      "loss": 0.045,
      "step": 29840
    },
    {
      "grad_norm": 0.31973138451576233,
      "learning_rate": 9.933169517182473e-05,
      "loss": 0.0418,
      "step": 29850
    },
    {
      "grad_norm": 0.21994216740131378,
      "learning_rate": 9.933079674825038e-05,
      "loss": 0.0321,
      "step": 29860
    },
    {
      "grad_norm": 0.19176870584487915,
      "learning_rate": 9.93298977252603e-05,
      "loss": 0.0228,
      "step": 29870
    },
    {
      "grad_norm": 0.21369081735610962,
      "learning_rate": 9.932899810286535e-05,
      "loss": 0.0341,
      "step": 29880
    },
    {
      "grad_norm": 0.23197707533836365,
      "learning_rate": 9.932809788107653e-05,
      "loss": 0.0275,
      "step": 29890
    },
    {
      "grad_norm": 0.1975989192724228,
      "learning_rate": 9.932719705990474e-05,
      "loss": 0.0352,
      "step": 29900
    },
    {
      "grad_norm": 0.272048681974411,
      "learning_rate": 9.932629563936094e-05,
      "loss": 0.024,
      "step": 29910
    },
    {
      "grad_norm": 0.19242405891418457,
      "learning_rate": 9.932539361945606e-05,
      "loss": 0.0243,
      "step": 29920
    },
    {
      "grad_norm": 0.3802434504032135,
      "learning_rate": 9.932449100020107e-05,
      "loss": 0.0322,
      "step": 29930
    },
    {
      "grad_norm": 0.18661721050739288,
      "learning_rate": 9.932358778160697e-05,
      "loss": 0.0313,
      "step": 29940
    },
    {
      "grad_norm": 0.3015882670879364,
      "learning_rate": 9.932268396368469e-05,
      "loss": 0.027,
      "step": 29950
    },
    {
      "grad_norm": 0.14251479506492615,
      "learning_rate": 9.932177954644524e-05,
      "loss": 0.0255,
      "step": 29960
    },
    {
      "grad_norm": 0.17340341210365295,
      "learning_rate": 9.93208745298996e-05,
      "loss": 0.0285,
      "step": 29970
    },
    {
      "grad_norm": 0.34806519746780396,
      "learning_rate": 9.931996891405877e-05,
      "loss": 0.0306,
      "step": 29980
    },
    {
      "grad_norm": 0.22451487183570862,
      "learning_rate": 9.931906269893373e-05,
      "loss": 0.0299,
      "step": 29990
    },
    {
      "grad_norm": 0.24786509573459625,
      "learning_rate": 9.931815588453555e-05,
      "loss": 0.0268,
      "step": 30000
    },
    {
      "grad_norm": 0.20172695815563202,
      "learning_rate": 9.93172484708752e-05,
      "loss": 0.0295,
      "step": 30010
    },
    {
      "grad_norm": 0.19510135054588318,
      "learning_rate": 9.93163404579637e-05,
      "loss": 0.026,
      "step": 30020
    },
    {
      "grad_norm": 0.22817453742027283,
      "learning_rate": 9.931543184581211e-05,
      "loss": 0.0278,
      "step": 30030
    },
    {
      "grad_norm": 0.1883191615343094,
      "learning_rate": 9.931452263443146e-05,
      "loss": 0.0299,
      "step": 30040
    },
    {
      "grad_norm": 0.22600597143173218,
      "learning_rate": 9.931361282383282e-05,
      "loss": 0.0372,
      "step": 30050
    },
    {
      "grad_norm": 0.4707282781600952,
      "learning_rate": 9.93127024140272e-05,
      "loss": 0.0318,
      "step": 30060
    },
    {
      "grad_norm": 0.27279171347618103,
      "learning_rate": 9.931179140502569e-05,
      "loss": 0.0383,
      "step": 30070
    },
    {
      "grad_norm": 0.2806113660335541,
      "learning_rate": 9.931087979683937e-05,
      "loss": 0.035,
      "step": 30080
    },
    {
      "grad_norm": 0.23157575726509094,
      "learning_rate": 9.930996758947929e-05,
      "loss": 0.0287,
      "step": 30090
    },
    {
      "grad_norm": 0.22249823808670044,
      "learning_rate": 9.930905478295655e-05,
      "loss": 0.0383,
      "step": 30100
    },
    {
      "grad_norm": 0.25782087445259094,
      "learning_rate": 9.930814137728224e-05,
      "loss": 0.0373,
      "step": 30110
    },
    {
      "grad_norm": 1.6680406332015991,
      "learning_rate": 9.930722737246747e-05,
      "loss": 0.0339,
      "step": 30120
    },
    {
      "grad_norm": 0.35662657022476196,
      "learning_rate": 9.930631276852331e-05,
      "loss": 0.0317,
      "step": 30130
    },
    {
      "grad_norm": 0.17768077552318573,
      "learning_rate": 9.930539756546091e-05,
      "loss": 0.0331,
      "step": 30140
    },
    {
      "grad_norm": 0.23719029128551483,
      "learning_rate": 9.930448176329139e-05,
      "loss": 0.0306,
      "step": 30150
    },
    {
      "grad_norm": 0.19259998202323914,
      "learning_rate": 9.930356536202585e-05,
      "loss": 0.0251,
      "step": 30160
    },
    {
      "grad_norm": 0.21001245081424713,
      "learning_rate": 9.930264836167544e-05,
      "loss": 0.0265,
      "step": 30170
    },
    {
      "grad_norm": 0.18044033646583557,
      "learning_rate": 9.93017307622513e-05,
      "loss": 0.0232,
      "step": 30180
    },
    {
      "grad_norm": 0.19431884586811066,
      "learning_rate": 9.930081256376461e-05,
      "loss": 0.0212,
      "step": 30190
    },
    {
      "grad_norm": 0.20853370428085327,
      "learning_rate": 9.929989376622646e-05,
      "loss": 0.0254,
      "step": 30200
    },
    {
      "grad_norm": 0.1645205020904541,
      "learning_rate": 9.929897436964807e-05,
      "loss": 0.0254,
      "step": 30210
    },
    {
      "grad_norm": 0.1708509624004364,
      "learning_rate": 9.92980543740406e-05,
      "loss": 0.0233,
      "step": 30220
    },
    {
      "grad_norm": 0.2426581084728241,
      "learning_rate": 9.929713377941523e-05,
      "loss": 0.0287,
      "step": 30230
    },
    {
      "grad_norm": 0.31916654109954834,
      "learning_rate": 9.929621258578312e-05,
      "loss": 0.0255,
      "step": 30240
    },
    {
      "grad_norm": 0.2770562767982483,
      "learning_rate": 9.929529079315551e-05,
      "loss": 0.0215,
      "step": 30250
    },
    {
      "grad_norm": 0.19910036027431488,
      "learning_rate": 9.929436840154355e-05,
      "loss": 0.0238,
      "step": 30260
    },
    {
      "grad_norm": 0.2221745401620865,
      "learning_rate": 9.929344541095848e-05,
      "loss": 0.0237,
      "step": 30270
    },
    {
      "grad_norm": 0.27665308117866516,
      "learning_rate": 9.92925218214115e-05,
      "loss": 0.0382,
      "step": 30280
    },
    {
      "grad_norm": 0.17673757672309875,
      "learning_rate": 9.929159763291387e-05,
      "loss": 0.0318,
      "step": 30290
    },
    {
      "grad_norm": 0.20617257058620453,
      "learning_rate": 9.929067284547677e-05,
      "loss": 0.0257,
      "step": 30300
    },
    {
      "grad_norm": 0.2487398386001587,
      "learning_rate": 9.928974745911146e-05,
      "loss": 0.0332,
      "step": 30310
    },
    {
      "grad_norm": 0.19075748324394226,
      "learning_rate": 9.928882147382917e-05,
      "loss": 0.0313,
      "step": 30320
    },
    {
      "grad_norm": 0.12727507948875427,
      "learning_rate": 9.928789488964118e-05,
      "loss": 0.0291,
      "step": 30330
    },
    {
      "grad_norm": 0.17563767731189728,
      "learning_rate": 9.928696770655872e-05,
      "loss": 0.0301,
      "step": 30340
    },
    {
      "grad_norm": 0.12486843019723892,
      "learning_rate": 9.928603992459306e-05,
      "loss": 0.0226,
      "step": 30350
    },
    {
      "grad_norm": 0.2084939181804657,
      "learning_rate": 9.928511154375551e-05,
      "loss": 0.0278,
      "step": 30360
    },
    {
      "grad_norm": 0.1822628378868103,
      "learning_rate": 9.928418256405729e-05,
      "loss": 0.0328,
      "step": 30370
    },
    {
      "grad_norm": 0.34592190384864807,
      "learning_rate": 9.928325298550973e-05,
      "loss": 0.0298,
      "step": 30380
    },
    {
      "grad_norm": 0.2683582603931427,
      "learning_rate": 9.928232280812413e-05,
      "loss": 0.0331,
      "step": 30390
    },
    {
      "grad_norm": 0.3032667338848114,
      "learning_rate": 9.928139203191176e-05,
      "loss": 0.0266,
      "step": 30400
    },
    {
      "grad_norm": 0.12079396843910217,
      "learning_rate": 9.928046065688396e-05,
      "loss": 0.0339,
      "step": 30410
    },
    {
      "grad_norm": 0.26226431131362915,
      "learning_rate": 9.927952868305203e-05,
      "loss": 0.0317,
      "step": 30420
    },
    {
      "grad_norm": 0.33433666825294495,
      "learning_rate": 9.927859611042729e-05,
      "loss": 0.0282,
      "step": 30430
    },
    {
      "grad_norm": 0.19046586751937866,
      "learning_rate": 9.92776629390211e-05,
      "loss": 0.0225,
      "step": 30440
    },
    {
      "grad_norm": 0.19764184951782227,
      "learning_rate": 9.927672916884476e-05,
      "loss": 0.0259,
      "step": 30450
    },
    {
      "grad_norm": 0.1746198534965515,
      "learning_rate": 9.927579479990964e-05,
      "loss": 0.0228,
      "step": 30460
    },
    {
      "grad_norm": 0.36391186714172363,
      "learning_rate": 9.927485983222709e-05,
      "loss": 0.0255,
      "step": 30470
    },
    {
      "grad_norm": 0.20544131100177765,
      "learning_rate": 9.927392426580847e-05,
      "loss": 0.0213,
      "step": 30480
    },
    {
      "grad_norm": 0.19597633183002472,
      "learning_rate": 9.927298810066514e-05,
      "loss": 0.0218,
      "step": 30490
    },
    {
      "grad_norm": 0.25822606682777405,
      "learning_rate": 9.92720513368085e-05,
      "loss": 0.0264,
      "step": 30500
    },
    {
      "grad_norm": 0.18711356818675995,
      "learning_rate": 9.927111397424991e-05,
      "loss": 0.0221,
      "step": 30510
    },
    {
      "grad_norm": 0.17517882585525513,
      "learning_rate": 9.927017601300077e-05,
      "loss": 0.0239,
      "step": 30520
    },
    {
      "grad_norm": 0.18886937201023102,
      "learning_rate": 9.926923745307246e-05,
      "loss": 0.0286,
      "step": 30530
    },
    {
      "grad_norm": 0.28808170557022095,
      "learning_rate": 9.926829829447641e-05,
      "loss": 0.0318,
      "step": 30540
    },
    {
      "grad_norm": 0.23009063303470612,
      "learning_rate": 9.926735853722401e-05,
      "loss": 0.029,
      "step": 30550
    },
    {
      "grad_norm": 0.26272231340408325,
      "learning_rate": 9.926641818132669e-05,
      "loss": 0.0236,
      "step": 30560
    },
    {
      "grad_norm": 0.20999625325202942,
      "learning_rate": 9.926547722679586e-05,
      "loss": 0.0294,
      "step": 30570
    },
    {
      "grad_norm": 0.22451947629451752,
      "learning_rate": 9.9264535673643e-05,
      "loss": 0.0263,
      "step": 30580
    },
    {
      "grad_norm": 0.1712537705898285,
      "learning_rate": 9.92635935218795e-05,
      "loss": 0.021,
      "step": 30590
    },
    {
      "grad_norm": 0.19448257982730865,
      "learning_rate": 9.926265077151682e-05,
      "loss": 0.0284,
      "step": 30600
    },
    {
      "grad_norm": 0.19761182367801666,
      "learning_rate": 9.926170742256643e-05,
      "loss": 0.029,
      "step": 30610
    },
    {
      "grad_norm": 0.22034768760204315,
      "learning_rate": 9.926076347503979e-05,
      "loss": 0.0346,
      "step": 30620
    },
    {
      "grad_norm": 0.37707698345184326,
      "learning_rate": 9.925981892894834e-05,
      "loss": 0.0255,
      "step": 30630
    },
    {
      "grad_norm": 0.2996807098388672,
      "learning_rate": 9.925887378430361e-05,
      "loss": 0.0281,
      "step": 30640
    },
    {
      "grad_norm": 0.2679591476917267,
      "learning_rate": 9.925792804111703e-05,
      "loss": 0.0365,
      "step": 30650
    },
    {
      "grad_norm": 0.17392806708812714,
      "learning_rate": 9.925698169940013e-05,
      "loss": 0.0289,
      "step": 30660
    },
    {
      "grad_norm": 0.17707449197769165,
      "learning_rate": 9.925603475916439e-05,
      "loss": 0.0276,
      "step": 30670
    },
    {
      "grad_norm": 0.23923629522323608,
      "learning_rate": 9.925508722042134e-05,
      "loss": 0.0235,
      "step": 30680
    },
    {
      "grad_norm": 0.2395300716161728,
      "learning_rate": 9.925413908318247e-05,
      "loss": 0.0217,
      "step": 30690
    },
    {
      "grad_norm": 0.1857181191444397,
      "learning_rate": 9.925319034745928e-05,
      "loss": 0.0299,
      "step": 30700
    },
    {
      "grad_norm": 0.12877844274044037,
      "learning_rate": 9.925224101326335e-05,
      "loss": 0.0254,
      "step": 30710
    },
    {
      "grad_norm": 0.27490854263305664,
      "learning_rate": 9.925129108060618e-05,
      "loss": 0.0228,
      "step": 30720
    },
    {
      "grad_norm": 0.15685102343559265,
      "learning_rate": 9.925034054949933e-05,
      "loss": 0.0323,
      "step": 30730
    },
    {
      "grad_norm": 0.2927572429180145,
      "learning_rate": 9.924938941995434e-05,
      "loss": 0.0298,
      "step": 30740
    },
    {
      "grad_norm": 0.2208448052406311,
      "learning_rate": 9.924843769198276e-05,
      "loss": 0.023,
      "step": 30750
    },
    {
      "grad_norm": 0.18096210062503815,
      "learning_rate": 9.924748536559618e-05,
      "loss": 0.0338,
      "step": 30760
    },
    {
      "grad_norm": 0.17887498438358307,
      "learning_rate": 9.924653244080614e-05,
      "loss": 0.0264,
      "step": 30770
    },
    {
      "grad_norm": 0.1915551722049713,
      "learning_rate": 9.924557891762425e-05,
      "loss": 0.0256,
      "step": 30780
    },
    {
      "grad_norm": 0.2813945710659027,
      "learning_rate": 9.924462479606207e-05,
      "loss": 0.0257,
      "step": 30790
    },
    {
      "grad_norm": 0.4488559663295746,
      "learning_rate": 9.92436700761312e-05,
      "loss": 0.0313,
      "step": 30800
    },
    {
      "grad_norm": 0.17775286734104156,
      "learning_rate": 9.924271475784325e-05,
      "loss": 0.0259,
      "step": 30810
    },
    {
      "grad_norm": 0.18632060289382935,
      "learning_rate": 9.924175884120983e-05,
      "loss": 0.027,
      "step": 30820
    },
    {
      "grad_norm": 0.23100808262825012,
      "learning_rate": 9.924080232624254e-05,
      "loss": 0.0278,
      "step": 30830
    },
    {
      "grad_norm": 0.25537109375,
      "learning_rate": 9.923984521295302e-05,
      "loss": 0.0293,
      "step": 30840
    },
    {
      "grad_norm": 0.21396389603614807,
      "learning_rate": 9.923888750135289e-05,
      "loss": 0.0293,
      "step": 30850
    },
    {
      "grad_norm": 0.1722903698682785,
      "learning_rate": 9.923792919145377e-05,
      "loss": 0.0228,
      "step": 30860
    },
    {
      "grad_norm": 0.17879271507263184,
      "learning_rate": 9.923697028326733e-05,
      "loss": 0.0222,
      "step": 30870
    },
    {
      "grad_norm": 0.18651634454727173,
      "learning_rate": 9.923601077680523e-05,
      "loss": 0.0273,
      "step": 30880
    },
    {
      "grad_norm": 0.16314364969730377,
      "learning_rate": 9.923505067207909e-05,
      "loss": 0.0296,
      "step": 30890
    },
    {
      "grad_norm": 0.21471872925758362,
      "learning_rate": 9.92340899691006e-05,
      "loss": 0.0391,
      "step": 30900
    },
    {
      "grad_norm": 0.20475420355796814,
      "learning_rate": 9.923312866788145e-05,
      "loss": 0.0347,
      "step": 30910
    },
    {
      "grad_norm": 0.22230404615402222,
      "learning_rate": 9.923216676843329e-05,
      "loss": 0.0298,
      "step": 30920
    },
    {
      "grad_norm": 0.1458771675825119,
      "learning_rate": 9.923120427076782e-05,
      "loss": 0.0221,
      "step": 30930
    },
    {
      "grad_norm": 0.18933475017547607,
      "learning_rate": 9.923024117489674e-05,
      "loss": 0.0263,
      "step": 30940
    },
    {
      "grad_norm": 0.15033909678459167,
      "learning_rate": 9.922927748083175e-05,
      "loss": 0.0326,
      "step": 30950
    },
    {
      "grad_norm": 0.1594727635383606,
      "learning_rate": 9.922831318858457e-05,
      "loss": 0.0251,
      "step": 30960
    },
    {
      "grad_norm": 0.27370795607566833,
      "learning_rate": 9.922734829816688e-05,
      "loss": 0.0281,
      "step": 30970
    },
    {
      "grad_norm": 0.2623414099216461,
      "learning_rate": 9.922638280959045e-05,
      "loss": 0.0265,
      "step": 30980
    },
    {
      "grad_norm": 0.259732186794281,
      "learning_rate": 9.922541672286699e-05,
      "loss": 0.0284,
      "step": 30990
    },
    {
      "grad_norm": 0.304641991853714,
      "learning_rate": 9.922445003800823e-05,
      "loss": 0.0289,
      "step": 31000
    },
    {
      "grad_norm": 0.23132699728012085,
      "learning_rate": 9.922348275502593e-05,
      "loss": 0.0337,
      "step": 31010
    },
    {
      "grad_norm": 0.18196909129619598,
      "learning_rate": 9.922251487393184e-05,
      "loss": 0.0228,
      "step": 31020
    },
    {
      "grad_norm": 0.2511710524559021,
      "learning_rate": 9.922154639473771e-05,
      "loss": 0.0282,
      "step": 31030
    },
    {
      "grad_norm": 0.288780152797699,
      "learning_rate": 9.922057731745535e-05,
      "loss": 0.0277,
      "step": 31040
    },
    {
      "grad_norm": 0.1342831254005432,
      "learning_rate": 9.921960764209648e-05,
      "loss": 0.0277,
      "step": 31050
    },
    {
      "grad_norm": 0.17221124470233917,
      "learning_rate": 9.92186373686729e-05,
      "loss": 0.0318,
      "step": 31060
    },
    {
      "grad_norm": 0.22486203908920288,
      "learning_rate": 9.921766649719642e-05,
      "loss": 0.0274,
      "step": 31070
    },
    {
      "grad_norm": 0.2122229039669037,
      "learning_rate": 9.921669502767882e-05,
      "loss": 0.0299,
      "step": 31080
    },
    {
      "grad_norm": 0.14941759407520294,
      "learning_rate": 9.921572296013191e-05,
      "loss": 0.0319,
      "step": 31090
    },
    {
      "grad_norm": 0.2243933379650116,
      "learning_rate": 9.921475029456749e-05,
      "loss": 0.0261,
      "step": 31100
    },
    {
      "grad_norm": 0.2545417547225952,
      "learning_rate": 9.92137770309974e-05,
      "loss": 0.0259,
      "step": 31110
    },
    {
      "grad_norm": 0.2882518768310547,
      "learning_rate": 9.921280316943344e-05,
      "loss": 0.0242,
      "step": 31120
    },
    {
      "grad_norm": 0.19531482458114624,
      "learning_rate": 9.921182870988745e-05,
      "loss": 0.0271,
      "step": 31130
    },
    {
      "grad_norm": 0.19370697438716888,
      "learning_rate": 9.92108536523713e-05,
      "loss": 0.0274,
      "step": 31140
    },
    {
      "grad_norm": 0.30882030725479126,
      "learning_rate": 9.92098779968968e-05,
      "loss": 0.0275,
      "step": 31150
    },
    {
      "grad_norm": 0.2238057553768158,
      "learning_rate": 9.920890174347583e-05,
      "loss": 0.0314,
      "step": 31160
    },
    {
      "grad_norm": 0.2495976686477661,
      "learning_rate": 9.920792489212023e-05,
      "loss": 0.0219,
      "step": 31170
    },
    {
      "grad_norm": 0.26732543110847473,
      "learning_rate": 9.920694744284189e-05,
      "loss": 0.0304,
      "step": 31180
    },
    {
      "grad_norm": 0.14430443942546844,
      "learning_rate": 9.920596939565268e-05,
      "loss": 0.0249,
      "step": 31190
    },
    {
      "grad_norm": 0.4510362446308136,
      "learning_rate": 9.920499075056448e-05,
      "loss": 0.0281,
      "step": 31200
    },
    {
      "grad_norm": 0.2916736602783203,
      "learning_rate": 9.92040115075892e-05,
      "loss": 0.0249,
      "step": 31210
    },
    {
      "grad_norm": 0.17639848589897156,
      "learning_rate": 9.920303166673872e-05,
      "loss": 0.0292,
      "step": 31220
    },
    {
      "grad_norm": 0.2353617548942566,
      "learning_rate": 9.920205122802494e-05,
      "loss": 0.044,
      "step": 31230
    },
    {
      "grad_norm": 0.15743035078048706,
      "learning_rate": 9.920107019145978e-05,
      "loss": 0.0367,
      "step": 31240
    },
    {
      "grad_norm": 0.2245972603559494,
      "learning_rate": 9.920008855705519e-05,
      "loss": 0.0341,
      "step": 31250
    },
    {
      "grad_norm": 0.22997905313968658,
      "learning_rate": 9.919910632482303e-05,
      "loss": 0.0357,
      "step": 31260
    },
    {
      "grad_norm": 0.20433756709098816,
      "learning_rate": 9.919812349477531e-05,
      "loss": 0.0247,
      "step": 31270
    },
    {
      "grad_norm": 0.29098695516586304,
      "learning_rate": 9.919714006692393e-05,
      "loss": 0.0336,
      "step": 31280
    },
    {
      "grad_norm": 0.21640637516975403,
      "learning_rate": 9.919615604128084e-05,
      "loss": 0.0297,
      "step": 31290
    },
    {
      "grad_norm": 0.29164397716522217,
      "learning_rate": 9.919517141785802e-05,
      "loss": 0.0297,
      "step": 31300
    },
    {
      "grad_norm": 0.18779394030570984,
      "learning_rate": 9.91941861966674e-05,
      "loss": 0.0352,
      "step": 31310
    },
    {
      "grad_norm": 0.18821464478969574,
      "learning_rate": 9.919320037772098e-05,
      "loss": 0.0345,
      "step": 31320
    },
    {
      "grad_norm": 0.15799665451049805,
      "learning_rate": 9.919221396103073e-05,
      "loss": 0.0231,
      "step": 31330
    },
    {
      "grad_norm": 0.19392739236354828,
      "learning_rate": 9.919122694660863e-05,
      "loss": 0.027,
      "step": 31340
    },
    {
      "grad_norm": 0.2792776823043823,
      "learning_rate": 9.919023933446669e-05,
      "loss": 0.0247,
      "step": 31350
    },
    {
      "grad_norm": 0.1832922101020813,
      "learning_rate": 9.918925112461688e-05,
      "loss": 0.0328,
      "step": 31360
    },
    {
      "grad_norm": 0.3004947602748871,
      "learning_rate": 9.918826231707126e-05,
      "loss": 0.0337,
      "step": 31370
    },
    {
      "grad_norm": 0.2552206814289093,
      "learning_rate": 9.918727291184178e-05,
      "loss": 0.0306,
      "step": 31380
    },
    {
      "grad_norm": 0.23371170461177826,
      "learning_rate": 9.918628290894049e-05,
      "loss": 0.0267,
      "step": 31390
    },
    {
      "grad_norm": 0.15668915212154388,
      "learning_rate": 9.918529230837945e-05,
      "loss": 0.0239,
      "step": 31400
    },
    {
      "grad_norm": 0.18267714977264404,
      "learning_rate": 9.918430111017066e-05,
      "loss": 0.022,
      "step": 31410
    },
    {
      "grad_norm": 0.15367397665977478,
      "learning_rate": 9.918330931432616e-05,
      "loss": 0.0271,
      "step": 31420
    },
    {
      "grad_norm": 0.23553310334682465,
      "learning_rate": 9.918231692085803e-05,
      "loss": 0.0271,
      "step": 31430
    },
    {
      "grad_norm": 0.217375710606575,
      "learning_rate": 9.918132392977832e-05,
      "loss": 0.0275,
      "step": 31440
    },
    {
      "grad_norm": 0.2555864155292511,
      "learning_rate": 9.918033034109908e-05,
      "loss": 0.0231,
      "step": 31450
    },
    {
      "grad_norm": 0.19001002609729767,
      "learning_rate": 9.917933615483238e-05,
      "loss": 0.0281,
      "step": 31460
    },
    {
      "grad_norm": 0.12170929461717606,
      "learning_rate": 9.917834137099032e-05,
      "loss": 0.0237,
      "step": 31470
    },
    {
      "grad_norm": 0.12708380818367004,
      "learning_rate": 9.9177345989585e-05,
      "loss": 0.0261,
      "step": 31480
    },
    {
      "grad_norm": 0.16280488669872284,
      "learning_rate": 9.917635001062847e-05,
      "loss": 0.0269,
      "step": 31490
    },
    {
      "grad_norm": 0.5775290131568909,
      "learning_rate": 9.917535343413287e-05,
      "loss": 0.0303,
      "step": 31500
    },
    {
      "grad_norm": 0.24653004109859467,
      "learning_rate": 9.917435626011029e-05,
      "loss": 0.0304,
      "step": 31510
    },
    {
      "grad_norm": 0.2308112233877182,
      "learning_rate": 9.917335848857286e-05,
      "loss": 0.0282,
      "step": 31520
    },
    {
      "grad_norm": 0.2265971153974533,
      "learning_rate": 9.917236011953268e-05,
      "loss": 0.0286,
      "step": 31530
    },
    {
      "grad_norm": 0.15788307785987854,
      "learning_rate": 9.917136115300192e-05,
      "loss": 0.0264,
      "step": 31540
    },
    {
      "grad_norm": 0.18172761797904968,
      "learning_rate": 9.917036158899269e-05,
      "loss": 0.0261,
      "step": 31550
    },
    {
      "grad_norm": 0.20888212323188782,
      "learning_rate": 9.916936142751713e-05,
      "loss": 0.0264,
      "step": 31560
    },
    {
      "grad_norm": 0.26808667182922363,
      "learning_rate": 9.916836066858743e-05,
      "loss": 0.0264,
      "step": 31570
    },
    {
      "grad_norm": 0.1786404848098755,
      "learning_rate": 9.91673593122157e-05,
      "loss": 0.0333,
      "step": 31580
    },
    {
      "grad_norm": 0.23652039468288422,
      "learning_rate": 9.916635735841415e-05,
      "loss": 0.0267,
      "step": 31590
    },
    {
      "grad_norm": 0.18775145709514618,
      "learning_rate": 9.916535480719493e-05,
      "loss": 0.0296,
      "step": 31600
    },
    {
      "grad_norm": 0.2732885181903839,
      "learning_rate": 9.916435165857023e-05,
      "loss": 0.0278,
      "step": 31610
    },
    {
      "grad_norm": 0.31044888496398926,
      "learning_rate": 9.916334791255224e-05,
      "loss": 0.0239,
      "step": 31620
    },
    {
      "grad_norm": 0.13907742500305176,
      "learning_rate": 9.916234356915315e-05,
      "loss": 0.0203,
      "step": 31630
    },
    {
      "grad_norm": 0.14270517230033875,
      "learning_rate": 9.916133862838517e-05,
      "loss": 0.0272,
      "step": 31640
    },
    {
      "grad_norm": 0.2338506430387497,
      "learning_rate": 9.916033309026051e-05,
      "loss": 0.0265,
      "step": 31650
    },
    {
      "grad_norm": 0.1836884319782257,
      "learning_rate": 9.91593269547914e-05,
      "loss": 0.0288,
      "step": 31660
    },
    {
      "grad_norm": 0.12652526795864105,
      "learning_rate": 9.915832022199003e-05,
      "loss": 0.0236,
      "step": 31670
    },
    {
      "grad_norm": 0.1685173511505127,
      "learning_rate": 9.915731289186866e-05,
      "loss": 0.0299,
      "step": 31680
    },
    {
      "grad_norm": 0.21033044159412384,
      "learning_rate": 9.915630496443955e-05,
      "loss": 0.0289,
      "step": 31690
    },
    {
      "grad_norm": 0.14011424779891968,
      "learning_rate": 9.91552964397149e-05,
      "loss": 0.0248,
      "step": 31700
    },
    {
      "grad_norm": 0.2421000748872757,
      "learning_rate": 9.9154287317707e-05,
      "loss": 0.0262,
      "step": 31710
    },
    {
      "grad_norm": 0.23370616137981415,
      "learning_rate": 9.91532775984281e-05,
      "loss": 0.0255,
      "step": 31720
    },
    {
      "grad_norm": 0.18893282115459442,
      "learning_rate": 9.915226728189047e-05,
      "loss": 0.0264,
      "step": 31730
    },
    {
      "grad_norm": 0.21343939006328583,
      "learning_rate": 9.915125636810638e-05,
      "loss": 0.0287,
      "step": 31740
    },
    {
      "grad_norm": 0.20113110542297363,
      "learning_rate": 9.915024485708812e-05,
      "loss": 0.0249,
      "step": 31750
    },
    {
      "grad_norm": 0.22152765095233917,
      "learning_rate": 9.914923274884798e-05,
      "loss": 0.0271,
      "step": 31760
    },
    {
      "grad_norm": 0.3326776623725891,
      "learning_rate": 9.914822004339825e-05,
      "loss": 0.0362,
      "step": 31770
    },
    {
      "grad_norm": 0.227987140417099,
      "learning_rate": 9.914720674075125e-05,
      "loss": 0.0304,
      "step": 31780
    },
    {
      "grad_norm": 0.2473517656326294,
      "learning_rate": 9.914619284091929e-05,
      "loss": 0.0383,
      "step": 31790
    },
    {
      "grad_norm": 0.18295642733573914,
      "learning_rate": 9.914517834391468e-05,
      "loss": 0.023,
      "step": 31800
    },
    {
      "grad_norm": 0.2232523411512375,
      "learning_rate": 9.914416324974975e-05,
      "loss": 0.0374,
      "step": 31810
    },
    {
      "grad_norm": 0.15108966827392578,
      "learning_rate": 9.914314755843683e-05,
      "loss": 0.027,
      "step": 31820
    },
    {
      "grad_norm": 0.18140225112438202,
      "learning_rate": 9.914213126998828e-05,
      "loss": 0.0344,
      "step": 31830
    },
    {
      "grad_norm": 0.27953046560287476,
      "learning_rate": 9.914111438441644e-05,
      "loss": 0.028,
      "step": 31840
    },
    {
      "grad_norm": 0.29717081785202026,
      "learning_rate": 9.914009690173364e-05,
      "loss": 0.0316,
      "step": 31850
    },
    {
      "grad_norm": 0.19237321615219116,
      "learning_rate": 9.91390788219523e-05,
      "loss": 0.0289,
      "step": 31860
    },
    {
      "grad_norm": 0.1088433712720871,
      "learning_rate": 9.913806014508474e-05,
      "loss": 0.0325,
      "step": 31870
    },
    {
      "grad_norm": 0.24778640270233154,
      "learning_rate": 9.913704087114335e-05,
      "loss": 0.0378,
      "step": 31880
    },
    {
      "grad_norm": 0.232936292886734,
      "learning_rate": 9.913602100014053e-05,
      "loss": 0.0379,
      "step": 31890
    },
    {
      "grad_norm": 0.1892034411430359,
      "learning_rate": 9.913500053208866e-05,
      "loss": 0.0267,
      "step": 31900
    },
    {
      "grad_norm": 0.16247424483299255,
      "learning_rate": 9.913397946700014e-05,
      "loss": 0.0334,
      "step": 31910
    },
    {
      "grad_norm": 0.1923115998506546,
      "learning_rate": 9.913295780488738e-05,
      "loss": 0.0362,
      "step": 31920
    },
    {
      "grad_norm": 0.29627710580825806,
      "learning_rate": 9.91319355457628e-05,
      "loss": 0.0253,
      "step": 31930
    },
    {
      "grad_norm": 0.13987348973751068,
      "learning_rate": 9.913091268963881e-05,
      "loss": 0.0235,
      "step": 31940
    },
    {
      "grad_norm": 0.2211812436580658,
      "learning_rate": 9.912988923652784e-05,
      "loss": 0.0337,
      "step": 31950
    },
    {
      "grad_norm": 0.20939025282859802,
      "learning_rate": 9.912886518644234e-05,
      "loss": 0.0309,
      "step": 31960
    },
    {
      "grad_norm": 0.23893098533153534,
      "learning_rate": 9.912784053939473e-05,
      "loss": 0.0261,
      "step": 31970
    },
    {
      "grad_norm": 0.2176782637834549,
      "learning_rate": 9.912681529539748e-05,
      "loss": 0.0266,
      "step": 31980
    },
    {
      "grad_norm": 0.2267174869775772,
      "learning_rate": 9.912578945446305e-05,
      "loss": 0.0313,
      "step": 31990
    },
    {
      "grad_norm": 0.21495211124420166,
      "learning_rate": 9.912476301660387e-05,
      "loss": 0.0207,
      "step": 32000
    },
    {
      "grad_norm": 0.22513438761234283,
      "learning_rate": 9.912373598183246e-05,
      "loss": 0.0316,
      "step": 32010
    },
    {
      "grad_norm": 0.2764797508716583,
      "learning_rate": 9.912270835016126e-05,
      "loss": 0.0328,
      "step": 32020
    },
    {
      "grad_norm": 0.2180551290512085,
      "learning_rate": 9.912168012160278e-05,
      "loss": 0.0328,
      "step": 32030
    },
    {
      "grad_norm": 0.26220986247062683,
      "learning_rate": 9.912065129616952e-05,
      "loss": 0.0307,
      "step": 32040
    },
    {
      "grad_norm": 0.24943552911281586,
      "learning_rate": 9.911962187387397e-05,
      "loss": 0.0293,
      "step": 32050
    },
    {
      "grad_norm": 0.23556815087795258,
      "learning_rate": 9.911859185472862e-05,
      "loss": 0.0249,
      "step": 32060
    },
    {
      "grad_norm": 0.20537197589874268,
      "learning_rate": 9.911756123874602e-05,
      "loss": 0.0253,
      "step": 32070
    },
    {
      "grad_norm": 0.19050712883472443,
      "learning_rate": 9.911653002593867e-05,
      "loss": 0.0206,
      "step": 32080
    },
    {
      "grad_norm": 0.16769810020923615,
      "learning_rate": 9.91154982163191e-05,
      "loss": 0.0339,
      "step": 32090
    },
    {
      "grad_norm": 0.25168970227241516,
      "learning_rate": 9.911446580989988e-05,
      "loss": 0.0266,
      "step": 32100
    },
    {
      "grad_norm": 0.16934305429458618,
      "learning_rate": 9.911343280669349e-05,
      "loss": 0.0245,
      "step": 32110
    },
    {
      "grad_norm": 0.14896444976329803,
      "learning_rate": 9.911239920671254e-05,
      "loss": 0.0233,
      "step": 32120
    },
    {
      "grad_norm": 0.2543586790561676,
      "learning_rate": 9.911136500996956e-05,
      "loss": 0.0243,
      "step": 32130
    },
    {
      "grad_norm": 0.18116368353366852,
      "learning_rate": 9.911033021647715e-05,
      "loss": 0.0249,
      "step": 32140
    },
    {
      "grad_norm": 0.2654705345630646,
      "learning_rate": 9.910929482624784e-05,
      "loss": 0.0216,
      "step": 32150
    },
    {
      "grad_norm": 0.21597802639007568,
      "learning_rate": 9.910825883929424e-05,
      "loss": 0.0219,
      "step": 32160
    },
    {
      "grad_norm": 0.13640500605106354,
      "learning_rate": 9.910722225562891e-05,
      "loss": 0.0175,
      "step": 32170
    },
    {
      "grad_norm": 0.177837073802948,
      "learning_rate": 9.910618507526448e-05,
      "loss": 0.024,
      "step": 32180
    },
    {
      "grad_norm": 0.1161685585975647,
      "learning_rate": 9.910514729821354e-05,
      "loss": 0.0211,
      "step": 32190
    },
    {
      "grad_norm": 0.18777583539485931,
      "learning_rate": 9.91041089244887e-05,
      "loss": 0.0274,
      "step": 32200
    },
    {
      "grad_norm": 0.25004562735557556,
      "learning_rate": 9.910306995410257e-05,
      "loss": 0.0316,
      "step": 32210
    },
    {
      "grad_norm": 0.1825799196958542,
      "learning_rate": 9.910203038706778e-05,
      "loss": 0.026,
      "step": 32220
    },
    {
      "grad_norm": 0.20259864628314972,
      "learning_rate": 9.910099022339696e-05,
      "loss": 0.0291,
      "step": 32230
    },
    {
      "grad_norm": 0.2422925978899002,
      "learning_rate": 9.909994946310275e-05,
      "loss": 0.0281,
      "step": 32240
    },
    {
      "grad_norm": 0.2994549572467804,
      "learning_rate": 9.909890810619779e-05,
      "loss": 0.0255,
      "step": 32250
    },
    {
      "grad_norm": 0.21356917917728424,
      "learning_rate": 9.909786615269474e-05,
      "loss": 0.0234,
      "step": 32260
    },
    {
      "grad_norm": 0.1970149725675583,
      "learning_rate": 9.909682360260625e-05,
      "loss": 0.0203,
      "step": 32270
    },
    {
      "grad_norm": 0.163401797413826,
      "learning_rate": 9.909578045594503e-05,
      "loss": 0.0333,
      "step": 32280
    },
    {
      "grad_norm": 0.19061064720153809,
      "learning_rate": 9.909473671272371e-05,
      "loss": 0.0262,
      "step": 32290
    },
    {
      "grad_norm": 0.16657108068466187,
      "learning_rate": 9.909369237295498e-05,
      "loss": 0.0295,
      "step": 32300
    },
    {
      "grad_norm": 0.1962669938802719,
      "learning_rate": 9.909264743665152e-05,
      "loss": 0.0206,
      "step": 32310
    },
    {
      "grad_norm": 0.19188398122787476,
      "learning_rate": 9.909160190382607e-05,
      "loss": 0.0253,
      "step": 32320
    },
    {
      "grad_norm": 0.22203366458415985,
      "learning_rate": 9.90905557744913e-05,
      "loss": 0.0296,
      "step": 32330
    },
    {
      "grad_norm": 0.16445651650428772,
      "learning_rate": 9.908950904865993e-05,
      "loss": 0.0258,
      "step": 32340
    },
    {
      "grad_norm": 0.23813042044639587,
      "learning_rate": 9.908846172634467e-05,
      "loss": 0.0239,
      "step": 32350
    },
    {
      "grad_norm": 0.1683516502380371,
      "learning_rate": 9.908741380755826e-05,
      "loss": 0.0251,
      "step": 32360
    },
    {
      "grad_norm": 0.2617533802986145,
      "learning_rate": 9.908636529231341e-05,
      "loss": 0.0287,
      "step": 32370
    },
    {
      "grad_norm": 0.16846904158592224,
      "learning_rate": 9.90853161806229e-05,
      "loss": 0.0261,
      "step": 32380
    },
    {
      "grad_norm": 0.6391136050224304,
      "learning_rate": 9.908426647249942e-05,
      "loss": 0.0266,
      "step": 32390
    },
    {
      "grad_norm": 0.21438190340995789,
      "learning_rate": 9.90832161679558e-05,
      "loss": 0.0354,
      "step": 32400
    },
    {
      "grad_norm": 0.21412278711795807,
      "learning_rate": 9.908216526700474e-05,
      "loss": 0.0239,
      "step": 32410
    },
    {
      "grad_norm": 0.15394553542137146,
      "learning_rate": 9.908111376965903e-05,
      "loss": 0.0296,
      "step": 32420
    },
    {
      "grad_norm": 0.1992381066083908,
      "learning_rate": 9.908006167593145e-05,
      "loss": 0.0256,
      "step": 32430
    },
    {
      "grad_norm": 0.2834840714931488,
      "learning_rate": 9.907900898583477e-05,
      "loss": 0.0263,
      "step": 32440
    },
    {
      "grad_norm": 0.19082380831241608,
      "learning_rate": 9.90779556993818e-05,
      "loss": 0.0261,
      "step": 32450
    },
    {
      "grad_norm": 0.18008118867874146,
      "learning_rate": 9.907690181658534e-05,
      "loss": 0.0246,
      "step": 32460
    },
    {
      "grad_norm": 0.27245715260505676,
      "learning_rate": 9.907584733745818e-05,
      "loss": 0.0232,
      "step": 32470
    },
    {
      "grad_norm": 0.19522233307361603,
      "learning_rate": 9.907479226201315e-05,
      "loss": 0.0209,
      "step": 32480
    },
    {
      "grad_norm": 0.2639898955821991,
      "learning_rate": 9.907373659026305e-05,
      "loss": 0.0219,
      "step": 32490
    },
    {
      "grad_norm": 0.21185877919197083,
      "learning_rate": 9.907268032222071e-05,
      "loss": 0.0221,
      "step": 32500
    },
    {
      "grad_norm": 0.31363460421562195,
      "learning_rate": 9.907162345789898e-05,
      "loss": 0.0258,
      "step": 32510
    },
    {
      "grad_norm": 0.1603327840566635,
      "learning_rate": 9.907056599731069e-05,
      "loss": 0.0333,
      "step": 32520
    },
    {
      "grad_norm": 0.17804007232189178,
      "learning_rate": 9.90695079404687e-05,
      "loss": 0.0317,
      "step": 32530
    },
    {
      "grad_norm": 0.3328550159931183,
      "learning_rate": 9.906844928738585e-05,
      "loss": 0.0334,
      "step": 32540
    },
    {
      "grad_norm": 0.27538952231407166,
      "learning_rate": 9.906739003807503e-05,
      "loss": 0.0287,
      "step": 32550
    },
    {
      "grad_norm": 0.24738378822803497,
      "learning_rate": 9.906633019254907e-05,
      "loss": 0.0273,
      "step": 32560
    },
    {
      "grad_norm": 0.31178227066993713,
      "learning_rate": 9.906526975082088e-05,
      "loss": 0.0241,
      "step": 32570
    },
    {
      "grad_norm": 0.3439294099807739,
      "learning_rate": 9.906420871290335e-05,
      "loss": 0.0293,
      "step": 32580
    },
    {
      "grad_norm": 0.15370222926139832,
      "learning_rate": 9.906314707880935e-05,
      "loss": 0.0227,
      "step": 32590
    },
    {
      "grad_norm": 0.23794305324554443,
      "learning_rate": 9.906208484855179e-05,
      "loss": 0.0304,
      "step": 32600
    },
    {
      "grad_norm": 0.24782998859882355,
      "learning_rate": 9.906102202214358e-05,
      "loss": 0.031,
      "step": 32610
    },
    {
      "grad_norm": 0.18545718491077423,
      "learning_rate": 9.905995859959762e-05,
      "loss": 0.026,
      "step": 32620
    },
    {
      "grad_norm": 0.17556382715702057,
      "learning_rate": 9.905889458092686e-05,
      "loss": 0.0272,
      "step": 32630
    },
    {
      "grad_norm": 0.7091342210769653,
      "learning_rate": 9.90578299661442e-05,
      "loss": 0.0347,
      "step": 32640
    },
    {
      "grad_norm": 0.21679261326789856,
      "learning_rate": 9.90567647552626e-05,
      "loss": 0.0311,
      "step": 32650
    },
    {
      "grad_norm": 0.21110785007476807,
      "learning_rate": 9.905569894829497e-05,
      "loss": 0.0276,
      "step": 32660
    },
    {
      "grad_norm": 0.2320442646741867,
      "learning_rate": 9.905463254525428e-05,
      "loss": 0.0301,
      "step": 32670
    },
    {
      "grad_norm": 0.24985185265541077,
      "learning_rate": 9.905356554615353e-05,
      "loss": 0.0324,
      "step": 32680
    },
    {
      "grad_norm": 0.2943550646305084,
      "learning_rate": 9.905249795100561e-05,
      "loss": 0.0264,
      "step": 32690
    },
    {
      "grad_norm": 0.2523258924484253,
      "learning_rate": 9.905142975982354e-05,
      "loss": 0.0274,
      "step": 32700
    },
    {
      "grad_norm": 0.46625247597694397,
      "learning_rate": 9.905036097262027e-05,
      "loss": 0.0304,
      "step": 32710
    },
    {
      "grad_norm": 0.1520586758852005,
      "learning_rate": 9.904929158940881e-05,
      "loss": 0.0308,
      "step": 32720
    },
    {
      "grad_norm": 0.13780158758163452,
      "learning_rate": 9.904822161020216e-05,
      "loss": 0.0239,
      "step": 32730
    },
    {
      "grad_norm": 0.20599910616874695,
      "learning_rate": 9.904715103501329e-05,
      "loss": 0.025,
      "step": 32740
    },
    {
      "grad_norm": 0.15927699208259583,
      "learning_rate": 9.904607986385523e-05,
      "loss": 0.0234,
      "step": 32750
    },
    {
      "grad_norm": 0.16458754241466522,
      "learning_rate": 9.9045008096741e-05,
      "loss": 0.0218,
      "step": 32760
    },
    {
      "grad_norm": 0.1537729948759079,
      "learning_rate": 9.90439357336836e-05,
      "loss": 0.0202,
      "step": 32770
    },
    {
      "grad_norm": 0.19798478484153748,
      "learning_rate": 9.904286277469609e-05,
      "loss": 0.0302,
      "step": 32780
    },
    {
      "grad_norm": 0.15863969922065735,
      "learning_rate": 9.90417892197915e-05,
      "loss": 0.0255,
      "step": 32790
    },
    {
      "grad_norm": 0.19900207221508026,
      "learning_rate": 9.904071506898285e-05,
      "loss": 0.0256,
      "step": 32800
    },
    {
      "grad_norm": 0.14725668728351593,
      "learning_rate": 9.903964032228323e-05,
      "loss": 0.0216,
      "step": 32810
    },
    {
      "grad_norm": 0.18537048995494843,
      "learning_rate": 9.903856497970568e-05,
      "loss": 0.0228,
      "step": 32820
    },
    {
      "grad_norm": 0.19808845221996307,
      "learning_rate": 9.903748904126325e-05,
      "loss": 0.0297,
      "step": 32830
    },
    {
      "grad_norm": 0.2563878297805786,
      "learning_rate": 9.903641250696902e-05,
      "loss": 0.0287,
      "step": 32840
    },
    {
      "grad_norm": 0.22384078800678253,
      "learning_rate": 9.903533537683609e-05,
      "loss": 0.0332,
      "step": 32850
    },
    {
      "grad_norm": 0.18375249207019806,
      "learning_rate": 9.903425765087755e-05,
      "loss": 0.0279,
      "step": 32860
    },
    {
      "grad_norm": 0.20987258851528168,
      "learning_rate": 9.903317932910647e-05,
      "loss": 0.0197,
      "step": 32870
    },
    {
      "grad_norm": 0.16086441278457642,
      "learning_rate": 9.903210041153596e-05,
      "loss": 0.0236,
      "step": 32880
    },
    {
      "grad_norm": 0.16750800609588623,
      "learning_rate": 9.903102089817915e-05,
      "loss": 0.0256,
      "step": 32890
    },
    {
      "grad_norm": 0.1732023060321808,
      "learning_rate": 9.902994078904915e-05,
      "loss": 0.0303,
      "step": 32900
    },
    {
      "grad_norm": 0.22124354541301727,
      "learning_rate": 9.902886008415906e-05,
      "loss": 0.025,
      "step": 32910
    },
    {
      "grad_norm": 0.4188512861728668,
      "learning_rate": 9.902777878352203e-05,
      "loss": 0.0252,
      "step": 32920
    },
    {
      "grad_norm": 0.1757868081331253,
      "learning_rate": 9.90266968871512e-05,
      "loss": 0.0221,
      "step": 32930
    },
    {
      "grad_norm": 0.48307502269744873,
      "learning_rate": 9.902561439505973e-05,
      "loss": 0.025,
      "step": 32940
    },
    {
      "grad_norm": 0.36682555079460144,
      "learning_rate": 9.902453130726075e-05,
      "loss": 0.0263,
      "step": 32950
    },
    {
      "grad_norm": 0.15648937225341797,
      "learning_rate": 9.902344762376742e-05,
      "loss": 0.0349,
      "step": 32960
    },
    {
      "grad_norm": 1.2678589820861816,
      "learning_rate": 9.902236334459291e-05,
      "loss": 0.0357,
      "step": 32970
    },
    {
      "grad_norm": 0.36047664284706116,
      "learning_rate": 9.90212784697504e-05,
      "loss": 0.0296,
      "step": 32980
    },
    {
      "grad_norm": 0.1834372580051422,
      "learning_rate": 9.902019299925309e-05,
      "loss": 0.0234,
      "step": 32990
    },
    {
      "grad_norm": 0.16996213793754578,
      "learning_rate": 9.901910693311415e-05,
      "loss": 0.0225,
      "step": 33000
    },
    {
      "grad_norm": 0.2951415181159973,
      "learning_rate": 9.901802027134677e-05,
      "loss": 0.0325,
      "step": 33010
    },
    {
      "grad_norm": 0.23564238846302032,
      "learning_rate": 9.901693301396417e-05,
      "loss": 0.0325,
      "step": 33020
    },
    {
      "grad_norm": 0.19363509118556976,
      "learning_rate": 9.901584516097954e-05,
      "loss": 0.0283,
      "step": 33030
    },
    {
      "grad_norm": 0.2216198742389679,
      "learning_rate": 9.901475671240613e-05,
      "loss": 0.0255,
      "step": 33040
    },
    {
      "grad_norm": 0.4009194076061249,
      "learning_rate": 9.901366766825714e-05,
      "loss": 0.0288,
      "step": 33050
    },
    {
      "grad_norm": 0.19804522395133972,
      "learning_rate": 9.901257802854582e-05,
      "loss": 0.0278,
      "step": 33060
    },
    {
      "grad_norm": 0.19789472222328186,
      "learning_rate": 9.90114877932854e-05,
      "loss": 0.027,
      "step": 33070
    },
    {
      "grad_norm": 0.3032293915748596,
      "learning_rate": 9.90103969624891e-05,
      "loss": 0.0351,
      "step": 33080
    },
    {
      "grad_norm": 0.2202845960855484,
      "learning_rate": 9.900930553617024e-05,
      "loss": 0.0223,
      "step": 33090
    },
    {
      "grad_norm": 0.14381006360054016,
      "learning_rate": 9.900821351434203e-05,
      "loss": 0.0294,
      "step": 33100
    },
    {
      "grad_norm": 0.22400712966918945,
      "learning_rate": 9.900712089701776e-05,
      "loss": 0.0264,
      "step": 33110
    },
    {
      "grad_norm": 0.18780793249607086,
      "learning_rate": 9.90060276842107e-05,
      "loss": 0.0312,
      "step": 33120
    },
    {
      "grad_norm": 0.20108450949192047,
      "learning_rate": 9.900493387593412e-05,
      "loss": 0.0299,
      "step": 33130
    },
    {
      "grad_norm": 0.21075919270515442,
      "learning_rate": 9.900383947220133e-05,
      "loss": 0.0333,
      "step": 33140
    },
    {
      "grad_norm": 0.13154296576976776,
      "learning_rate": 9.900274447302564e-05,
      "loss": 0.0269,
      "step": 33150
    },
    {
      "grad_norm": 0.23503577709197998,
      "learning_rate": 9.900164887842032e-05,
      "loss": 0.0246,
      "step": 33160
    },
    {
      "grad_norm": 0.17968037724494934,
      "learning_rate": 9.900055268839872e-05,
      "loss": 0.0259,
      "step": 33170
    },
    {
      "grad_norm": 0.27323049306869507,
      "learning_rate": 9.899945590297412e-05,
      "loss": 0.0295,
      "step": 33180
    },
    {
      "grad_norm": 0.11543268710374832,
      "learning_rate": 9.899835852215988e-05,
      "loss": 0.0251,
      "step": 33190
    },
    {
      "grad_norm": 0.18954049050807953,
      "learning_rate": 9.899726054596932e-05,
      "loss": 0.024,
      "step": 33200
    },
    {
      "grad_norm": 0.2299930900335312,
      "learning_rate": 9.899616197441579e-05,
      "loss": 0.0264,
      "step": 33210
    },
    {
      "grad_norm": 0.19761134684085846,
      "learning_rate": 9.89950628075126e-05,
      "loss": 0.0281,
      "step": 33220
    },
    {
      "grad_norm": 0.20294193923473358,
      "learning_rate": 9.899396304527317e-05,
      "loss": 0.0466,
      "step": 33230
    },
    {
      "grad_norm": 0.20392099022865295,
      "learning_rate": 9.899286268771084e-05,
      "loss": 0.0319,
      "step": 33240
    },
    {
      "grad_norm": 0.24197345972061157,
      "learning_rate": 9.899176173483894e-05,
      "loss": 0.0384,
      "step": 33250
    },
    {
      "grad_norm": 0.24732615053653717,
      "learning_rate": 9.899066018667089e-05,
      "loss": 0.029,
      "step": 33260
    },
    {
      "grad_norm": 0.24120581150054932,
      "learning_rate": 9.898955804322007e-05,
      "loss": 0.023,
      "step": 33270
    },
    {
      "grad_norm": 0.19891029596328735,
      "learning_rate": 9.898845530449987e-05,
      "loss": 0.0276,
      "step": 33280
    },
    {
      "grad_norm": 0.20564836263656616,
      "learning_rate": 9.898735197052367e-05,
      "loss": 0.0361,
      "step": 33290
    },
    {
      "grad_norm": 0.2486206293106079,
      "learning_rate": 9.898624804130489e-05,
      "loss": 0.026,
      "step": 33300
    },
    {
      "grad_norm": 0.3374587595462799,
      "learning_rate": 9.898514351685697e-05,
      "loss": 0.0269,
      "step": 33310
    },
    {
      "grad_norm": 0.14702856540679932,
      "learning_rate": 9.898403839719329e-05,
      "loss": 0.0262,
      "step": 33320
    },
    {
      "grad_norm": 0.20423904061317444,
      "learning_rate": 9.898293268232731e-05,
      "loss": 0.0277,
      "step": 33330
    },
    {
      "grad_norm": 0.5449733138084412,
      "learning_rate": 9.898182637227243e-05,
      "loss": 0.0308,
      "step": 33340
    },
    {
      "grad_norm": 0.18198361992835999,
      "learning_rate": 9.898071946704211e-05,
      "loss": 0.0285,
      "step": 33350
    },
    {
      "grad_norm": 0.1434844434261322,
      "learning_rate": 9.897961196664982e-05,
      "loss": 0.025,
      "step": 33360
    },
    {
      "grad_norm": 0.20079968869686127,
      "learning_rate": 9.8978503871109e-05,
      "loss": 0.0294,
      "step": 33370
    },
    {
      "grad_norm": 0.1999945193529129,
      "learning_rate": 9.89773951804331e-05,
      "loss": 0.0349,
      "step": 33380
    },
    {
      "grad_norm": 0.21376124024391174,
      "learning_rate": 9.897628589463561e-05,
      "loss": 0.0337,
      "step": 33390
    },
    {
      "grad_norm": 0.17458148300647736,
      "learning_rate": 9.897517601373002e-05,
      "loss": 0.0332,
      "step": 33400
    },
    {
      "grad_norm": 0.18888989090919495,
      "learning_rate": 9.897406553772979e-05,
      "loss": 0.0233,
      "step": 33410
    },
    {
      "grad_norm": 0.20759087800979614,
      "learning_rate": 9.897295446664843e-05,
      "loss": 0.0306,
      "step": 33420
    },
    {
      "grad_norm": 0.23208563029766083,
      "learning_rate": 9.897184280049943e-05,
      "loss": 0.0259,
      "step": 33430
    },
    {
      "grad_norm": 0.19128061830997467,
      "learning_rate": 9.89707305392963e-05,
      "loss": 0.0255,
      "step": 33440
    },
    {
      "grad_norm": 0.17950274050235748,
      "learning_rate": 9.896961768305255e-05,
      "loss": 0.0262,
      "step": 33450
    },
    {
      "grad_norm": 0.26823028922080994,
      "learning_rate": 9.896850423178173e-05,
      "loss": 0.032,
      "step": 33460
    },
    {
      "grad_norm": 0.18914546072483063,
      "learning_rate": 9.896739018549735e-05,
      "loss": 0.0221,
      "step": 33470
    },
    {
      "grad_norm": 0.14705105125904083,
      "learning_rate": 9.896627554421292e-05,
      "loss": 0.0262,
      "step": 33480
    },
    {
      "grad_norm": 0.30732959508895874,
      "learning_rate": 9.896516030794204e-05,
      "loss": 0.0264,
      "step": 33490
    },
    {
      "grad_norm": 0.23049677908420563,
      "learning_rate": 9.896404447669823e-05,
      "loss": 0.0309,
      "step": 33500
    },
    {
      "grad_norm": 0.24913299083709717,
      "learning_rate": 9.896292805049503e-05,
      "loss": 0.0314,
      "step": 33510
    },
    {
      "grad_norm": 0.1606157273054123,
      "learning_rate": 9.896181102934603e-05,
      "loss": 0.0181,
      "step": 33520
    },
    {
      "grad_norm": 0.36979594826698303,
      "learning_rate": 9.896069341326481e-05,
      "loss": 0.0302,
      "step": 33530
    },
    {
      "grad_norm": 0.28987160325050354,
      "learning_rate": 9.895957520226493e-05,
      "loss": 0.0219,
      "step": 33540
    },
    {
      "grad_norm": 0.23600251972675323,
      "learning_rate": 9.895845639635999e-05,
      "loss": 0.0332,
      "step": 33550
    },
    {
      "grad_norm": 0.19980113208293915,
      "learning_rate": 9.895733699556357e-05,
      "loss": 0.0269,
      "step": 33560
    },
    {
      "grad_norm": 0.15476632118225098,
      "learning_rate": 9.895621699988928e-05,
      "loss": 0.0394,
      "step": 33570
    },
    {
      "grad_norm": 0.4452591836452484,
      "learning_rate": 9.895509640935075e-05,
      "loss": 0.0233,
      "step": 33580
    },
    {
      "grad_norm": 0.16627287864685059,
      "learning_rate": 9.895397522396158e-05,
      "loss": 0.0266,
      "step": 33590
    },
    {
      "grad_norm": 0.156823992729187,
      "learning_rate": 9.895285344373537e-05,
      "loss": 0.0279,
      "step": 33600
    },
    {
      "grad_norm": 0.17893393337726593,
      "learning_rate": 9.895173106868578e-05,
      "loss": 0.0231,
      "step": 33610
    },
    {
      "grad_norm": 0.1742222011089325,
      "learning_rate": 9.895060809882644e-05,
      "loss": 0.0237,
      "step": 33620
    },
    {
      "grad_norm": 0.19076955318450928,
      "learning_rate": 9.894948453417098e-05,
      "loss": 0.0295,
      "step": 33630
    },
    {
      "grad_norm": 0.16476847231388092,
      "learning_rate": 9.89483603747331e-05,
      "loss": 0.0254,
      "step": 33640
    },
    {
      "grad_norm": 0.21617722511291504,
      "learning_rate": 9.894723562052641e-05,
      "loss": 0.0225,
      "step": 33650
    },
    {
      "grad_norm": 0.16408464312553406,
      "learning_rate": 9.894611027156458e-05,
      "loss": 0.021,
      "step": 33660
    },
    {
      "grad_norm": 0.20873408019542694,
      "learning_rate": 9.894498432786132e-05,
      "loss": 0.0261,
      "step": 33670
    },
    {
      "grad_norm": 0.1408521980047226,
      "learning_rate": 9.894385778943027e-05,
      "loss": 0.0249,
      "step": 33680
    },
    {
      "grad_norm": 0.20120809972286224,
      "learning_rate": 9.894273065628514e-05,
      "loss": 0.0246,
      "step": 33690
    },
    {
      "grad_norm": 0.17631304264068604,
      "learning_rate": 9.894160292843964e-05,
      "loss": 0.0264,
      "step": 33700
    },
    {
      "grad_norm": 0.11010181903839111,
      "learning_rate": 9.894047460590744e-05,
      "loss": 0.0272,
      "step": 33710
    },
    {
      "grad_norm": 0.1941552311182022,
      "learning_rate": 9.893934568870227e-05,
      "loss": 0.0276,
      "step": 33720
    },
    {
      "grad_norm": 0.22937844693660736,
      "learning_rate": 9.893821617683784e-05,
      "loss": 0.0282,
      "step": 33730
    },
    {
      "grad_norm": 0.17288316786289215,
      "learning_rate": 9.893708607032787e-05,
      "loss": 0.0245,
      "step": 33740
    },
    {
      "grad_norm": 0.13360752165317535,
      "learning_rate": 9.893595536918612e-05,
      "loss": 0.0264,
      "step": 33750
    },
    {
      "grad_norm": 0.1309540718793869,
      "learning_rate": 9.893482407342632e-05,
      "loss": 0.0248,
      "step": 33760
    },
    {
      "grad_norm": 0.15300574898719788,
      "learning_rate": 9.893369218306217e-05,
      "loss": 0.0285,
      "step": 33770
    },
    {
      "grad_norm": 0.1252441704273224,
      "learning_rate": 9.893255969810748e-05,
      "loss": 0.0223,
      "step": 33780
    },
    {
      "grad_norm": 0.16831675171852112,
      "learning_rate": 9.893142661857597e-05,
      "loss": 0.0201,
      "step": 33790
    },
    {
      "grad_norm": 0.24531303346157074,
      "learning_rate": 9.893029294448145e-05,
      "loss": 0.0288,
      "step": 33800
    },
    {
      "grad_norm": 0.3417972922325134,
      "learning_rate": 9.892915867583767e-05,
      "loss": 0.0332,
      "step": 33810
    },
    {
      "grad_norm": 0.363031268119812,
      "learning_rate": 9.89280238126584e-05,
      "loss": 0.0402,
      "step": 33820
    },
    {
      "grad_norm": 0.24525557458400726,
      "learning_rate": 9.892688835495747e-05,
      "loss": 0.029,
      "step": 33830
    },
    {
      "grad_norm": 0.21376247704029083,
      "learning_rate": 9.892575230274863e-05,
      "loss": 0.0269,
      "step": 33840
    },
    {
      "grad_norm": 0.17818856239318848,
      "learning_rate": 9.892461565604572e-05,
      "loss": 0.0272,
      "step": 33850
    },
    {
      "grad_norm": 0.20164771378040314,
      "learning_rate": 9.892347841486252e-05,
      "loss": 0.022,
      "step": 33860
    },
    {
      "grad_norm": 0.1744028776884079,
      "learning_rate": 9.892234057921288e-05,
      "loss": 0.0252,
      "step": 33870
    },
    {
      "grad_norm": 0.3489358425140381,
      "learning_rate": 9.89212021491106e-05,
      "loss": 0.0246,
      "step": 33880
    },
    {
      "grad_norm": 0.1594022661447525,
      "learning_rate": 9.892006312456954e-05,
      "loss": 0.028,
      "step": 33890
    },
    {
      "grad_norm": 0.13317972421646118,
      "learning_rate": 9.891892350560352e-05,
      "loss": 0.0226,
      "step": 33900
    },
    {
      "grad_norm": 0.2056473344564438,
      "learning_rate": 9.891778329222638e-05,
      "loss": 0.0272,
      "step": 33910
    },
    {
      "grad_norm": 0.3124181628227234,
      "learning_rate": 9.8916642484452e-05,
      "loss": 0.0462,
      "step": 33920
    },
    {
      "grad_norm": 0.30036357045173645,
      "learning_rate": 9.891550108229423e-05,
      "loss": 0.0227,
      "step": 33930
    },
    {
      "grad_norm": 0.582510769367218,
      "learning_rate": 9.891435908576692e-05,
      "loss": 0.0284,
      "step": 33940
    },
    {
      "grad_norm": 0.2161092609167099,
      "learning_rate": 9.891321649488398e-05,
      "loss": 0.0465,
      "step": 33950
    },
    {
      "grad_norm": 0.19592691957950592,
      "learning_rate": 9.891207330965928e-05,
      "loss": 0.0309,
      "step": 33960
    },
    {
      "grad_norm": 0.15165744721889496,
      "learning_rate": 9.89109295301067e-05,
      "loss": 0.0323,
      "step": 33970
    },
    {
      "grad_norm": 0.1957562118768692,
      "learning_rate": 9.890978515624017e-05,
      "loss": 0.0272,
      "step": 33980
    },
    {
      "grad_norm": 0.1638174057006836,
      "learning_rate": 9.890864018807354e-05,
      "loss": 0.0256,
      "step": 33990
    },
    {
      "grad_norm": 0.2270812839269638,
      "learning_rate": 9.890749462562077e-05,
      "loss": 0.0285,
      "step": 34000
    },
    {
      "grad_norm": 0.2719383239746094,
      "learning_rate": 9.890634846889577e-05,
      "loss": 0.0308,
      "step": 34010
    },
    {
      "grad_norm": 0.2839253544807434,
      "learning_rate": 9.890520171791245e-05,
      "loss": 0.0251,
      "step": 34020
    },
    {
      "grad_norm": 0.3601446747779846,
      "learning_rate": 9.890405437268475e-05,
      "loss": 0.029,
      "step": 34030
    },
    {
      "grad_norm": 0.20254404842853546,
      "learning_rate": 9.890290643322661e-05,
      "loss": 0.024,
      "step": 34040
    },
    {
      "grad_norm": 0.17207354307174683,
      "learning_rate": 9.8901757899552e-05,
      "loss": 0.0233,
      "step": 34050
    },
    {
      "grad_norm": 0.22913990914821625,
      "learning_rate": 9.890060877167487e-05,
      "loss": 0.0246,
      "step": 34060
    },
    {
      "grad_norm": 0.15593020617961884,
      "learning_rate": 9.889945904960916e-05,
      "loss": 0.021,
      "step": 34070
    },
    {
      "grad_norm": 0.1745046228170395,
      "learning_rate": 9.889830873336885e-05,
      "loss": 0.0189,
      "step": 34080
    },
    {
      "grad_norm": 0.14994336664676666,
      "learning_rate": 9.889715782296794e-05,
      "loss": 0.0195,
      "step": 34090
    },
    {
      "grad_norm": 0.23522332310676575,
      "learning_rate": 9.889600631842038e-05,
      "loss": 0.0214,
      "step": 34100
    },
    {
      "grad_norm": 0.24778224527835846,
      "learning_rate": 9.889485421974017e-05,
      "loss": 0.025,
      "step": 34110
    },
    {
      "grad_norm": 0.22241786122322083,
      "learning_rate": 9.889370152694133e-05,
      "loss": 0.0205,
      "step": 34120
    },
    {
      "grad_norm": 0.3407926857471466,
      "learning_rate": 9.889254824003785e-05,
      "loss": 0.0259,
      "step": 34130
    },
    {
      "grad_norm": 0.20256167650222778,
      "learning_rate": 9.889139435904375e-05,
      "loss": 0.0244,
      "step": 34140
    },
    {
      "grad_norm": 0.22276969254016876,
      "learning_rate": 9.889023988397303e-05,
      "loss": 0.024,
      "step": 34150
    },
    {
      "grad_norm": 0.18078915774822235,
      "learning_rate": 9.888908481483976e-05,
      "loss": 0.0265,
      "step": 34160
    },
    {
      "grad_norm": 0.27192211151123047,
      "learning_rate": 9.888792915165795e-05,
      "loss": 0.0329,
      "step": 34170
    },
    {
      "grad_norm": 0.23091620206832886,
      "learning_rate": 9.888677289444163e-05,
      "loss": 0.0243,
      "step": 34180
    },
    {
      "grad_norm": 0.16178615391254425,
      "learning_rate": 9.888561604320486e-05,
      "loss": 0.0233,
      "step": 34190
    },
    {
      "grad_norm": 0.23880699276924133,
      "learning_rate": 9.888445859796171e-05,
      "loss": 0.0256,
      "step": 34200
    },
    {
      "grad_norm": 0.14929920434951782,
      "learning_rate": 9.888330055872623e-05,
      "loss": 0.0238,
      "step": 34210
    },
    {
      "grad_norm": 0.21624407172203064,
      "learning_rate": 9.888214192551249e-05,
      "loss": 0.0264,
      "step": 34220
    },
    {
      "grad_norm": 0.20147554576396942,
      "learning_rate": 9.888098269833457e-05,
      "loss": 0.0252,
      "step": 34230
    },
    {
      "grad_norm": 0.16681689023971558,
      "learning_rate": 9.887982287720657e-05,
      "loss": 0.0203,
      "step": 34240
    },
    {
      "grad_norm": 0.1664818674325943,
      "learning_rate": 9.887866246214257e-05,
      "loss": 0.0289,
      "step": 34250
    },
    {
      "grad_norm": 0.1955612450838089,
      "learning_rate": 9.887750145315668e-05,
      "loss": 0.0254,
      "step": 34260
    },
    {
      "grad_norm": 0.29103437066078186,
      "learning_rate": 9.887633985026298e-05,
      "loss": 0.0248,
      "step": 34270
    },
    {
      "grad_norm": 0.20240943133831024,
      "learning_rate": 9.887517765347562e-05,
      "loss": 0.0231,
      "step": 34280
    },
    {
      "grad_norm": 0.16988322138786316,
      "learning_rate": 9.88740148628087e-05,
      "loss": 0.0275,
      "step": 34290
    },
    {
      "grad_norm": 0.201512411236763,
      "learning_rate": 9.887285147827634e-05,
      "loss": 0.0285,
      "step": 34300
    },
    {
      "grad_norm": 0.2178766131401062,
      "learning_rate": 9.88716874998927e-05,
      "loss": 0.034,
      "step": 34310
    },
    {
      "grad_norm": 0.4295260012149811,
      "learning_rate": 9.887052292767193e-05,
      "loss": 0.027,
      "step": 34320
    },
    {
      "grad_norm": 0.22426478564739227,
      "learning_rate": 9.886935776162816e-05,
      "loss": 0.0232,
      "step": 34330
    },
    {
      "grad_norm": 0.4261420965194702,
      "learning_rate": 9.886819200177554e-05,
      "loss": 0.031,
      "step": 34340
    },
    {
      "grad_norm": 0.19818077981472015,
      "learning_rate": 9.886702564812825e-05,
      "loss": 0.0281,
      "step": 34350
    },
    {
      "grad_norm": 0.19772152602672577,
      "learning_rate": 9.886585870070047e-05,
      "loss": 0.0272,
      "step": 34360
    },
    {
      "grad_norm": 0.2342953085899353,
      "learning_rate": 9.886469115950636e-05,
      "loss": 0.0247,
      "step": 34370
    },
    {
      "grad_norm": 0.22066231071949005,
      "learning_rate": 9.886352302456012e-05,
      "loss": 0.0263,
      "step": 34380
    },
    {
      "grad_norm": 0.17373241484165192,
      "learning_rate": 9.886235429587594e-05,
      "loss": 0.0247,
      "step": 34390
    },
    {
      "grad_norm": 0.43105098605155945,
      "learning_rate": 9.886118497346803e-05,
      "loss": 0.0227,
      "step": 34400
    },
    {
      "grad_norm": 0.2472200244665146,
      "learning_rate": 9.886001505735059e-05,
      "loss": 0.0286,
      "step": 34410
    },
    {
      "grad_norm": 0.18485133349895477,
      "learning_rate": 9.885884454753781e-05,
      "loss": 0.0248,
      "step": 34420
    },
    {
      "grad_norm": 0.1541675180196762,
      "learning_rate": 9.885767344404396e-05,
      "loss": 0.0276,
      "step": 34430
    },
    {
      "grad_norm": 0.18494561314582825,
      "learning_rate": 9.885650174688326e-05,
      "loss": 0.0281,
      "step": 34440
    },
    {
      "grad_norm": 0.14305149018764496,
      "learning_rate": 9.885532945606992e-05,
      "loss": 0.0267,
      "step": 34450
    },
    {
      "grad_norm": 0.18156039714813232,
      "learning_rate": 9.885415657161818e-05,
      "loss": 0.0228,
      "step": 34460
    },
    {
      "grad_norm": 0.15300337970256805,
      "learning_rate": 9.885298309354234e-05,
      "loss": 0.027,
      "step": 34470
    },
    {
      "grad_norm": 0.25505512952804565,
      "learning_rate": 9.885180902185662e-05,
      "loss": 0.0296,
      "step": 34480
    },
    {
      "grad_norm": 0.19196604192256927,
      "learning_rate": 9.885063435657532e-05,
      "loss": 0.0309,
      "step": 34490
    },
    {
      "grad_norm": 0.15130290389060974,
      "learning_rate": 9.884945909771266e-05,
      "loss": 0.0318,
      "step": 34500
    },
    {
      "grad_norm": 0.1832459717988968,
      "learning_rate": 9.884828324528295e-05,
      "loss": 0.0299,
      "step": 34510
    },
    {
      "grad_norm": 0.3006736636161804,
      "learning_rate": 9.88471067993005e-05,
      "loss": 0.0322,
      "step": 34520
    },
    {
      "grad_norm": 0.18628141283988953,
      "learning_rate": 9.884592975977956e-05,
      "loss": 0.0278,
      "step": 34530
    },
    {
      "grad_norm": 0.1944764405488968,
      "learning_rate": 9.884475212673447e-05,
      "loss": 0.027,
      "step": 34540
    },
    {
      "grad_norm": 0.13926352560520172,
      "learning_rate": 9.884357390017954e-05,
      "loss": 0.0203,
      "step": 34550
    },
    {
      "grad_norm": 0.22560317814350128,
      "learning_rate": 9.884239508012904e-05,
      "loss": 0.0212,
      "step": 34560
    },
    {
      "grad_norm": 0.19855475425720215,
      "learning_rate": 9.884121566659733e-05,
      "loss": 0.0252,
      "step": 34570
    },
    {
      "grad_norm": 0.1553129106760025,
      "learning_rate": 9.884003565959874e-05,
      "loss": 0.0252,
      "step": 34580
    },
    {
      "grad_norm": 0.15335988998413086,
      "learning_rate": 9.883885505914761e-05,
      "loss": 0.0271,
      "step": 34590
    },
    {
      "grad_norm": 0.24903087317943573,
      "learning_rate": 9.883767386525829e-05,
      "loss": 0.0338,
      "step": 34600
    },
    {
      "grad_norm": 0.2259790599346161,
      "learning_rate": 9.88364920779451e-05,
      "loss": 0.029,
      "step": 34610
    },
    {
      "grad_norm": 0.23239466547966003,
      "learning_rate": 9.883530969722243e-05,
      "loss": 0.0251,
      "step": 34620
    },
    {
      "grad_norm": 0.21097488701343536,
      "learning_rate": 9.883412672310463e-05,
      "loss": 0.0272,
      "step": 34630
    },
    {
      "grad_norm": 0.23114946484565735,
      "learning_rate": 9.88329431556061e-05,
      "loss": 0.0206,
      "step": 34640
    },
    {
      "grad_norm": 0.26605895161628723,
      "learning_rate": 9.883175899474119e-05,
      "loss": 0.0303,
      "step": 34650
    },
    {
      "grad_norm": 0.16765418648719788,
      "learning_rate": 9.883057424052433e-05,
      "loss": 0.0263,
      "step": 34660
    },
    {
      "grad_norm": 0.16972005367279053,
      "learning_rate": 9.882938889296987e-05,
      "loss": 0.0196,
      "step": 34670
    },
    {
      "grad_norm": 0.14902903139591217,
      "learning_rate": 9.882820295209223e-05,
      "loss": 0.0254,
      "step": 34680
    },
    {
      "grad_norm": 0.18503470718860626,
      "learning_rate": 9.882701641790582e-05,
      "loss": 0.0253,
      "step": 34690
    },
    {
      "grad_norm": 0.24438261985778809,
      "learning_rate": 9.882582929042507e-05,
      "loss": 0.0246,
      "step": 34700
    },
    {
      "grad_norm": 0.31350022554397583,
      "learning_rate": 9.88246415696644e-05,
      "loss": 0.0289,
      "step": 34710
    },
    {
      "grad_norm": 0.15912985801696777,
      "learning_rate": 9.882345325563822e-05,
      "loss": 0.0418,
      "step": 34720
    },
    {
      "grad_norm": 0.14490348100662231,
      "learning_rate": 9.882226434836099e-05,
      "loss": 0.0212,
      "step": 34730
    },
    {
      "grad_norm": 0.14923155307769775,
      "learning_rate": 9.882107484784715e-05,
      "loss": 0.0207,
      "step": 34740
    },
    {
      "grad_norm": 0.21207980811595917,
      "learning_rate": 9.881988475411116e-05,
      "loss": 0.025,
      "step": 34750
    },
    {
      "grad_norm": 0.194719135761261,
      "learning_rate": 9.881869406716748e-05,
      "loss": 0.0282,
      "step": 34760
    },
    {
      "grad_norm": 0.16513755917549133,
      "learning_rate": 9.881750278703057e-05,
      "loss": 0.0193,
      "step": 34770
    },
    {
      "grad_norm": 0.2055402398109436,
      "learning_rate": 9.881631091371491e-05,
      "loss": 0.0339,
      "step": 34780
    },
    {
      "grad_norm": 0.20579391717910767,
      "learning_rate": 9.881511844723499e-05,
      "loss": 0.0198,
      "step": 34790
    },
    {
      "grad_norm": 0.2213021069765091,
      "learning_rate": 9.881392538760529e-05,
      "loss": 0.0208,
      "step": 34800
    },
    {
      "grad_norm": 0.1965363621711731,
      "learning_rate": 9.88127317348403e-05,
      "loss": 0.0212,
      "step": 34810
    },
    {
      "grad_norm": 0.16131238639354706,
      "learning_rate": 9.881153748895455e-05,
      "loss": 0.0199,
      "step": 34820
    },
    {
      "grad_norm": 0.14845451712608337,
      "learning_rate": 9.881034264996252e-05,
      "loss": 0.0265,
      "step": 34830
    },
    {
      "grad_norm": 0.24337756633758545,
      "learning_rate": 9.880914721787872e-05,
      "loss": 0.0232,
      "step": 34840
    },
    {
      "grad_norm": 0.19681431353092194,
      "learning_rate": 9.880795119271773e-05,
      "loss": 0.0288,
      "step": 34850
    },
    {
      "grad_norm": 0.2800789475440979,
      "learning_rate": 9.880675457449404e-05,
      "loss": 0.028,
      "step": 34860
    },
    {
      "grad_norm": 0.212031751871109,
      "learning_rate": 9.880555736322221e-05,
      "loss": 0.0268,
      "step": 34870
    },
    {
      "grad_norm": 0.1524788737297058,
      "learning_rate": 9.880435955891676e-05,
      "loss": 0.0186,
      "step": 34880
    },
    {
      "grad_norm": 0.22178973257541656,
      "learning_rate": 9.880316116159229e-05,
      "loss": 0.0254,
      "step": 34890
    },
    {
      "grad_norm": 0.16344408690929413,
      "learning_rate": 9.880196217126332e-05,
      "loss": 0.0187,
      "step": 34900
    },
    {
      "grad_norm": 0.39213037490844727,
      "learning_rate": 9.880076258794441e-05,
      "loss": 0.0325,
      "step": 34910
    },
    {
      "grad_norm": 0.1956106424331665,
      "learning_rate": 9.87995624116502e-05,
      "loss": 0.0356,
      "step": 34920
    },
    {
      "grad_norm": 0.3528823256492615,
      "learning_rate": 9.87983616423952e-05,
      "loss": 0.0219,
      "step": 34930
    },
    {
      "grad_norm": 0.1820535510778427,
      "learning_rate": 9.879716028019405e-05,
      "loss": 0.0224,
      "step": 34940
    },
    {
      "grad_norm": 0.21144239604473114,
      "learning_rate": 9.879595832506132e-05,
      "loss": 0.0239,
      "step": 34950
    },
    {
      "grad_norm": 0.18143177032470703,
      "learning_rate": 9.879475577701163e-05,
      "loss": 0.0282,
      "step": 34960
    },
    {
      "grad_norm": 0.17896400392055511,
      "learning_rate": 9.879355263605958e-05,
      "loss": 0.0244,
      "step": 34970
    },
    {
      "grad_norm": 0.24293942749500275,
      "learning_rate": 9.879234890221982e-05,
      "loss": 0.032,
      "step": 34980
    },
    {
      "grad_norm": 0.17285561561584473,
      "learning_rate": 9.879114457550693e-05,
      "loss": 0.0297,
      "step": 34990
    },
    {
      "grad_norm": 0.17937086522579193,
      "learning_rate": 9.878993965593557e-05,
      "loss": 0.0269,
      "step": 35000
    },
    {
      "grad_norm": 0.15155017375946045,
      "learning_rate": 9.878873414352039e-05,
      "loss": 0.0297,
      "step": 35010
    },
    {
      "grad_norm": 0.38082581758499146,
      "learning_rate": 9.878752803827602e-05,
      "loss": 0.0257,
      "step": 35020
    },
    {
      "grad_norm": 0.3976885676383972,
      "learning_rate": 9.878632134021712e-05,
      "loss": 0.0287,
      "step": 35030
    },
    {
      "grad_norm": 0.13584232330322266,
      "learning_rate": 9.878511404935835e-05,
      "loss": 0.0288,
      "step": 35040
    },
    {
      "grad_norm": 0.1678888201713562,
      "learning_rate": 9.878390616571438e-05,
      "loss": 0.0264,
      "step": 35050
    },
    {
      "grad_norm": 0.12470997124910355,
      "learning_rate": 9.87826976892999e-05,
      "loss": 0.0237,
      "step": 35060
    },
    {
      "grad_norm": 0.15398812294006348,
      "learning_rate": 9.878148862012957e-05,
      "loss": 0.0305,
      "step": 35070
    },
    {
      "grad_norm": 0.22727103531360626,
      "learning_rate": 9.878027895821812e-05,
      "loss": 0.0257,
      "step": 35080
    },
    {
      "grad_norm": 0.18442212045192719,
      "learning_rate": 9.877906870358022e-05,
      "loss": 0.0321,
      "step": 35090
    },
    {
      "grad_norm": 0.15800118446350098,
      "learning_rate": 9.877785785623056e-05,
      "loss": 0.0363,
      "step": 35100
    },
    {
      "grad_norm": 0.19611555337905884,
      "learning_rate": 9.877664641618389e-05,
      "loss": 0.0243,
      "step": 35110
    },
    {
      "grad_norm": 0.28530049324035645,
      "learning_rate": 9.877543438345491e-05,
      "loss": 0.0244,
      "step": 35120
    },
    {
      "grad_norm": 0.2135738581418991,
      "learning_rate": 9.877422175805835e-05,
      "loss": 0.0256,
      "step": 35130
    },
    {
      "grad_norm": 0.2354225069284439,
      "learning_rate": 9.877300854000893e-05,
      "loss": 0.033,
      "step": 35140
    },
    {
      "grad_norm": 0.17328236997127533,
      "learning_rate": 9.877179472932143e-05,
      "loss": 0.0248,
      "step": 35150
    },
    {
      "grad_norm": 0.2849290668964386,
      "learning_rate": 9.877058032601056e-05,
      "loss": 0.0295,
      "step": 35160
    },
    {
      "grad_norm": 0.34750574827194214,
      "learning_rate": 9.876936533009112e-05,
      "loss": 0.0249,
      "step": 35170
    },
    {
      "grad_norm": 0.2843712568283081,
      "learning_rate": 9.876814974157781e-05,
      "loss": 0.0234,
      "step": 35180
    },
    {
      "grad_norm": 0.17119267582893372,
      "learning_rate": 9.876693356048545e-05,
      "loss": 0.026,
      "step": 35190
    },
    {
      "grad_norm": 0.2136966586112976,
      "learning_rate": 9.87657167868288e-05,
      "loss": 0.0278,
      "step": 35200
    },
    {
      "grad_norm": 0.15230077505111694,
      "learning_rate": 9.876449942062266e-05,
      "loss": 0.0397,
      "step": 35210
    },
    {
      "grad_norm": 0.2579224407672882,
      "learning_rate": 9.876328146188181e-05,
      "loss": 0.0252,
      "step": 35220
    },
    {
      "grad_norm": 0.1565501093864441,
      "learning_rate": 9.876206291062104e-05,
      "loss": 0.0281,
      "step": 35230
    },
    {
      "grad_norm": 0.2245185524225235,
      "learning_rate": 9.876084376685517e-05,
      "loss": 0.027,
      "step": 35240
    },
    {
      "grad_norm": 0.14660412073135376,
      "learning_rate": 9.8759624030599e-05,
      "loss": 0.0289,
      "step": 35250
    },
    {
      "grad_norm": 0.2146032750606537,
      "learning_rate": 9.875840370186738e-05,
      "loss": 0.02,
      "step": 35260
    },
    {
      "grad_norm": 0.21075789630413055,
      "learning_rate": 9.87571827806751e-05,
      "loss": 0.0245,
      "step": 35270
    },
    {
      "grad_norm": 0.2544015944004059,
      "learning_rate": 9.875596126703704e-05,
      "loss": 0.0269,
      "step": 35280
    },
    {
      "grad_norm": 0.2904157042503357,
      "learning_rate": 9.8754739160968e-05,
      "loss": 0.0299,
      "step": 35290
    },
    {
      "grad_norm": 0.1804998219013214,
      "learning_rate": 9.875351646248284e-05,
      "loss": 0.0296,
      "step": 35300
    },
    {
      "grad_norm": 0.17498324811458588,
      "learning_rate": 9.875229317159645e-05,
      "loss": 0.0224,
      "step": 35310
    },
    {
      "grad_norm": 0.1398436278104782,
      "learning_rate": 9.875106928832364e-05,
      "loss": 0.019,
      "step": 35320
    },
    {
      "grad_norm": 0.36724600195884705,
      "learning_rate": 9.874984481267933e-05,
      "loss": 0.0242,
      "step": 35330
    },
    {
      "grad_norm": 0.1744910627603531,
      "learning_rate": 9.874861974467836e-05,
      "loss": 0.0238,
      "step": 35340
    },
    {
      "grad_norm": 0.21006959676742554,
      "learning_rate": 9.874739408433565e-05,
      "loss": 0.0195,
      "step": 35350
    },
    {
      "grad_norm": 0.16617180407047272,
      "learning_rate": 9.874616783166607e-05,
      "loss": 0.0282,
      "step": 35360
    },
    {
      "grad_norm": 0.20123545825481415,
      "learning_rate": 9.874494098668452e-05,
      "loss": 0.0178,
      "step": 35370
    },
    {
      "grad_norm": 0.43449684977531433,
      "learning_rate": 9.874371354940592e-05,
      "loss": 0.0278,
      "step": 35380
    },
    {
      "grad_norm": 0.24443113803863525,
      "learning_rate": 9.874248551984519e-05,
      "loss": 0.031,
      "step": 35390
    },
    {
      "grad_norm": 0.21869643032550812,
      "learning_rate": 9.874125689801723e-05,
      "loss": 0.0335,
      "step": 35400
    },
    {
      "grad_norm": 0.1909332424402237,
      "learning_rate": 9.874002768393698e-05,
      "loss": 0.0317,
      "step": 35410
    },
    {
      "grad_norm": 0.29487502574920654,
      "learning_rate": 9.873879787761938e-05,
      "loss": 0.0284,
      "step": 35420
    },
    {
      "grad_norm": 0.23115146160125732,
      "learning_rate": 9.873756747907935e-05,
      "loss": 0.027,
      "step": 35430
    },
    {
      "grad_norm": 0.2307697981595993,
      "learning_rate": 9.873633648833187e-05,
      "loss": 0.0302,
      "step": 35440
    },
    {
      "grad_norm": 0.17338436841964722,
      "learning_rate": 9.873510490539189e-05,
      "loss": 0.0209,
      "step": 35450
    },
    {
      "grad_norm": 0.17397530376911163,
      "learning_rate": 9.873387273027438e-05,
      "loss": 0.0227,
      "step": 35460
    },
    {
      "grad_norm": 0.27361810207366943,
      "learning_rate": 9.873263996299429e-05,
      "loss": 0.021,
      "step": 35470
    },
    {
      "grad_norm": 0.15822891891002655,
      "learning_rate": 9.873140660356663e-05,
      "loss": 0.0206,
      "step": 35480
    },
    {
      "grad_norm": 0.09825539588928223,
      "learning_rate": 9.873017265200635e-05,
      "loss": 0.032,
      "step": 35490
    },
    {
      "grad_norm": 0.19733384251594543,
      "learning_rate": 9.872893810832847e-05,
      "loss": 0.0249,
      "step": 35500
    },
    {
      "grad_norm": 0.19269420206546783,
      "learning_rate": 9.872770297254799e-05,
      "loss": 0.0289,
      "step": 35510
    },
    {
      "grad_norm": 0.265450656414032,
      "learning_rate": 9.872646724467991e-05,
      "loss": 0.0308,
      "step": 35520
    },
    {
      "grad_norm": 0.20387864112854004,
      "learning_rate": 9.872523092473924e-05,
      "loss": 0.025,
      "step": 35530
    },
    {
      "grad_norm": 0.21783946454524994,
      "learning_rate": 9.872399401274101e-05,
      "loss": 0.0281,
      "step": 35540
    },
    {
      "grad_norm": 0.24725717306137085,
      "learning_rate": 9.872275650870027e-05,
      "loss": 0.0207,
      "step": 35550
    },
    {
      "grad_norm": 0.21694809198379517,
      "learning_rate": 9.872151841263201e-05,
      "loss": 0.0238,
      "step": 35560
    },
    {
      "grad_norm": 0.21318703889846802,
      "learning_rate": 9.872027972455132e-05,
      "loss": 0.0224,
      "step": 35570
    },
    {
      "grad_norm": 0.19202584028244019,
      "learning_rate": 9.871904044447322e-05,
      "loss": 0.02,
      "step": 35580
    },
    {
      "grad_norm": 0.2750649154186249,
      "learning_rate": 9.87178005724128e-05,
      "loss": 0.0268,
      "step": 35590
    },
    {
      "grad_norm": 0.20296350121498108,
      "learning_rate": 9.871656010838508e-05,
      "loss": 0.036,
      "step": 35600
    },
    {
      "grad_norm": 0.15496017038822174,
      "learning_rate": 9.871531905240517e-05,
      "loss": 0.0209,
      "step": 35610
    },
    {
      "grad_norm": 0.23731815814971924,
      "learning_rate": 9.871407740448815e-05,
      "loss": 0.0266,
      "step": 35620
    },
    {
      "grad_norm": 0.11684069782495499,
      "learning_rate": 9.871283516464908e-05,
      "loss": 0.0303,
      "step": 35630
    },
    {
      "grad_norm": 0.18345187604427338,
      "learning_rate": 9.871159233290307e-05,
      "loss": 0.0216,
      "step": 35640
    },
    {
      "grad_norm": 0.16450902819633484,
      "learning_rate": 9.871034890926523e-05,
      "loss": 0.0187,
      "step": 35650
    },
    {
      "grad_norm": 0.1690567433834076,
      "learning_rate": 9.870910489375065e-05,
      "loss": 0.0264,
      "step": 35660
    },
    {
      "grad_norm": 0.18966618180274963,
      "learning_rate": 9.870786028637446e-05,
      "loss": 0.0309,
      "step": 35670
    },
    {
      "grad_norm": 0.17181812226772308,
      "learning_rate": 9.870661508715178e-05,
      "loss": 0.0217,
      "step": 35680
    },
    {
      "grad_norm": 0.17707736790180206,
      "learning_rate": 9.870536929609776e-05,
      "loss": 0.0256,
      "step": 35690
    },
    {
      "grad_norm": 0.2259531170129776,
      "learning_rate": 9.87041229132275e-05,
      "loss": 0.0224,
      "step": 35700
    },
    {
      "grad_norm": 0.33588486909866333,
      "learning_rate": 9.870287593855616e-05,
      "loss": 0.0219,
      "step": 35710
    },
    {
      "grad_norm": 0.17308278381824493,
      "learning_rate": 9.870162837209889e-05,
      "loss": 0.0345,
      "step": 35720
    },
    {
      "grad_norm": 0.19117774069309235,
      "learning_rate": 9.870038021387086e-05,
      "loss": 0.0249,
      "step": 35730
    },
    {
      "grad_norm": 0.15341266989707947,
      "learning_rate": 9.869913146388723e-05,
      "loss": 0.0179,
      "step": 35740
    },
    {
      "grad_norm": 0.18431507050991058,
      "learning_rate": 9.869788212216318e-05,
      "loss": 0.0226,
      "step": 35750
    },
    {
      "grad_norm": 0.21741463243961334,
      "learning_rate": 9.869663218871387e-05,
      "loss": 0.0237,
      "step": 35760
    },
    {
      "grad_norm": 0.15051665902137756,
      "learning_rate": 9.869538166355451e-05,
      "loss": 0.0278,
      "step": 35770
    },
    {
      "grad_norm": 0.1757694035768509,
      "learning_rate": 9.869413054670028e-05,
      "loss": 0.0284,
      "step": 35780
    },
    {
      "grad_norm": 0.1750781238079071,
      "learning_rate": 9.869287883816641e-05,
      "loss": 0.0203,
      "step": 35790
    },
    {
      "grad_norm": 0.1499384492635727,
      "learning_rate": 9.869162653796807e-05,
      "loss": 0.0309,
      "step": 35800
    },
    {
      "grad_norm": 0.11925660818815231,
      "learning_rate": 9.869037364612048e-05,
      "loss": 0.0287,
      "step": 35810
    },
    {
      "grad_norm": 0.39939507842063904,
      "learning_rate": 9.86891201626389e-05,
      "loss": 0.022,
      "step": 35820
    },
    {
      "grad_norm": 0.1670980304479599,
      "learning_rate": 9.868786608753853e-05,
      "loss": 0.0273,
      "step": 35830
    },
    {
      "grad_norm": 0.15325947105884552,
      "learning_rate": 9.868661142083464e-05,
      "loss": 0.027,
      "step": 35840
    },
    {
      "grad_norm": 0.16408489644527435,
      "learning_rate": 9.868535616254243e-05,
      "loss": 0.0258,
      "step": 35850
    },
    {
      "grad_norm": 0.22807323932647705,
      "learning_rate": 9.868410031267718e-05,
      "loss": 0.0242,
      "step": 35860
    },
    {
      "grad_norm": 0.3251553177833557,
      "learning_rate": 9.868284387125415e-05,
      "loss": 0.0297,
      "step": 35870
    },
    {
      "grad_norm": 0.28291887044906616,
      "learning_rate": 9.868158683828862e-05,
      "loss": 0.0272,
      "step": 35880
    },
    {
      "grad_norm": 0.21168094873428345,
      "learning_rate": 9.868032921379582e-05,
      "loss": 0.0251,
      "step": 35890
    },
    {
      "grad_norm": 0.20257283747196198,
      "learning_rate": 9.867907099779106e-05,
      "loss": 0.0267,
      "step": 35900
    },
    {
      "grad_norm": 0.24375349283218384,
      "learning_rate": 9.867781219028964e-05,
      "loss": 0.0396,
      "step": 35910
    },
    {
      "grad_norm": 0.14169001579284668,
      "learning_rate": 9.867655279130683e-05,
      "loss": 0.0298,
      "step": 35920
    },
    {
      "grad_norm": 0.17476654052734375,
      "learning_rate": 9.867529280085795e-05,
      "loss": 0.029,
      "step": 35930
    },
    {
      "grad_norm": 0.2566589117050171,
      "learning_rate": 9.86740322189583e-05,
      "loss": 0.0258,
      "step": 35940
    },
    {
      "grad_norm": 0.14725810289382935,
      "learning_rate": 9.867277104562323e-05,
      "loss": 0.0253,
      "step": 35950
    },
    {
      "grad_norm": 0.16486133635044098,
      "learning_rate": 9.867150928086801e-05,
      "loss": 0.0267,
      "step": 35960
    },
    {
      "grad_norm": 0.3098093867301941,
      "learning_rate": 9.8670246924708e-05,
      "loss": 0.0283,
      "step": 35970
    },
    {
      "grad_norm": 0.22435274720191956,
      "learning_rate": 9.866898397715855e-05,
      "loss": 0.0249,
      "step": 35980
    },
    {
      "grad_norm": 0.2093319296836853,
      "learning_rate": 9.866772043823498e-05,
      "loss": 0.0323,
      "step": 35990
    },
    {
      "grad_norm": 0.2013726532459259,
      "learning_rate": 9.866645630795267e-05,
      "loss": 0.0292,
      "step": 36000
    },
    {
      "grad_norm": 0.265740305185318,
      "learning_rate": 9.866519158632697e-05,
      "loss": 0.0221,
      "step": 36010
    },
    {
      "grad_norm": 0.24003979563713074,
      "learning_rate": 9.866392627337322e-05,
      "loss": 0.0229,
      "step": 36020
    },
    {
      "grad_norm": 0.16110791265964508,
      "learning_rate": 9.866266036910683e-05,
      "loss": 0.0291,
      "step": 36030
    },
    {
      "grad_norm": 0.21177704632282257,
      "learning_rate": 9.866139387354318e-05,
      "loss": 0.0228,
      "step": 36040
    },
    {
      "grad_norm": 0.18066170811653137,
      "learning_rate": 9.866012678669764e-05,
      "loss": 0.03,
      "step": 36050
    },
    {
      "grad_norm": 0.18438012897968292,
      "learning_rate": 9.865885910858564e-05,
      "loss": 0.0246,
      "step": 36060
    },
    {
      "grad_norm": 0.26709306240081787,
      "learning_rate": 9.865759083922253e-05,
      "loss": 0.0255,
      "step": 36070
    },
    {
      "grad_norm": 0.1764245182275772,
      "learning_rate": 9.865632197862377e-05,
      "loss": 0.029,
      "step": 36080
    },
    {
      "grad_norm": 0.17691120505332947,
      "learning_rate": 9.865505252680476e-05,
      "loss": 0.0232,
      "step": 36090
    },
    {
      "grad_norm": 0.2747384011745453,
      "learning_rate": 9.865378248378091e-05,
      "loss": 0.029,
      "step": 36100
    },
    {
      "grad_norm": 0.22641588747501373,
      "learning_rate": 9.865251184956767e-05,
      "loss": 0.0233,
      "step": 36110
    },
    {
      "grad_norm": 0.30007457733154297,
      "learning_rate": 9.865124062418048e-05,
      "loss": 0.0241,
      "step": 36120
    },
    {
      "grad_norm": 0.17215481400489807,
      "learning_rate": 9.864996880763478e-05,
      "loss": 0.0182,
      "step": 36130
    },
    {
      "grad_norm": 0.40000078082084656,
      "learning_rate": 9.864869639994603e-05,
      "loss": 0.0308,
      "step": 36140
    },
    {
      "grad_norm": 0.17197778820991516,
      "learning_rate": 9.864742340112969e-05,
      "loss": 0.0234,
      "step": 36150
    },
    {
      "grad_norm": 0.17119231820106506,
      "learning_rate": 9.864614981120122e-05,
      "loss": 0.0263,
      "step": 36160
    },
    {
      "grad_norm": 0.18069013953208923,
      "learning_rate": 9.864487563017609e-05,
      "loss": 0.0227,
      "step": 36170
    },
    {
      "grad_norm": 0.258205384016037,
      "learning_rate": 9.864360085806981e-05,
      "loss": 0.0238,
      "step": 36180
    },
    {
      "grad_norm": 0.21849484741687775,
      "learning_rate": 9.864232549489782e-05,
      "loss": 0.0332,
      "step": 36190
    },
    {
      "grad_norm": 0.15818238258361816,
      "learning_rate": 9.864104954067567e-05,
      "loss": 0.0202,
      "step": 36200
    },
    {
      "grad_norm": 0.29022741317749023,
      "learning_rate": 9.863977299541887e-05,
      "loss": 0.0307,
      "step": 36210
    },
    {
      "grad_norm": 0.48034173250198364,
      "learning_rate": 9.863849585914286e-05,
      "loss": 0.0276,
      "step": 36220
    },
    {
      "grad_norm": 0.1770801544189453,
      "learning_rate": 9.863721813186324e-05,
      "loss": 0.0264,
      "step": 36230
    },
    {
      "grad_norm": 0.16114212572574615,
      "learning_rate": 9.863593981359548e-05,
      "loss": 0.0302,
      "step": 36240
    },
    {
      "grad_norm": 0.2025817632675171,
      "learning_rate": 9.863466090435513e-05,
      "loss": 0.0242,
      "step": 36250
    },
    {
      "grad_norm": 0.1487598419189453,
      "learning_rate": 9.863338140415774e-05,
      "loss": 0.0283,
      "step": 36260
    },
    {
      "grad_norm": 0.17969851195812225,
      "learning_rate": 9.863210131301883e-05,
      "loss": 0.0239,
      "step": 36270
    },
    {
      "grad_norm": 0.2641802132129669,
      "learning_rate": 9.863082063095399e-05,
      "loss": 0.0238,
      "step": 36280
    },
    {
      "grad_norm": 0.17167522013187408,
      "learning_rate": 9.862953935797876e-05,
      "loss": 0.0342,
      "step": 36290
    },
    {
      "grad_norm": 0.1386445015668869,
      "learning_rate": 9.862825749410871e-05,
      "loss": 0.0242,
      "step": 36300
    },
    {
      "grad_norm": 0.18878917396068573,
      "learning_rate": 9.862697503935942e-05,
      "loss": 0.0248,
      "step": 36310
    },
    {
      "grad_norm": 0.1542813926935196,
      "learning_rate": 9.862569199374648e-05,
      "loss": 0.0183,
      "step": 36320
    },
    {
      "grad_norm": 0.2053453028202057,
      "learning_rate": 9.862440835728547e-05,
      "loss": 0.0231,
      "step": 36330
    },
    {
      "grad_norm": 0.20149551331996918,
      "learning_rate": 9.862312412999198e-05,
      "loss": 0.0242,
      "step": 36340
    },
    {
      "grad_norm": 0.17509602010250092,
      "learning_rate": 9.862183931188162e-05,
      "loss": 0.0363,
      "step": 36350
    },
    {
      "grad_norm": 0.25701528787612915,
      "learning_rate": 9.862055390297003e-05,
      "loss": 0.0291,
      "step": 36360
    },
    {
      "grad_norm": 0.19883432984352112,
      "learning_rate": 9.861926790327278e-05,
      "loss": 0.0304,
      "step": 36370
    },
    {
      "grad_norm": 0.2553974390029907,
      "learning_rate": 9.861798131280553e-05,
      "loss": 0.0318,
      "step": 36380
    },
    {
      "grad_norm": 0.23676887154579163,
      "learning_rate": 9.861669413158391e-05,
      "loss": 0.0233,
      "step": 36390
    },
    {
      "grad_norm": 0.1454206258058548,
      "learning_rate": 9.861540635962354e-05,
      "loss": 0.0244,
      "step": 36400
    },
    {
      "grad_norm": 0.1419392079114914,
      "learning_rate": 9.861411799694009e-05,
      "loss": 0.029,
      "step": 36410
    },
    {
      "grad_norm": 0.15431448817253113,
      "learning_rate": 9.861282904354922e-05,
      "loss": 0.022,
      "step": 36420
    },
    {
      "grad_norm": 0.2259203940629959,
      "learning_rate": 9.861153949946655e-05,
      "loss": 0.0238,
      "step": 36430
    },
    {
      "grad_norm": 0.6131718754768372,
      "learning_rate": 9.86102493647078e-05,
      "loss": 0.0208,
      "step": 36440
    },
    {
      "grad_norm": 0.17172934114933014,
      "learning_rate": 9.860895863928863e-05,
      "loss": 0.0256,
      "step": 36450
    },
    {
      "grad_norm": 0.1740218549966812,
      "learning_rate": 9.86076673232247e-05,
      "loss": 0.0281,
      "step": 36460
    },
    {
      "grad_norm": 0.1596238911151886,
      "learning_rate": 9.860637541653172e-05,
      "loss": 0.0284,
      "step": 36470
    },
    {
      "grad_norm": 0.18743322789669037,
      "learning_rate": 9.860508291922541e-05,
      "loss": 0.0267,
      "step": 36480
    },
    {
      "grad_norm": 0.1927119940519333,
      "learning_rate": 9.860378983132143e-05,
      "loss": 0.0283,
      "step": 36490
    },
    {
      "grad_norm": 0.2109488844871521,
      "learning_rate": 9.860249615283552e-05,
      "loss": 0.0204,
      "step": 36500
    },
    {
      "grad_norm": 0.43746691942214966,
      "learning_rate": 9.860120188378339e-05,
      "loss": 0.0217,
      "step": 36510
    },
    {
      "grad_norm": 0.10112501680850983,
      "learning_rate": 9.859990702418077e-05,
      "loss": 0.0205,
      "step": 36520
    },
    {
      "grad_norm": 0.48664191365242004,
      "learning_rate": 9.85986115740434e-05,
      "loss": 0.0244,
      "step": 36530
    },
    {
      "grad_norm": 0.2916712760925293,
      "learning_rate": 9.859731553338701e-05,
      "loss": 0.0225,
      "step": 36540
    },
    {
      "grad_norm": 0.1966078132390976,
      "learning_rate": 9.859601890222735e-05,
      "loss": 0.0191,
      "step": 36550
    },
    {
      "grad_norm": 0.20493361353874207,
      "learning_rate": 9.859472168058018e-05,
      "loss": 0.0248,
      "step": 36560
    },
    {
      "grad_norm": 0.19388653337955475,
      "learning_rate": 9.859342386846127e-05,
      "loss": 0.0228,
      "step": 36570
    },
    {
      "grad_norm": 0.2215440720319748,
      "learning_rate": 9.859212546588636e-05,
      "loss": 0.0285,
      "step": 36580
    },
    {
      "grad_norm": 0.20838917791843414,
      "learning_rate": 9.859082647287126e-05,
      "loss": 0.0273,
      "step": 36590
    },
    {
      "grad_norm": 0.1537734419107437,
      "learning_rate": 9.858952688943174e-05,
      "loss": 0.0227,
      "step": 36600
    },
    {
      "grad_norm": 0.14507007598876953,
      "learning_rate": 9.85882267155836e-05,
      "loss": 0.0275,
      "step": 36610
    },
    {
      "grad_norm": 0.2185254842042923,
      "learning_rate": 9.858692595134263e-05,
      "loss": 0.0272,
      "step": 36620
    },
    {
      "grad_norm": 0.13625946640968323,
      "learning_rate": 9.858562459672462e-05,
      "loss": 0.0292,
      "step": 36630
    },
    {
      "grad_norm": 0.2054070085287094,
      "learning_rate": 9.858432265174541e-05,
      "loss": 0.028,
      "step": 36640
    },
    {
      "grad_norm": 0.21468466520309448,
      "learning_rate": 9.85830201164208e-05,
      "loss": 0.0284,
      "step": 36650
    },
    {
      "grad_norm": 0.3551252782344818,
      "learning_rate": 9.858171699076664e-05,
      "loss": 0.0251,
      "step": 36660
    },
    {
      "grad_norm": 0.22923903167247772,
      "learning_rate": 9.858041327479875e-05,
      "loss": 0.0291,
      "step": 36670
    },
    {
      "grad_norm": 0.1868377923965454,
      "learning_rate": 9.857910896853295e-05,
      "loss": 0.0235,
      "step": 36680
    },
    {
      "grad_norm": 0.22978636622428894,
      "learning_rate": 9.857780407198512e-05,
      "loss": 0.0258,
      "step": 36690
    },
    {
      "grad_norm": 0.2494896501302719,
      "learning_rate": 9.85764985851711e-05,
      "loss": 0.0264,
      "step": 36700
    },
    {
      "grad_norm": 0.22344441711902618,
      "learning_rate": 9.857519250810678e-05,
      "loss": 0.0303,
      "step": 36710
    },
    {
      "grad_norm": 0.2503279745578766,
      "learning_rate": 9.8573885840808e-05,
      "loss": 0.0275,
      "step": 36720
    },
    {
      "grad_norm": 0.3634963035583496,
      "learning_rate": 9.857257858329063e-05,
      "loss": 0.025,
      "step": 36730
    },
    {
      "grad_norm": 0.21074503660202026,
      "learning_rate": 9.857127073557057e-05,
      "loss": 0.0326,
      "step": 36740
    },
    {
      "grad_norm": 0.1903180480003357,
      "learning_rate": 9.856996229766374e-05,
      "loss": 0.0248,
      "step": 36750
    },
    {
      "grad_norm": 0.14817595481872559,
      "learning_rate": 9.856865326958599e-05,
      "loss": 0.0301,
      "step": 36760
    },
    {
      "grad_norm": 0.20054425299167633,
      "learning_rate": 9.856734365135324e-05,
      "loss": 0.0325,
      "step": 36770
    },
    {
      "grad_norm": 0.21647754311561584,
      "learning_rate": 9.856603344298143e-05,
      "loss": 0.0358,
      "step": 36780
    },
    {
      "grad_norm": 0.20794112980365753,
      "learning_rate": 9.856472264448645e-05,
      "loss": 0.0292,
      "step": 36790
    },
    {
      "grad_norm": 0.4610183537006378,
      "learning_rate": 9.856341125588423e-05,
      "loss": 0.0294,
      "step": 36800
    },
    {
      "grad_norm": 0.1995154768228531,
      "learning_rate": 9.856209927719071e-05,
      "loss": 0.0319,
      "step": 36810
    },
    {
      "grad_norm": 0.20014449954032898,
      "learning_rate": 9.856078670842186e-05,
      "loss": 0.0268,
      "step": 36820
    },
    {
      "grad_norm": 0.2757686972618103,
      "learning_rate": 9.855947354959357e-05,
      "loss": 0.0232,
      "step": 36830
    },
    {
      "grad_norm": 0.2272876650094986,
      "learning_rate": 9.855815980072185e-05,
      "loss": 0.0262,
      "step": 36840
    },
    {
      "grad_norm": 0.19440753757953644,
      "learning_rate": 9.855684546182262e-05,
      "loss": 0.0312,
      "step": 36850
    },
    {
      "grad_norm": 0.22740493714809418,
      "learning_rate": 9.85555305329119e-05,
      "loss": 0.0393,
      "step": 36860
    },
    {
      "grad_norm": 0.21273034811019897,
      "learning_rate": 9.855421501400562e-05,
      "loss": 0.0335,
      "step": 36870
    },
    {
      "grad_norm": 0.22178032994270325,
      "learning_rate": 9.855289890511979e-05,
      "loss": 0.0369,
      "step": 36880
    },
    {
      "grad_norm": 0.2233651727437973,
      "learning_rate": 9.85515822062704e-05,
      "loss": 0.0239,
      "step": 36890
    },
    {
      "grad_norm": 0.2980891466140747,
      "learning_rate": 9.855026491747344e-05,
      "loss": 0.0285,
      "step": 36900
    },
    {
      "grad_norm": 0.16910181939601898,
      "learning_rate": 9.854894703874493e-05,
      "loss": 0.0262,
      "step": 36910
    },
    {
      "grad_norm": 0.2797057032585144,
      "learning_rate": 9.854762857010087e-05,
      "loss": 0.0267,
      "step": 36920
    },
    {
      "grad_norm": 0.23106957972049713,
      "learning_rate": 9.85463095115573e-05,
      "loss": 0.0217,
      "step": 36930
    },
    {
      "grad_norm": 0.3053126335144043,
      "learning_rate": 9.854498986313021e-05,
      "loss": 0.0304,
      "step": 36940
    },
    {
      "grad_norm": 0.2832980155944824,
      "learning_rate": 9.854366962483568e-05,
      "loss": 0.0269,
      "step": 36950
    },
    {
      "grad_norm": 0.24474775791168213,
      "learning_rate": 9.854234879668971e-05,
      "loss": 0.0225,
      "step": 36960
    },
    {
      "grad_norm": 0.16512371599674225,
      "learning_rate": 9.854102737870838e-05,
      "loss": 0.028,
      "step": 36970
    },
    {
      "grad_norm": 0.21740418672561646,
      "learning_rate": 9.853970537090775e-05,
      "loss": 0.0315,
      "step": 36980
    },
    {
      "grad_norm": 0.1806318610906601,
      "learning_rate": 9.853838277330385e-05,
      "loss": 0.0256,
      "step": 36990
    },
    {
      "grad_norm": 0.20269785821437836,
      "learning_rate": 9.853705958591279e-05,
      "loss": 0.0323,
      "step": 37000
    },
    {
      "grad_norm": 0.8657807111740112,
      "learning_rate": 9.853573580875062e-05,
      "loss": 0.0282,
      "step": 37010
    },
    {
      "grad_norm": 0.14651739597320557,
      "learning_rate": 9.853441144183345e-05,
      "loss": 0.0255,
      "step": 37020
    },
    {
      "grad_norm": 0.12377981841564178,
      "learning_rate": 9.853308648517732e-05,
      "loss": 0.0273,
      "step": 37030
    },
    {
      "grad_norm": 0.23940929770469666,
      "learning_rate": 9.85317609387984e-05,
      "loss": 0.0311,
      "step": 37040
    },
    {
      "grad_norm": 0.14689260721206665,
      "learning_rate": 9.853043480271276e-05,
      "loss": 0.0274,
      "step": 37050
    },
    {
      "grad_norm": 0.5281751751899719,
      "learning_rate": 9.85291080769365e-05,
      "loss": 0.0269,
      "step": 37060
    },
    {
      "grad_norm": 0.17475567758083344,
      "learning_rate": 9.852778076148576e-05,
      "loss": 0.0287,
      "step": 37070
    },
    {
      "grad_norm": 0.163800448179245,
      "learning_rate": 9.852645285637668e-05,
      "loss": 0.0304,
      "step": 37080
    },
    {
      "grad_norm": 0.23849263787269592,
      "learning_rate": 9.852512436162538e-05,
      "loss": 0.0358,
      "step": 37090
    },
    {
      "grad_norm": 0.3985513746738434,
      "learning_rate": 9.8523795277248e-05,
      "loss": 0.0223,
      "step": 37100
    },
    {
      "grad_norm": 0.25832051038742065,
      "learning_rate": 9.852246560326069e-05,
      "loss": 0.026,
      "step": 37110
    },
    {
      "grad_norm": 0.1510312259197235,
      "learning_rate": 9.852113533967961e-05,
      "loss": 0.0252,
      "step": 37120
    },
    {
      "grad_norm": 0.17413625121116638,
      "learning_rate": 9.851980448652092e-05,
      "loss": 0.0334,
      "step": 37130
    },
    {
      "grad_norm": 0.24051493406295776,
      "learning_rate": 9.85184730438008e-05,
      "loss": 0.0271,
      "step": 37140
    },
    {
      "grad_norm": 0.14385543763637543,
      "learning_rate": 9.851714101153542e-05,
      "loss": 0.0272,
      "step": 37150
    },
    {
      "grad_norm": 0.14875982701778412,
      "learning_rate": 9.851580838974097e-05,
      "loss": 0.0274,
      "step": 37160
    },
    {
      "grad_norm": 0.16868697106838226,
      "learning_rate": 9.851447517843366e-05,
      "loss": 0.0244,
      "step": 37170
    },
    {
      "grad_norm": 0.2356998175382614,
      "learning_rate": 9.851314137762965e-05,
      "loss": 0.035,
      "step": 37180
    },
    {
      "grad_norm": 0.17496781051158905,
      "learning_rate": 9.851180698734517e-05,
      "loss": 0.0203,
      "step": 37190
    },
    {
      "grad_norm": 0.2715550363063812,
      "learning_rate": 9.851047200759645e-05,
      "loss": 0.0265,
      "step": 37200
    },
    {
      "grad_norm": 0.14696745574474335,
      "learning_rate": 9.850913643839967e-05,
      "loss": 0.0242,
      "step": 37210
    },
    {
      "grad_norm": 0.15242516994476318,
      "learning_rate": 9.850780027977109e-05,
      "loss": 0.0258,
      "step": 37220
    },
    {
      "grad_norm": 0.2614109218120575,
      "learning_rate": 9.850646353172694e-05,
      "loss": 0.0284,
      "step": 37230
    },
    {
      "grad_norm": 0.45449739694595337,
      "learning_rate": 9.850512619428346e-05,
      "loss": 0.031,
      "step": 37240
    },
    {
      "grad_norm": 0.4326365292072296,
      "learning_rate": 9.85037882674569e-05,
      "loss": 0.0274,
      "step": 37250
    },
    {
      "grad_norm": 0.19980603456497192,
      "learning_rate": 9.850244975126352e-05,
      "loss": 0.0269,
      "step": 37260
    },
    {
      "grad_norm": 0.19015660881996155,
      "learning_rate": 9.850111064571958e-05,
      "loss": 0.03,
      "step": 37270
    },
    {
      "grad_norm": 0.16166065633296967,
      "learning_rate": 9.849977095084135e-05,
      "loss": 0.0261,
      "step": 37280
    },
    {
      "grad_norm": 0.18083316087722778,
      "learning_rate": 9.849843066664512e-05,
      "loss": 0.0214,
      "step": 37290
    },
    {
      "grad_norm": 0.23018778860569,
      "learning_rate": 9.849708979314716e-05,
      "loss": 0.0318,
      "step": 37300
    },
    {
      "grad_norm": 0.24369868636131287,
      "learning_rate": 9.849574833036377e-05,
      "loss": 0.0314,
      "step": 37310
    },
    {
      "grad_norm": 0.20493128895759583,
      "learning_rate": 9.849440627831126e-05,
      "loss": 0.0286,
      "step": 37320
    },
    {
      "grad_norm": 0.23143096268177032,
      "learning_rate": 9.849306363700591e-05,
      "loss": 0.0251,
      "step": 37330
    },
    {
      "grad_norm": 0.22769521176815033,
      "learning_rate": 9.849172040646406e-05,
      "loss": 0.0238,
      "step": 37340
    },
    {
      "grad_norm": 0.2654460668563843,
      "learning_rate": 9.849037658670202e-05,
      "loss": 0.0234,
      "step": 37350
    },
    {
      "grad_norm": 0.1688818484544754,
      "learning_rate": 9.848903217773613e-05,
      "loss": 0.0278,
      "step": 37360
    },
    {
      "grad_norm": 0.14169715344905853,
      "learning_rate": 9.848768717958272e-05,
      "loss": 0.0271,
      "step": 37370
    },
    {
      "grad_norm": 0.1618756353855133,
      "learning_rate": 9.848634159225812e-05,
      "loss": 0.0237,
      "step": 37380
    },
    {
      "grad_norm": 0.1481938660144806,
      "learning_rate": 9.848499541577871e-05,
      "loss": 0.019,
      "step": 37390
    },
    {
      "grad_norm": 0.4207388460636139,
      "learning_rate": 9.84836486501608e-05,
      "loss": 0.026,
      "step": 37400
    },
    {
      "grad_norm": 0.1816495656967163,
      "learning_rate": 9.848230129542079e-05,
      "loss": 0.0254,
      "step": 37410
    },
    {
      "grad_norm": 0.13423433899879456,
      "learning_rate": 9.848095335157506e-05,
      "loss": 0.025,
      "step": 37420
    },
    {
      "grad_norm": 0.3501146733760834,
      "learning_rate": 9.847960481863997e-05,
      "loss": 0.0192,
      "step": 37430
    },
    {
      "grad_norm": 0.1637686789035797,
      "learning_rate": 9.847825569663189e-05,
      "loss": 0.0299,
      "step": 37440
    },
    {
      "grad_norm": 0.2669409513473511,
      "learning_rate": 9.847690598556726e-05,
      "loss": 0.0295,
      "step": 37450
    },
    {
      "grad_norm": 0.23511555790901184,
      "learning_rate": 9.847555568546243e-05,
      "loss": 0.0236,
      "step": 37460
    },
    {
      "grad_norm": 0.21044094860553741,
      "learning_rate": 9.847420479633384e-05,
      "loss": 0.0373,
      "step": 37470
    },
    {
      "grad_norm": 0.20751629769802094,
      "learning_rate": 9.847285331819788e-05,
      "loss": 0.029,
      "step": 37480
    },
    {
      "grad_norm": 0.18789900839328766,
      "learning_rate": 9.8471501251071e-05,
      "loss": 0.0284,
      "step": 37490
    },
    {
      "grad_norm": 0.20276401937007904,
      "learning_rate": 9.847014859496963e-05,
      "loss": 0.0303,
      "step": 37500
    },
    {
      "grad_norm": 0.4713238775730133,
      "learning_rate": 9.846879534991018e-05,
      "loss": 0.0241,
      "step": 37510
    },
    {
      "grad_norm": 0.22898828983306885,
      "learning_rate": 9.84674415159091e-05,
      "loss": 0.0318,
      "step": 37520
    },
    {
      "grad_norm": 0.2267298847436905,
      "learning_rate": 9.846608709298284e-05,
      "loss": 0.0272,
      "step": 37530
    },
    {
      "grad_norm": 0.18161068856716156,
      "learning_rate": 9.846473208114786e-05,
      "loss": 0.026,
      "step": 37540
    },
    {
      "grad_norm": 0.3087984621524811,
      "learning_rate": 9.846337648042063e-05,
      "loss": 0.0232,
      "step": 37550
    },
    {
      "grad_norm": 0.3044237494468689,
      "learning_rate": 9.846202029081763e-05,
      "loss": 0.0323,
      "step": 37560
    },
    {
      "grad_norm": 0.22130398452281952,
      "learning_rate": 9.846066351235532e-05,
      "loss": 0.0242,
      "step": 37570
    },
    {
      "grad_norm": 0.18378452956676483,
      "learning_rate": 9.845930614505019e-05,
      "loss": 0.0266,
      "step": 37580
    },
    {
      "grad_norm": 0.3346919119358063,
      "learning_rate": 9.845794818891875e-05,
      "loss": 0.0278,
      "step": 37590
    },
    {
      "grad_norm": 0.24523743987083435,
      "learning_rate": 9.845658964397748e-05,
      "loss": 0.0293,
      "step": 37600
    },
    {
      "grad_norm": 0.23635397851467133,
      "learning_rate": 9.84552305102429e-05,
      "loss": 0.025,
      "step": 37610
    },
    {
      "grad_norm": 0.16322055459022522,
      "learning_rate": 9.84538707877315e-05,
      "loss": 0.0283,
      "step": 37620
    },
    {
      "grad_norm": 0.24642585217952728,
      "learning_rate": 9.845251047645983e-05,
      "loss": 0.022,
      "step": 37630
    },
    {
      "grad_norm": 0.1827327460050583,
      "learning_rate": 9.845114957644442e-05,
      "loss": 0.0226,
      "step": 37640
    },
    {
      "grad_norm": 0.1805797964334488,
      "learning_rate": 9.84497880877018e-05,
      "loss": 0.026,
      "step": 37650
    },
    {
      "grad_norm": 0.17899341881275177,
      "learning_rate": 9.844842601024851e-05,
      "loss": 0.0316,
      "step": 37660
    },
    {
      "grad_norm": 0.11968603730201721,
      "learning_rate": 9.844706334410108e-05,
      "loss": 0.0236,
      "step": 37670
    },
    {
      "grad_norm": 0.25395429134368896,
      "learning_rate": 9.844570008927611e-05,
      "loss": 0.0267,
      "step": 37680
    },
    {
      "grad_norm": 0.13454420864582062,
      "learning_rate": 9.844433624579014e-05,
      "loss": 0.0223,
      "step": 37690
    },
    {
      "grad_norm": 0.24304060637950897,
      "learning_rate": 9.844297181365974e-05,
      "loss": 0.0255,
      "step": 37700
    },
    {
      "grad_norm": 0.24760229885578156,
      "learning_rate": 9.84416067929015e-05,
      "loss": 0.0225,
      "step": 37710
    },
    {
      "grad_norm": 0.28151270747184753,
      "learning_rate": 9.8440241183532e-05,
      "loss": 0.0271,
      "step": 37720
    },
    {
      "grad_norm": 0.20046484470367432,
      "learning_rate": 9.843887498556783e-05,
      "loss": 0.0215,
      "step": 37730
    },
    {
      "grad_norm": 0.2109517753124237,
      "learning_rate": 9.84375081990256e-05,
      "loss": 0.0213,
      "step": 37740
    },
    {
      "grad_norm": 0.19905130565166473,
      "learning_rate": 9.843614082392192e-05,
      "loss": 0.0265,
      "step": 37750
    },
    {
      "grad_norm": 0.19490860402584076,
      "learning_rate": 9.843477286027338e-05,
      "loss": 0.0356,
      "step": 37760
    },
    {
      "grad_norm": 0.22670979797840118,
      "learning_rate": 9.843340430809663e-05,
      "loss": 0.0269,
      "step": 37770
    },
    {
      "grad_norm": 0.2215762734413147,
      "learning_rate": 9.843203516740829e-05,
      "loss": 0.0241,
      "step": 37780
    },
    {
      "grad_norm": 0.29847225546836853,
      "learning_rate": 9.8430665438225e-05,
      "loss": 0.0271,
      "step": 37790
    },
    {
      "grad_norm": 0.1764344424009323,
      "learning_rate": 9.842929512056338e-05,
      "loss": 0.027,
      "step": 37800
    },
    {
      "grad_norm": 0.13721714913845062,
      "learning_rate": 9.842792421444011e-05,
      "loss": 0.0315,
      "step": 37810
    },
    {
      "grad_norm": 0.1947089284658432,
      "learning_rate": 9.842655271987185e-05,
      "loss": 0.0248,
      "step": 37820
    },
    {
      "grad_norm": 0.3593345284461975,
      "learning_rate": 9.842518063687524e-05,
      "loss": 0.0222,
      "step": 37830
    },
    {
      "grad_norm": 0.24918286502361298,
      "learning_rate": 9.842380796546697e-05,
      "loss": 0.0338,
      "step": 37840
    },
    {
      "grad_norm": 0.21414335072040558,
      "learning_rate": 9.84224347056637e-05,
      "loss": 0.0323,
      "step": 37850
    },
    {
      "grad_norm": 0.20683737099170685,
      "learning_rate": 9.842106085748215e-05,
      "loss": 0.0256,
      "step": 37860
    },
    {
      "grad_norm": 0.11033275723457336,
      "learning_rate": 9.841968642093898e-05,
      "loss": 0.0249,
      "step": 37870
    },
    {
      "grad_norm": 0.2525642216205597,
      "learning_rate": 9.84183113960509e-05,
      "loss": 0.0297,
      "step": 37880
    },
    {
      "grad_norm": 0.21744738519191742,
      "learning_rate": 9.841693578283463e-05,
      "loss": 0.028,
      "step": 37890
    },
    {
      "grad_norm": 0.17819656431674957,
      "learning_rate": 9.841555958130688e-05,
      "loss": 0.025,
      "step": 37900
    },
    {
      "grad_norm": 0.16668008267879486,
      "learning_rate": 9.841418279148435e-05,
      "loss": 0.025,
      "step": 37910
    },
    {
      "grad_norm": 0.15883177518844604,
      "learning_rate": 9.841280541338382e-05,
      "loss": 0.0285,
      "step": 37920
    },
    {
      "grad_norm": 0.2859416902065277,
      "learning_rate": 9.841142744702197e-05,
      "loss": 0.0279,
      "step": 37930
    },
    {
      "grad_norm": 0.483280211687088,
      "learning_rate": 9.841004889241559e-05,
      "loss": 0.0264,
      "step": 37940
    },
    {
      "grad_norm": 0.16767853498458862,
      "learning_rate": 9.840866974958138e-05,
      "loss": 0.0278,
      "step": 37950
    },
    {
      "grad_norm": 0.16931021213531494,
      "learning_rate": 9.840729001853615e-05,
      "loss": 0.0235,
      "step": 37960
    },
    {
      "grad_norm": 0.18009844422340393,
      "learning_rate": 9.840590969929664e-05,
      "loss": 0.0251,
      "step": 37970
    },
    {
      "grad_norm": 0.13159213960170746,
      "learning_rate": 9.840452879187962e-05,
      "loss": 0.0168,
      "step": 37980
    },
    {
      "grad_norm": 0.15368826687335968,
      "learning_rate": 9.840314729630186e-05,
      "loss": 0.0285,
      "step": 37990
    },
    {
      "grad_norm": 0.19547516107559204,
      "learning_rate": 9.840176521258017e-05,
      "loss": 0.0392,
      "step": 38000
    },
    {
      "grad_norm": 0.23376943171024323,
      "learning_rate": 9.840038254073134e-05,
      "loss": 0.0315,
      "step": 38010
    },
    {
      "grad_norm": 0.19040626287460327,
      "learning_rate": 9.839899928077216e-05,
      "loss": 0.0204,
      "step": 38020
    },
    {
      "grad_norm": 0.13725240528583527,
      "learning_rate": 9.839761543271946e-05,
      "loss": 0.0231,
      "step": 38030
    },
    {
      "grad_norm": 0.15387876331806183,
      "learning_rate": 9.839623099659002e-05,
      "loss": 0.024,
      "step": 38040
    },
    {
      "grad_norm": 0.17442786693572998,
      "learning_rate": 9.839484597240067e-05,
      "loss": 0.0325,
      "step": 38050
    },
    {
      "grad_norm": 0.17558549344539642,
      "learning_rate": 9.839346036016827e-05,
      "loss": 0.0301,
      "step": 38060
    },
    {
      "grad_norm": 0.22310402989387512,
      "learning_rate": 9.839207415990963e-05,
      "loss": 0.0191,
      "step": 38070
    },
    {
      "grad_norm": 0.24513216316699982,
      "learning_rate": 9.83906873716416e-05,
      "loss": 0.0338,
      "step": 38080
    },
    {
      "grad_norm": 0.18691812455654144,
      "learning_rate": 9.838929999538102e-05,
      "loss": 0.0236,
      "step": 38090
    },
    {
      "grad_norm": 0.1993422955274582,
      "learning_rate": 9.838791203114477e-05,
      "loss": 0.0283,
      "step": 38100
    },
    {
      "grad_norm": 0.2463599443435669,
      "learning_rate": 9.83865234789497e-05,
      "loss": 0.0267,
      "step": 38110
    },
    {
      "grad_norm": 0.18747000396251678,
      "learning_rate": 9.838513433881268e-05,
      "loss": 0.0254,
      "step": 38120
    },
    {
      "grad_norm": 0.1744031459093094,
      "learning_rate": 9.838374461075059e-05,
      "loss": 0.0236,
      "step": 38130
    },
    {
      "grad_norm": 0.2276834100484848,
      "learning_rate": 9.838235429478033e-05,
      "loss": 0.026,
      "step": 38140
    },
    {
      "grad_norm": 0.17684420943260193,
      "learning_rate": 9.838096339091877e-05,
      "loss": 0.0225,
      "step": 38150
    },
    {
      "grad_norm": 0.17597059905529022,
      "learning_rate": 9.837957189918285e-05,
      "loss": 0.0263,
      "step": 38160
    },
    {
      "grad_norm": 0.25848329067230225,
      "learning_rate": 9.837817981958945e-05,
      "loss": 0.0273,
      "step": 38170
    },
    {
      "grad_norm": 0.15437474846839905,
      "learning_rate": 9.837678715215548e-05,
      "loss": 0.0297,
      "step": 38180
    },
    {
      "grad_norm": 0.19962477684020996,
      "learning_rate": 9.837539389689787e-05,
      "loss": 0.0354,
      "step": 38190
    },
    {
      "grad_norm": 0.2210417091846466,
      "learning_rate": 9.837400005383354e-05,
      "loss": 0.0257,
      "step": 38200
    },
    {
      "grad_norm": 0.4547201991081238,
      "learning_rate": 9.837260562297946e-05,
      "loss": 0.0293,
      "step": 38210
    },
    {
      "grad_norm": 0.27448368072509766,
      "learning_rate": 9.837121060435254e-05,
      "loss": 0.019,
      "step": 38220
    },
    {
      "grad_norm": 0.20642857253551483,
      "learning_rate": 9.836981499796974e-05,
      "loss": 0.0255,
      "step": 38230
    },
    {
      "grad_norm": 0.17268265783786774,
      "learning_rate": 9.836841880384802e-05,
      "loss": 0.0253,
      "step": 38240
    },
    {
      "grad_norm": 0.25348779559135437,
      "learning_rate": 9.836702202200434e-05,
      "loss": 0.0298,
      "step": 38250
    },
    {
      "grad_norm": 0.19738708436489105,
      "learning_rate": 9.83656246524557e-05,
      "loss": 0.023,
      "step": 38260
    },
    {
      "grad_norm": 0.20905064046382904,
      "learning_rate": 9.836422669521902e-05,
      "loss": 0.0297,
      "step": 38270
    },
    {
      "grad_norm": 0.40503990650177,
      "learning_rate": 9.836282815031134e-05,
      "loss": 0.0193,
      "step": 38280
    },
    {
      "grad_norm": 0.4149630665779114,
      "learning_rate": 9.836142901774963e-05,
      "loss": 0.0235,
      "step": 38290
    },
    {
      "grad_norm": 0.19732144474983215,
      "learning_rate": 9.83600292975509e-05,
      "loss": 0.0289,
      "step": 38300
    },
    {
      "grad_norm": 0.21318550407886505,
      "learning_rate": 9.835862898973216e-05,
      "loss": 0.0244,
      "step": 38310
    },
    {
      "grad_norm": 0.2005588561296463,
      "learning_rate": 9.83572280943104e-05,
      "loss": 0.0263,
      "step": 38320
    },
    {
      "grad_norm": 0.19899383187294006,
      "learning_rate": 9.83558266113027e-05,
      "loss": 0.0273,
      "step": 38330
    },
    {
      "grad_norm": 0.12326163798570633,
      "learning_rate": 9.8354424540726e-05,
      "loss": 0.0244,
      "step": 38340
    },
    {
      "grad_norm": 0.1304539442062378,
      "learning_rate": 9.835302188259743e-05,
      "loss": 0.0223,
      "step": 38350
    },
    {
      "grad_norm": 0.26998358964920044,
      "learning_rate": 9.835161863693398e-05,
      "loss": 0.021,
      "step": 38360
    },
    {
      "grad_norm": 0.15944725275039673,
      "learning_rate": 9.83502148037527e-05,
      "loss": 0.0216,
      "step": 38370
    },
    {
      "grad_norm": 0.1453494429588318,
      "learning_rate": 9.834881038307068e-05,
      "loss": 0.0297,
      "step": 38380
    },
    {
      "grad_norm": 0.15838050842285156,
      "learning_rate": 9.834740537490495e-05,
      "loss": 0.0205,
      "step": 38390
    },
    {
      "grad_norm": 0.22569021582603455,
      "learning_rate": 9.83459997792726e-05,
      "loss": 0.0233,
      "step": 38400
    },
    {
      "grad_norm": 0.19674859941005707,
      "learning_rate": 9.834459359619071e-05,
      "loss": 0.0231,
      "step": 38410
    },
    {
      "grad_norm": 0.2366604208946228,
      "learning_rate": 9.834318682567635e-05,
      "loss": 0.0336,
      "step": 38420
    },
    {
      "grad_norm": 0.1848134547472,
      "learning_rate": 9.834177946774665e-05,
      "loss": 0.0243,
      "step": 38430
    },
    {
      "grad_norm": 0.21667249500751495,
      "learning_rate": 9.834037152241868e-05,
      "loss": 0.03,
      "step": 38440
    },
    {
      "grad_norm": 0.2881753146648407,
      "learning_rate": 9.833896298970955e-05,
      "loss": 0.0319,
      "step": 38450
    },
    {
      "grad_norm": 0.17301273345947266,
      "learning_rate": 9.833755386963637e-05,
      "loss": 0.036,
      "step": 38460
    },
    {
      "grad_norm": 0.26825013756752014,
      "learning_rate": 9.833614416221628e-05,
      "loss": 0.0332,
      "step": 38470
    },
    {
      "grad_norm": 0.24325798451900482,
      "learning_rate": 9.833473386746641e-05,
      "loss": 0.0276,
      "step": 38480
    },
    {
      "grad_norm": 0.16307193040847778,
      "learning_rate": 9.833332298540388e-05,
      "loss": 0.0308,
      "step": 38490
    },
    {
      "grad_norm": 0.19065265357494354,
      "learning_rate": 9.833191151604583e-05,
      "loss": 0.0258,
      "step": 38500
    },
    {
      "grad_norm": 0.17470555007457733,
      "learning_rate": 9.833049945940945e-05,
      "loss": 0.03,
      "step": 38510
    },
    {
      "grad_norm": 0.195336252450943,
      "learning_rate": 9.832908681551185e-05,
      "loss": 0.0271,
      "step": 38520
    },
    {
      "grad_norm": 0.19664344191551208,
      "learning_rate": 9.832767358437023e-05,
      "loss": 0.0258,
      "step": 38530
    },
    {
      "grad_norm": 0.1873660534620285,
      "learning_rate": 9.832625976600173e-05,
      "loss": 0.0229,
      "step": 38540
    },
    {
      "grad_norm": 0.22643564641475677,
      "learning_rate": 9.832484536042355e-05,
      "loss": 0.0263,
      "step": 38550
    },
    {
      "grad_norm": 0.10527341067790985,
      "learning_rate": 9.832343036765288e-05,
      "loss": 0.0264,
      "step": 38560
    },
    {
      "grad_norm": 0.161809504032135,
      "learning_rate": 9.83220147877069e-05,
      "loss": 0.0304,
      "step": 38570
    },
    {
      "grad_norm": 0.23899804055690765,
      "learning_rate": 9.832059862060282e-05,
      "loss": 0.0316,
      "step": 38580
    },
    {
      "grad_norm": 0.1480158120393753,
      "learning_rate": 9.831918186635785e-05,
      "loss": 0.0277,
      "step": 38590
    },
    {
      "grad_norm": 0.29110151529312134,
      "learning_rate": 9.831776452498919e-05,
      "loss": 0.033,
      "step": 38600
    },
    {
      "grad_norm": 0.22981759905815125,
      "learning_rate": 9.831634659651407e-05,
      "loss": 0.025,
      "step": 38610
    },
    {
      "grad_norm": 0.15900534391403198,
      "learning_rate": 9.831492808094973e-05,
      "loss": 0.0215,
      "step": 38620
    },
    {
      "grad_norm": 0.511364221572876,
      "learning_rate": 9.83135089783134e-05,
      "loss": 0.0256,
      "step": 38630
    },
    {
      "grad_norm": 0.22440193593502045,
      "learning_rate": 9.83120892886223e-05,
      "loss": 0.0232,
      "step": 38640
    },
    {
      "grad_norm": 0.36793699860572815,
      "learning_rate": 9.831066901189372e-05,
      "loss": 0.0257,
      "step": 38650
    },
    {
      "grad_norm": 0.14327611029148102,
      "learning_rate": 9.830924814814488e-05,
      "loss": 0.0237,
      "step": 38660
    },
    {
      "grad_norm": 0.20176063477993011,
      "learning_rate": 9.830782669739308e-05,
      "loss": 0.0229,
      "step": 38670
    },
    {
      "grad_norm": 0.17480118572711945,
      "learning_rate": 9.830640465965557e-05,
      "loss": 0.026,
      "step": 38680
    },
    {
      "grad_norm": 0.15391644835472107,
      "learning_rate": 9.830498203494964e-05,
      "loss": 0.0244,
      "step": 38690
    },
    {
      "grad_norm": 0.1917368471622467,
      "learning_rate": 9.830355882329257e-05,
      "loss": 0.0229,
      "step": 38700
    },
    {
      "grad_norm": 0.16741743683815002,
      "learning_rate": 9.830213502470165e-05,
      "loss": 0.0313,
      "step": 38710
    },
    {
      "grad_norm": 0.25133538246154785,
      "learning_rate": 9.830071063919418e-05,
      "loss": 0.0233,
      "step": 38720
    },
    {
      "grad_norm": 0.17540967464447021,
      "learning_rate": 9.829928566678748e-05,
      "loss": 0.0198,
      "step": 38730
    },
    {
      "grad_norm": 0.18736113607883453,
      "learning_rate": 9.829786010749885e-05,
      "loss": 0.0224,
      "step": 38740
    },
    {
      "grad_norm": 0.18350893259048462,
      "learning_rate": 9.829643396134563e-05,
      "loss": 0.0212,
      "step": 38750
    },
    {
      "grad_norm": 0.1774912029504776,
      "learning_rate": 9.829500722834513e-05,
      "loss": 0.0201,
      "step": 38760
    },
    {
      "grad_norm": 0.38366907835006714,
      "learning_rate": 9.829357990851468e-05,
      "loss": 0.022,
      "step": 38770
    },
    {
      "grad_norm": 0.20968672633171082,
      "learning_rate": 9.829215200187167e-05,
      "loss": 0.0217,
      "step": 38780
    },
    {
      "grad_norm": 0.28494760394096375,
      "learning_rate": 9.82907235084334e-05,
      "loss": 0.022,
      "step": 38790
    },
    {
      "grad_norm": 0.2155420482158661,
      "learning_rate": 9.828929442821725e-05,
      "loss": 0.0196,
      "step": 38800
    },
    {
      "grad_norm": 0.2919505536556244,
      "learning_rate": 9.828786476124056e-05,
      "loss": 0.024,
      "step": 38810
    },
    {
      "grad_norm": 0.13144557178020477,
      "learning_rate": 9.828643450752076e-05,
      "loss": 0.0296,
      "step": 38820
    },
    {
      "grad_norm": 0.1996070146560669,
      "learning_rate": 9.828500366707516e-05,
      "loss": 0.0249,
      "step": 38830
    },
    {
      "grad_norm": 0.17623434960842133,
      "learning_rate": 9.828357223992119e-05,
      "loss": 0.0207,
      "step": 38840
    },
    {
      "grad_norm": 0.17392756044864655,
      "learning_rate": 9.828214022607623e-05,
      "loss": 0.0343,
      "step": 38850
    },
    {
      "grad_norm": 0.30372411012649536,
      "learning_rate": 9.828070762555767e-05,
      "loss": 0.0209,
      "step": 38860
    },
    {
      "grad_norm": 0.22360098361968994,
      "learning_rate": 9.827927443838293e-05,
      "loss": 0.022,
      "step": 38870
    },
    {
      "grad_norm": 0.23658333718776703,
      "learning_rate": 9.827784066456943e-05,
      "loss": 0.0288,
      "step": 38880
    },
    {
      "grad_norm": 0.18096016347408295,
      "learning_rate": 9.827640630413459e-05,
      "loss": 0.0219,
      "step": 38890
    },
    {
      "grad_norm": 0.22428104281425476,
      "learning_rate": 9.82749713570958e-05,
      "loss": 0.0268,
      "step": 38900
    },
    {
      "grad_norm": 0.23745307326316833,
      "learning_rate": 9.827353582347057e-05,
      "loss": 0.027,
      "step": 38910
    },
    {
      "grad_norm": 0.24163250625133514,
      "learning_rate": 9.827209970327629e-05,
      "loss": 0.0287,
      "step": 38920
    },
    {
      "grad_norm": 0.22126580774784088,
      "learning_rate": 9.82706629965304e-05,
      "loss": 0.0197,
      "step": 38930
    },
    {
      "grad_norm": 0.18714584410190582,
      "learning_rate": 9.82692257032504e-05,
      "loss": 0.0213,
      "step": 38940
    },
    {
      "grad_norm": 0.2173675298690796,
      "learning_rate": 9.826778782345374e-05,
      "loss": 0.0228,
      "step": 38950
    },
    {
      "grad_norm": 0.4319329261779785,
      "learning_rate": 9.826634935715788e-05,
      "loss": 0.0245,
      "step": 38960
    },
    {
      "grad_norm": 0.33221158385276794,
      "learning_rate": 9.82649103043803e-05,
      "loss": 0.0253,
      "step": 38970
    },
    {
      "grad_norm": 0.3520304560661316,
      "learning_rate": 9.826347066513847e-05,
      "loss": 0.0266,
      "step": 38980
    },
    {
      "grad_norm": 0.19553330540657043,
      "learning_rate": 9.826203043944994e-05,
      "loss": 0.0217,
      "step": 38990
    },
    {
      "grad_norm": 0.1419878453016281,
      "learning_rate": 9.826058962733216e-05,
      "loss": 0.0206,
      "step": 39000
    },
    {
      "grad_norm": 0.12710869312286377,
      "learning_rate": 9.825914822880264e-05,
      "loss": 0.0221,
      "step": 39010
    },
    {
      "grad_norm": 0.17326897382736206,
      "learning_rate": 9.825770624387891e-05,
      "loss": 0.0234,
      "step": 39020
    },
    {
      "grad_norm": 0.21165227890014648,
      "learning_rate": 9.82562636725785e-05,
      "loss": 0.0243,
      "step": 39030
    },
    {
      "grad_norm": 0.37467893958091736,
      "learning_rate": 9.82548205149189e-05,
      "loss": 0.0281,
      "step": 39040
    },
    {
      "grad_norm": 0.2407497614622116,
      "learning_rate": 9.825337677091768e-05,
      "loss": 0.0216,
      "step": 39050
    },
    {
      "grad_norm": 0.1339772492647171,
      "learning_rate": 9.825193244059238e-05,
      "loss": 0.0243,
      "step": 39060
    },
    {
      "grad_norm": 0.2295427918434143,
      "learning_rate": 9.825048752396055e-05,
      "loss": 0.0238,
      "step": 39070
    },
    {
      "grad_norm": 0.1641652137041092,
      "learning_rate": 9.824904202103972e-05,
      "loss": 0.0226,
      "step": 39080
    },
    {
      "grad_norm": 0.12873004376888275,
      "learning_rate": 9.824759593184749e-05,
      "loss": 0.0226,
      "step": 39090
    },
    {
      "grad_norm": 0.17020004987716675,
      "learning_rate": 9.824614925640141e-05,
      "loss": 0.0262,
      "step": 39100
    },
    {
      "grad_norm": 0.18328534066677094,
      "learning_rate": 9.824470199471907e-05,
      "loss": 0.0234,
      "step": 39110
    },
    {
      "grad_norm": 0.20036081969738007,
      "learning_rate": 9.824325414681805e-05,
      "loss": 0.0236,
      "step": 39120
    },
    {
      "grad_norm": 0.3638070225715637,
      "learning_rate": 9.824180571271594e-05,
      "loss": 0.0236,
      "step": 39130
    },
    {
      "grad_norm": 0.2579513192176819,
      "learning_rate": 9.824035669243035e-05,
      "loss": 0.0241,
      "step": 39140
    },
    {
      "grad_norm": 0.26567497849464417,
      "learning_rate": 9.823890708597887e-05,
      "loss": 0.0336,
      "step": 39150
    },
    {
      "grad_norm": 0.16402189433574677,
      "learning_rate": 9.823745689337912e-05,
      "loss": 0.0261,
      "step": 39160
    },
    {
      "grad_norm": 0.4351866841316223,
      "learning_rate": 9.823600611464874e-05,
      "loss": 0.0259,
      "step": 39170
    },
    {
      "grad_norm": 0.09302376210689545,
      "learning_rate": 9.823455474980532e-05,
      "loss": 0.0217,
      "step": 39180
    },
    {
      "grad_norm": 0.2385748326778412,
      "learning_rate": 9.823310279886654e-05,
      "loss": 0.0274,
      "step": 39190
    },
    {
      "grad_norm": 0.16888642311096191,
      "learning_rate": 9.823165026185001e-05,
      "loss": 0.0296,
      "step": 39200
    },
    {
      "grad_norm": 0.19828376173973083,
      "learning_rate": 9.823019713877339e-05,
      "loss": 0.0285,
      "step": 39210
    },
    {
      "grad_norm": 0.18828970193862915,
      "learning_rate": 9.822874342965435e-05,
      "loss": 0.0285,
      "step": 39220
    },
    {
      "grad_norm": 0.20659871399402618,
      "learning_rate": 9.822728913451053e-05,
      "loss": 0.0273,
      "step": 39230
    },
    {
      "grad_norm": 0.17136994004249573,
      "learning_rate": 9.822583425335963e-05,
      "loss": 0.0227,
      "step": 39240
    },
    {
      "grad_norm": 0.13161268830299377,
      "learning_rate": 9.822437878621931e-05,
      "loss": 0.0196,
      "step": 39250
    },
    {
      "grad_norm": 0.14868281781673431,
      "learning_rate": 9.822292273310723e-05,
      "loss": 0.0219,
      "step": 39260
    },
    {
      "grad_norm": 0.6854614019393921,
      "learning_rate": 9.822146609404112e-05,
      "loss": 0.0207,
      "step": 39270
    },
    {
      "grad_norm": 0.5809521675109863,
      "learning_rate": 9.822000886903869e-05,
      "loss": 0.0318,
      "step": 39280
    },
    {
      "grad_norm": 0.2714976966381073,
      "learning_rate": 9.821855105811761e-05,
      "loss": 0.0408,
      "step": 39290
    },
    {
      "grad_norm": 0.24788235127925873,
      "learning_rate": 9.82170926612956e-05,
      "loss": 0.0328,
      "step": 39300
    },
    {
      "grad_norm": 0.19388705492019653,
      "learning_rate": 9.82156336785904e-05,
      "loss": 0.0321,
      "step": 39310
    },
    {
      "grad_norm": 0.20978309214115143,
      "learning_rate": 9.821417411001971e-05,
      "loss": 0.0281,
      "step": 39320
    },
    {
      "grad_norm": 0.1968778371810913,
      "learning_rate": 9.82127139556013e-05,
      "loss": 0.0331,
      "step": 39330
    },
    {
      "grad_norm": 0.18645820021629333,
      "learning_rate": 9.82112532153529e-05,
      "loss": 0.0264,
      "step": 39340
    },
    {
      "grad_norm": 0.2060585618019104,
      "learning_rate": 9.820979188929225e-05,
      "loss": 0.0285,
      "step": 39350
    },
    {
      "grad_norm": 0.19337938725948334,
      "learning_rate": 9.82083299774371e-05,
      "loss": 0.0312,
      "step": 39360
    },
    {
      "grad_norm": 0.21223539113998413,
      "learning_rate": 9.820686747980525e-05,
      "loss": 0.0261,
      "step": 39370
    },
    {
      "grad_norm": 0.1437368094921112,
      "learning_rate": 9.820540439641441e-05,
      "loss": 0.0258,
      "step": 39380
    },
    {
      "grad_norm": 0.23206593096256256,
      "learning_rate": 9.820394072728243e-05,
      "loss": 0.025,
      "step": 39390
    },
    {
      "grad_norm": 0.21960191428661346,
      "learning_rate": 9.820247647242703e-05,
      "loss": 0.0303,
      "step": 39400
    },
    {
      "grad_norm": 0.17646656930446625,
      "learning_rate": 9.820101163186603e-05,
      "loss": 0.0397,
      "step": 39410
    },
    {
      "grad_norm": 0.16563713550567627,
      "learning_rate": 9.819954620561725e-05,
      "loss": 0.0183,
      "step": 39420
    },
    {
      "grad_norm": 0.271501362323761,
      "learning_rate": 9.819808019369847e-05,
      "loss": 0.021,
      "step": 39430
    },
    {
      "grad_norm": 0.24185702204704285,
      "learning_rate": 9.81966135961275e-05,
      "loss": 0.0288,
      "step": 39440
    },
    {
      "grad_norm": 0.1763223260641098,
      "learning_rate": 9.819514641292217e-05,
      "loss": 0.0207,
      "step": 39450
    },
    {
      "grad_norm": 0.1974698305130005,
      "learning_rate": 9.819367864410032e-05,
      "loss": 0.0294,
      "step": 39460
    },
    {
      "grad_norm": 0.16448479890823364,
      "learning_rate": 9.819221028967975e-05,
      "loss": 0.0237,
      "step": 39470
    },
    {
      "grad_norm": 0.11824100464582443,
      "learning_rate": 9.819074134967834e-05,
      "loss": 0.0328,
      "step": 39480
    },
    {
      "grad_norm": 0.22471944987773895,
      "learning_rate": 9.818927182411392e-05,
      "loss": 0.0357,
      "step": 39490
    },
    {
      "grad_norm": 0.23171253502368927,
      "learning_rate": 9.818780171300435e-05,
      "loss": 0.0241,
      "step": 39500
    },
    {
      "grad_norm": 0.1959281712770462,
      "learning_rate": 9.81863310163675e-05,
      "loss": 0.0224,
      "step": 39510
    },
    {
      "grad_norm": 0.2372509092092514,
      "learning_rate": 9.818485973422121e-05,
      "loss": 0.024,
      "step": 39520
    },
    {
      "grad_norm": 0.20096555352210999,
      "learning_rate": 9.818338786658339e-05,
      "loss": 0.0255,
      "step": 39530
    },
    {
      "grad_norm": 0.22452640533447266,
      "learning_rate": 9.818191541347193e-05,
      "loss": 0.026,
      "step": 39540
    },
    {
      "grad_norm": 0.1939859390258789,
      "learning_rate": 9.818044237490469e-05,
      "loss": 0.0309,
      "step": 39550
    },
    {
      "grad_norm": 0.20656414330005646,
      "learning_rate": 9.817896875089959e-05,
      "loss": 0.0273,
      "step": 39560
    },
    {
      "grad_norm": 0.32180750370025635,
      "learning_rate": 9.817749454147454e-05,
      "loss": 0.0274,
      "step": 39570
    },
    {
      "grad_norm": 0.3105609714984894,
      "learning_rate": 9.817601974664744e-05,
      "loss": 0.0282,
      "step": 39580
    },
    {
      "grad_norm": 0.17684578895568848,
      "learning_rate": 9.81745443664362e-05,
      "loss": 0.0265,
      "step": 39590
    },
    {
      "grad_norm": 0.27145424485206604,
      "learning_rate": 9.817306840085877e-05,
      "loss": 0.0261,
      "step": 39600
    },
    {
      "grad_norm": 0.2560100257396698,
      "learning_rate": 9.817159184993308e-05,
      "loss": 0.0239,
      "step": 39610
    },
    {
      "grad_norm": 0.17861822247505188,
      "learning_rate": 9.817011471367706e-05,
      "loss": 0.0204,
      "step": 39620
    },
    {
      "grad_norm": 0.15029464662075043,
      "learning_rate": 9.816863699210868e-05,
      "loss": 0.0269,
      "step": 39630
    },
    {
      "grad_norm": 0.20908279716968536,
      "learning_rate": 9.816715868524586e-05,
      "loss": 0.031,
      "step": 39640
    },
    {
      "grad_norm": 0.24880437552928925,
      "learning_rate": 9.81656797931066e-05,
      "loss": 0.0373,
      "step": 39650
    },
    {
      "grad_norm": 0.145856112241745,
      "learning_rate": 9.816420031570885e-05,
      "loss": 0.0236,
      "step": 39660
    },
    {
      "grad_norm": 0.24638885259628296,
      "learning_rate": 9.81627202530706e-05,
      "loss": 0.0252,
      "step": 39670
    },
    {
      "grad_norm": 0.4197080731391907,
      "learning_rate": 9.816123960520982e-05,
      "loss": 0.0202,
      "step": 39680
    },
    {
      "grad_norm": 0.44410082697868347,
      "learning_rate": 9.815975837214451e-05,
      "loss": 0.0296,
      "step": 39690
    },
    {
      "grad_norm": 0.12877851724624634,
      "learning_rate": 9.815827655389267e-05,
      "loss": 0.0288,
      "step": 39700
    },
    {
      "grad_norm": 0.16181743144989014,
      "learning_rate": 9.815679415047228e-05,
      "loss": 0.0257,
      "step": 39710
    },
    {
      "grad_norm": 0.18147464096546173,
      "learning_rate": 9.815531116190139e-05,
      "loss": 0.0223,
      "step": 39720
    },
    {
      "grad_norm": 0.2453669309616089,
      "learning_rate": 9.8153827588198e-05,
      "loss": 0.0291,
      "step": 39730
    },
    {
      "grad_norm": 0.22932671010494232,
      "learning_rate": 9.815234342938014e-05,
      "loss": 0.0222,
      "step": 39740
    },
    {
      "grad_norm": 0.2648828625679016,
      "learning_rate": 9.815085868546585e-05,
      "loss": 0.0265,
      "step": 39750
    },
    {
      "grad_norm": 0.1842188835144043,
      "learning_rate": 9.814937335647316e-05,
      "loss": 0.0247,
      "step": 39760
    },
    {
      "grad_norm": 0.3413131833076477,
      "learning_rate": 9.814788744242012e-05,
      "loss": 0.0334,
      "step": 39770
    },
    {
      "grad_norm": 0.12374551594257355,
      "learning_rate": 9.814640094332478e-05,
      "loss": 0.0201,
      "step": 39780
    },
    {
      "grad_norm": 0.14302340149879456,
      "learning_rate": 9.814491385920523e-05,
      "loss": 0.025,
      "step": 39790
    },
    {
      "grad_norm": 0.3678019344806671,
      "learning_rate": 9.814342619007951e-05,
      "loss": 0.0282,
      "step": 39800
    },
    {
      "grad_norm": 0.2095627337694168,
      "learning_rate": 9.81419379359657e-05,
      "loss": 0.0271,
      "step": 39810
    },
    {
      "grad_norm": 0.18824677169322968,
      "learning_rate": 9.814044909688191e-05,
      "loss": 0.0312,
      "step": 39820
    },
    {
      "grad_norm": 0.19556939601898193,
      "learning_rate": 9.813895967284621e-05,
      "loss": 0.0206,
      "step": 39830
    },
    {
      "grad_norm": 0.22012993693351746,
      "learning_rate": 9.813746966387669e-05,
      "loss": 0.0256,
      "step": 39840
    },
    {
      "grad_norm": 0.16440871357917786,
      "learning_rate": 9.813597906999146e-05,
      "loss": 0.0187,
      "step": 39850
    },
    {
      "grad_norm": 0.2495690882205963,
      "learning_rate": 9.813448789120864e-05,
      "loss": 0.0236,
      "step": 39860
    },
    {
      "grad_norm": 0.23512199521064758,
      "learning_rate": 9.813299612754634e-05,
      "loss": 0.0292,
      "step": 39870
    },
    {
      "grad_norm": 1.055298089981079,
      "learning_rate": 9.81315037790227e-05,
      "loss": 0.0306,
      "step": 39880
    },
    {
      "grad_norm": 0.1447969377040863,
      "learning_rate": 9.813001084565585e-05,
      "loss": 0.0243,
      "step": 39890
    },
    {
      "grad_norm": 0.1510382443666458,
      "learning_rate": 9.812851732746391e-05,
      "loss": 0.028,
      "step": 39900
    },
    {
      "grad_norm": 0.12621557712554932,
      "learning_rate": 9.812702322446505e-05,
      "loss": 0.0369,
      "step": 39910
    },
    {
      "grad_norm": 0.22410738468170166,
      "learning_rate": 9.812552853667742e-05,
      "loss": 0.0276,
      "step": 39920
    },
    {
      "grad_norm": 0.17486600577831268,
      "learning_rate": 9.812403326411919e-05,
      "loss": 0.0295,
      "step": 39930
    },
    {
      "grad_norm": 0.18218190968036652,
      "learning_rate": 9.812253740680851e-05,
      "loss": 0.0227,
      "step": 39940
    },
    {
      "grad_norm": 0.7208329439163208,
      "learning_rate": 9.812104096476358e-05,
      "loss": 0.0265,
      "step": 39950
    },
    {
      "grad_norm": 0.18134962022304535,
      "learning_rate": 9.811954393800255e-05,
      "loss": 0.0264,
      "step": 39960
    },
    {
      "grad_norm": 0.17236030101776123,
      "learning_rate": 9.811804632654362e-05,
      "loss": 0.0242,
      "step": 39970
    },
    {
      "grad_norm": 0.17639170587062836,
      "learning_rate": 9.811654813040502e-05,
      "loss": 0.0287,
      "step": 39980
    },
    {
      "grad_norm": 0.1288754791021347,
      "learning_rate": 9.811504934960492e-05,
      "loss": 0.0305,
      "step": 39990
    },
    {
      "grad_norm": 0.23152604699134827,
      "learning_rate": 9.811354998416154e-05,
      "loss": 0.0307,
      "step": 40000
    },
    {
      "grad_norm": 0.20830702781677246,
      "learning_rate": 9.81120500340931e-05,
      "loss": 0.0225,
      "step": 40010
    },
    {
      "grad_norm": 0.16744889318943024,
      "learning_rate": 9.811054949941783e-05,
      "loss": 0.0244,
      "step": 40020
    },
    {
      "grad_norm": 0.21403849124908447,
      "learning_rate": 9.810904838015397e-05,
      "loss": 0.0262,
      "step": 40030
    },
    {
      "grad_norm": 0.14978885650634766,
      "learning_rate": 9.810754667631973e-05,
      "loss": 0.0309,
      "step": 40040
    },
    {
      "grad_norm": 0.21913795173168182,
      "learning_rate": 9.810604438793339e-05,
      "loss": 0.0248,
      "step": 40050
    },
    {
      "grad_norm": 0.13925327360630035,
      "learning_rate": 9.810454151501319e-05,
      "loss": 0.0219,
      "step": 40060
    },
    {
      "grad_norm": 0.22570393979549408,
      "learning_rate": 9.810303805757739e-05,
      "loss": 0.0248,
      "step": 40070
    },
    {
      "grad_norm": 0.1947871446609497,
      "learning_rate": 9.810153401564426e-05,
      "loss": 0.0275,
      "step": 40080
    },
    {
      "grad_norm": 0.33381491899490356,
      "learning_rate": 9.810002938923208e-05,
      "loss": 0.0294,
      "step": 40090
    },
    {
      "grad_norm": 0.20763857662677765,
      "learning_rate": 9.809852417835912e-05,
      "loss": 0.0215,
      "step": 40100
    },
    {
      "grad_norm": 0.13471956551074982,
      "learning_rate": 9.809701838304368e-05,
      "loss": 0.0242,
      "step": 40110
    },
    {
      "grad_norm": 0.15060672163963318,
      "learning_rate": 9.809551200330407e-05,
      "loss": 0.0232,
      "step": 40120
    },
    {
      "grad_norm": 0.1939065158367157,
      "learning_rate": 9.809400503915857e-05,
      "loss": 0.0261,
      "step": 40130
    },
    {
      "grad_norm": 0.24369874596595764,
      "learning_rate": 9.80924974906255e-05,
      "loss": 0.0348,
      "step": 40140
    },
    {
      "grad_norm": 0.25953561067581177,
      "learning_rate": 9.809098935772318e-05,
      "loss": 0.0281,
      "step": 40150
    },
    {
      "grad_norm": 0.24184007942676544,
      "learning_rate": 9.808948064046993e-05,
      "loss": 0.0251,
      "step": 40160
    },
    {
      "grad_norm": 0.1470346301794052,
      "learning_rate": 9.80879713388841e-05,
      "loss": 0.0213,
      "step": 40170
    },
    {
      "grad_norm": 0.13892005383968353,
      "learning_rate": 9.808646145298399e-05,
      "loss": 0.0255,
      "step": 40180
    },
    {
      "grad_norm": 0.20675399899482727,
      "learning_rate": 9.808495098278799e-05,
      "loss": 0.0261,
      "step": 40190
    },
    {
      "grad_norm": 0.10756202042102814,
      "learning_rate": 9.808343992831443e-05,
      "loss": 0.0219,
      "step": 40200
    },
    {
      "grad_norm": 0.1697818487882614,
      "learning_rate": 9.808192828958169e-05,
      "loss": 0.0242,
      "step": 40210
    },
    {
      "grad_norm": 0.21793942153453827,
      "learning_rate": 9.808041606660811e-05,
      "loss": 0.0266,
      "step": 40220
    },
    {
      "grad_norm": 0.21191325783729553,
      "learning_rate": 9.80789032594121e-05,
      "loss": 0.02,
      "step": 40230
    },
    {
      "grad_norm": 0.19913871586322784,
      "learning_rate": 9.807738986801198e-05,
      "loss": 0.0295,
      "step": 40240
    },
    {
      "grad_norm": 0.14767198264598846,
      "learning_rate": 9.807587589242621e-05,
      "loss": 0.0219,
      "step": 40250
    },
    {
      "grad_norm": 0.4632834196090698,
      "learning_rate": 9.807436133267316e-05,
      "loss": 0.0245,
      "step": 40260
    },
    {
      "grad_norm": 0.18021950125694275,
      "learning_rate": 9.807284618877121e-05,
      "loss": 0.0286,
      "step": 40270
    },
    {
      "grad_norm": 0.21571137011051178,
      "learning_rate": 9.807133046073881e-05,
      "loss": 0.0279,
      "step": 40280
    },
    {
      "grad_norm": 0.13684432208538055,
      "learning_rate": 9.806981414859435e-05,
      "loss": 0.026,
      "step": 40290
    },
    {
      "grad_norm": 0.1911536008119583,
      "learning_rate": 9.806829725235627e-05,
      "loss": 0.0257,
      "step": 40300
    },
    {
      "grad_norm": 0.35926589369773865,
      "learning_rate": 9.806677977204298e-05,
      "loss": 0.027,
      "step": 40310
    },
    {
      "grad_norm": 0.1412472277879715,
      "learning_rate": 9.806526170767294e-05,
      "loss": 0.0215,
      "step": 40320
    },
    {
      "grad_norm": 0.2265111654996872,
      "learning_rate": 9.80637430592646e-05,
      "loss": 0.0291,
      "step": 40330
    },
    {
      "grad_norm": 0.1666867882013321,
      "learning_rate": 9.806222382683639e-05,
      "loss": 0.0188,
      "step": 40340
    },
    {
      "grad_norm": 0.24767448008060455,
      "learning_rate": 9.806070401040678e-05,
      "loss": 0.0206,
      "step": 40350
    },
    {
      "grad_norm": 0.28206393122673035,
      "learning_rate": 9.805918360999424e-05,
      "loss": 0.02,
      "step": 40360
    },
    {
      "grad_norm": 0.13390594720840454,
      "learning_rate": 9.805766262561726e-05,
      "loss": 0.0192,
      "step": 40370
    },
    {
      "grad_norm": 0.6958501935005188,
      "learning_rate": 9.805614105729429e-05,
      "loss": 0.0257,
      "step": 40380
    },
    {
      "grad_norm": 0.1906990259885788,
      "learning_rate": 9.805461890504384e-05,
      "loss": 0.0211,
      "step": 40390
    },
    {
      "grad_norm": 0.14138905704021454,
      "learning_rate": 9.805309616888438e-05,
      "loss": 0.0287,
      "step": 40400
    },
    {
      "grad_norm": 0.19155314564704895,
      "learning_rate": 9.805157284883446e-05,
      "loss": 0.0298,
      "step": 40410
    },
    {
      "grad_norm": 0.2594584822654724,
      "learning_rate": 9.805004894491255e-05,
      "loss": 0.0243,
      "step": 40420
    },
    {
      "grad_norm": 0.18801435828208923,
      "learning_rate": 9.804852445713716e-05,
      "loss": 0.0301,
      "step": 40430
    },
    {
      "grad_norm": 0.2230319380760193,
      "learning_rate": 9.804699938552687e-05,
      "loss": 0.0217,
      "step": 40440
    },
    {
      "grad_norm": 0.15301696956157684,
      "learning_rate": 9.804547373010015e-05,
      "loss": 0.0177,
      "step": 40450
    },
    {
      "grad_norm": 0.4937712848186493,
      "learning_rate": 9.804394749087555e-05,
      "loss": 0.023,
      "step": 40460
    },
    {
      "grad_norm": 0.17811095714569092,
      "learning_rate": 9.804242066787167e-05,
      "loss": 0.0271,
      "step": 40470
    },
    {
      "grad_norm": 0.188156396150589,
      "learning_rate": 9.804089326110697e-05,
      "loss": 0.028,
      "step": 40480
    },
    {
      "grad_norm": 0.11063109338283539,
      "learning_rate": 9.803936527060009e-05,
      "loss": 0.0249,
      "step": 40490
    },
    {
      "grad_norm": 0.3205508291721344,
      "learning_rate": 9.803783669636955e-05,
      "loss": 0.021,
      "step": 40500
    },
    {
      "grad_norm": 0.19815081357955933,
      "learning_rate": 9.803630753843395e-05,
      "loss": 0.0224,
      "step": 40510
    },
    {
      "grad_norm": 0.14952786266803741,
      "learning_rate": 9.803477779681185e-05,
      "loss": 0.0228,
      "step": 40520
    },
    {
      "grad_norm": 0.138950914144516,
      "learning_rate": 9.803324747152185e-05,
      "loss": 0.0265,
      "step": 40530
    },
    {
      "grad_norm": 0.1379811018705368,
      "learning_rate": 9.803171656258254e-05,
      "loss": 0.0169,
      "step": 40540
    },
    {
      "grad_norm": 0.23595380783081055,
      "learning_rate": 9.803018507001253e-05,
      "loss": 0.0264,
      "step": 40550
    },
    {
      "grad_norm": 0.1662423461675644,
      "learning_rate": 9.802865299383043e-05,
      "loss": 0.0235,
      "step": 40560
    },
    {
      "grad_norm": 0.18425217270851135,
      "learning_rate": 9.802712033405483e-05,
      "loss": 0.0239,
      "step": 40570
    },
    {
      "grad_norm": 0.16626226902008057,
      "learning_rate": 9.802558709070439e-05,
      "loss": 0.0248,
      "step": 40580
    },
    {
      "grad_norm": 0.6554023027420044,
      "learning_rate": 9.802405326379772e-05,
      "loss": 0.0354,
      "step": 40590
    },
    {
      "grad_norm": 0.14709316194057465,
      "learning_rate": 9.802251885335345e-05,
      "loss": 0.0332,
      "step": 40600
    },
    {
      "grad_norm": 0.21069520711898804,
      "learning_rate": 9.802098385939025e-05,
      "loss": 0.0288,
      "step": 40610
    },
    {
      "grad_norm": 0.22799831628799438,
      "learning_rate": 9.801944828192675e-05,
      "loss": 0.0202,
      "step": 40620
    },
    {
      "grad_norm": 0.20838004350662231,
      "learning_rate": 9.801791212098162e-05,
      "loss": 0.0213,
      "step": 40630
    },
    {
      "grad_norm": 0.19432930648326874,
      "learning_rate": 9.801637537657351e-05,
      "loss": 0.0244,
      "step": 40640
    },
    {
      "grad_norm": 0.11879009753465652,
      "learning_rate": 9.801483804872112e-05,
      "loss": 0.0185,
      "step": 40650
    },
    {
      "grad_norm": 0.20449449121952057,
      "learning_rate": 9.80133001374431e-05,
      "loss": 0.0294,
      "step": 40660
    },
    {
      "grad_norm": 0.17145444452762604,
      "learning_rate": 9.801176164275816e-05,
      "loss": 0.0274,
      "step": 40670
    },
    {
      "grad_norm": 0.18156275153160095,
      "learning_rate": 9.801022256468498e-05,
      "loss": 0.0218,
      "step": 40680
    },
    {
      "grad_norm": 0.21730779111385345,
      "learning_rate": 9.800868290324227e-05,
      "loss": 0.0219,
      "step": 40690
    },
    {
      "grad_norm": 0.13165198266506195,
      "learning_rate": 9.800714265844872e-05,
      "loss": 0.0225,
      "step": 40700
    },
    {
      "grad_norm": 0.14015153050422668,
      "learning_rate": 9.800560183032308e-05,
      "loss": 0.0272,
      "step": 40710
    },
    {
      "grad_norm": 0.22614741325378418,
      "learning_rate": 9.800406041888405e-05,
      "loss": 0.0208,
      "step": 40720
    },
    {
      "grad_norm": 0.18851837515830994,
      "learning_rate": 9.800251842415036e-05,
      "loss": 0.0207,
      "step": 40730
    },
    {
      "grad_norm": 0.161324605345726,
      "learning_rate": 9.800097584614075e-05,
      "loss": 0.0177,
      "step": 40740
    },
    {
      "grad_norm": 0.17542965710163116,
      "learning_rate": 9.799943268487397e-05,
      "loss": 0.0196,
      "step": 40750
    },
    {
      "grad_norm": 0.1914799064397812,
      "learning_rate": 9.799788894036875e-05,
      "loss": 0.0223,
      "step": 40760
    },
    {
      "grad_norm": 0.21647782623767853,
      "learning_rate": 9.799634461264387e-05,
      "loss": 0.0227,
      "step": 40770
    },
    {
      "grad_norm": 0.3087926208972931,
      "learning_rate": 9.799479970171808e-05,
      "loss": 0.0208,
      "step": 40780
    },
    {
      "grad_norm": 0.19420871138572693,
      "learning_rate": 9.799325420761016e-05,
      "loss": 0.0253,
      "step": 40790
    },
    {
      "grad_norm": 0.23535484075546265,
      "learning_rate": 9.799170813033889e-05,
      "loss": 0.0251,
      "step": 40800
    },
    {
      "grad_norm": 0.32242321968078613,
      "learning_rate": 9.799016146992306e-05,
      "loss": 0.0274,
      "step": 40810
    },
    {
      "grad_norm": 0.15206032991409302,
      "learning_rate": 9.798861422638147e-05,
      "loss": 0.0196,
      "step": 40820
    },
    {
      "grad_norm": 0.1635991483926773,
      "learning_rate": 9.798706639973288e-05,
      "loss": 0.0185,
      "step": 40830
    },
    {
      "grad_norm": 0.23825910687446594,
      "learning_rate": 9.798551798999613e-05,
      "loss": 0.022,
      "step": 40840
    },
    {
      "grad_norm": 0.2606455385684967,
      "learning_rate": 9.798396899719005e-05,
      "loss": 0.0227,
      "step": 40850
    },
    {
      "grad_norm": 0.12156105786561966,
      "learning_rate": 9.798241942133342e-05,
      "loss": 0.0184,
      "step": 40860
    },
    {
      "grad_norm": 0.21800200641155243,
      "learning_rate": 9.798086926244511e-05,
      "loss": 0.0244,
      "step": 40870
    },
    {
      "grad_norm": 0.20969337224960327,
      "learning_rate": 9.797931852054393e-05,
      "loss": 0.0245,
      "step": 40880
    },
    {
      "grad_norm": 0.1876085251569748,
      "learning_rate": 9.797776719564873e-05,
      "loss": 0.0231,
      "step": 40890
    },
    {
      "grad_norm": 0.11898674815893173,
      "learning_rate": 9.797621528777837e-05,
      "loss": 0.0263,
      "step": 40900
    },
    {
      "grad_norm": 0.240255668759346,
      "learning_rate": 9.797466279695168e-05,
      "loss": 0.0259,
      "step": 40910
    },
    {
      "grad_norm": 0.18436680734157562,
      "learning_rate": 9.797310972318755e-05,
      "loss": 0.0216,
      "step": 40920
    },
    {
      "grad_norm": 0.1968485563993454,
      "learning_rate": 9.797155606650483e-05,
      "loss": 0.0153,
      "step": 40930
    },
    {
      "grad_norm": 0.1480994075536728,
      "learning_rate": 9.797000182692243e-05,
      "loss": 0.0226,
      "step": 40940
    },
    {
      "grad_norm": 0.32888516783714294,
      "learning_rate": 9.796844700445921e-05,
      "loss": 0.0166,
      "step": 40950
    },
    {
      "grad_norm": 0.19368597865104675,
      "learning_rate": 9.796689159913406e-05,
      "loss": 0.021,
      "step": 40960
    },
    {
      "grad_norm": 0.28532665967941284,
      "learning_rate": 9.79653356109659e-05,
      "loss": 0.0192,
      "step": 40970
    },
    {
      "grad_norm": 0.131425142288208,
      "learning_rate": 9.796377903997363e-05,
      "loss": 0.0227,
      "step": 40980
    },
    {
      "grad_norm": 0.13920973241329193,
      "learning_rate": 9.796222188617615e-05,
      "loss": 0.0243,
      "step": 40990
    },
    {
      "grad_norm": 5.16571044921875,
      "learning_rate": 9.796066414959238e-05,
      "loss": 0.0304,
      "step": 41000
    },
    {
      "grad_norm": 0.17673282325267792,
      "learning_rate": 9.795910583024129e-05,
      "loss": 0.0235,
      "step": 41010
    },
    {
      "grad_norm": 0.27788758277893066,
      "learning_rate": 9.795754692814176e-05,
      "loss": 0.0238,
      "step": 41020
    },
    {
      "grad_norm": 0.3534852862358093,
      "learning_rate": 9.795598744331275e-05,
      "loss": 0.0363,
      "step": 41030
    },
    {
      "grad_norm": 0.21812044084072113,
      "learning_rate": 9.795442737577323e-05,
      "loss": 0.0284,
      "step": 41040
    },
    {
      "grad_norm": 0.13425102829933167,
      "learning_rate": 9.795286672554213e-05,
      "loss": 0.0295,
      "step": 41050
    },
    {
      "grad_norm": 0.12370077520608902,
      "learning_rate": 9.795130549263843e-05,
      "loss": 0.0206,
      "step": 41060
    },
    {
      "grad_norm": 0.2872648537158966,
      "learning_rate": 9.794974367708109e-05,
      "loss": 0.0237,
      "step": 41070
    },
    {
      "grad_norm": 0.27989575266838074,
      "learning_rate": 9.79481812788891e-05,
      "loss": 0.0202,
      "step": 41080
    },
    {
      "grad_norm": 0.18970036506652832,
      "learning_rate": 9.794661829808142e-05,
      "loss": 0.022,
      "step": 41090
    },
    {
      "grad_norm": 0.18735262751579285,
      "learning_rate": 9.794505473467708e-05,
      "loss": 0.021,
      "step": 41100
    },
    {
      "grad_norm": 0.16243429481983185,
      "learning_rate": 9.794349058869506e-05,
      "loss": 0.0214,
      "step": 41110
    },
    {
      "grad_norm": 0.17026397585868835,
      "learning_rate": 9.794192586015433e-05,
      "loss": 0.0266,
      "step": 41120
    },
    {
      "grad_norm": 0.28182101249694824,
      "learning_rate": 9.794036054907396e-05,
      "loss": 0.0294,
      "step": 41130
    },
    {
      "grad_norm": 0.2712608873844147,
      "learning_rate": 9.793879465547296e-05,
      "loss": 0.0277,
      "step": 41140
    },
    {
      "grad_norm": 0.19670172035694122,
      "learning_rate": 9.793722817937032e-05,
      "loss": 0.0281,
      "step": 41150
    },
    {
      "grad_norm": 0.16718564927577972,
      "learning_rate": 9.793566112078509e-05,
      "loss": 0.0223,
      "step": 41160
    },
    {
      "grad_norm": 0.3090154826641083,
      "learning_rate": 9.793409347973635e-05,
      "loss": 0.025,
      "step": 41170
    },
    {
      "grad_norm": 0.14188309013843536,
      "learning_rate": 9.79325252562431e-05,
      "loss": 0.024,
      "step": 41180
    },
    {
      "grad_norm": 0.22806189954280853,
      "learning_rate": 9.793095645032441e-05,
      "loss": 0.0195,
      "step": 41190
    },
    {
      "grad_norm": 0.20609910786151886,
      "learning_rate": 9.792938706199934e-05,
      "loss": 0.0233,
      "step": 41200
    },
    {
      "grad_norm": 0.20174121856689453,
      "learning_rate": 9.792781709128698e-05,
      "loss": 0.0225,
      "step": 41210
    },
    {
      "grad_norm": 0.23112569749355316,
      "learning_rate": 9.792624653820638e-05,
      "loss": 0.0223,
      "step": 41220
    },
    {
      "grad_norm": 0.2709551453590393,
      "learning_rate": 9.792467540277663e-05,
      "loss": 0.0309,
      "step": 41230
    },
    {
      "grad_norm": 0.18224088847637177,
      "learning_rate": 9.792310368501683e-05,
      "loss": 0.0219,
      "step": 41240
    },
    {
      "grad_norm": 0.20412950217723846,
      "learning_rate": 9.792153138494608e-05,
      "loss": 0.0271,
      "step": 41250
    },
    {
      "grad_norm": 0.17778009176254272,
      "learning_rate": 9.791995850258348e-05,
      "loss": 0.0273,
      "step": 41260
    },
    {
      "grad_norm": 0.18196648359298706,
      "learning_rate": 9.791838503794812e-05,
      "loss": 0.0271,
      "step": 41270
    },
    {
      "grad_norm": 0.19256600737571716,
      "learning_rate": 9.791681099105915e-05,
      "loss": 0.025,
      "step": 41280
    },
    {
      "grad_norm": 0.22778652608394623,
      "learning_rate": 9.791523636193571e-05,
      "loss": 0.0236,
      "step": 41290
    },
    {
      "grad_norm": 0.19928587973117828,
      "learning_rate": 9.791366115059689e-05,
      "loss": 0.0307,
      "step": 41300
    },
    {
      "grad_norm": 0.20747271180152893,
      "learning_rate": 9.791208535706184e-05,
      "loss": 0.024,
      "step": 41310
    },
    {
      "grad_norm": 0.17693379521369934,
      "learning_rate": 9.791050898134972e-05,
      "loss": 0.0186,
      "step": 41320
    },
    {
      "grad_norm": 0.2214629203081131,
      "learning_rate": 9.790893202347969e-05,
      "loss": 0.0254,
      "step": 41330
    },
    {
      "grad_norm": 0.301718145608902,
      "learning_rate": 9.79073544834709e-05,
      "loss": 0.0228,
      "step": 41340
    },
    {
      "grad_norm": 0.21780581772327423,
      "learning_rate": 9.79057763613425e-05,
      "loss": 0.0262,
      "step": 41350
    },
    {
      "grad_norm": 0.1717461347579956,
      "learning_rate": 9.790419765711372e-05,
      "loss": 0.0224,
      "step": 41360
    },
    {
      "grad_norm": 0.6013464331626892,
      "learning_rate": 9.790261837080368e-05,
      "loss": 0.0276,
      "step": 41370
    },
    {
      "grad_norm": 0.1930408924818039,
      "learning_rate": 9.790103850243161e-05,
      "loss": 0.025,
      "step": 41380
    },
    {
      "grad_norm": 0.2011304795742035,
      "learning_rate": 9.789945805201672e-05,
      "loss": 0.0201,
      "step": 41390
    },
    {
      "grad_norm": 0.2744230628013611,
      "learning_rate": 9.789787701957815e-05,
      "loss": 0.0219,
      "step": 41400
    },
    {
      "grad_norm": 0.1219785213470459,
      "learning_rate": 9.789629540513518e-05,
      "loss": 0.021,
      "step": 41410
    },
    {
      "grad_norm": 0.12317019701004028,
      "learning_rate": 9.789471320870699e-05,
      "loss": 0.023,
      "step": 41420
    },
    {
      "grad_norm": 0.10806842893362045,
      "learning_rate": 9.789313043031281e-05,
      "loss": 0.0164,
      "step": 41430
    },
    {
      "grad_norm": 0.12254869192838669,
      "learning_rate": 9.789154706997187e-05,
      "loss": 0.0155,
      "step": 41440
    },
    {
      "grad_norm": 0.17746883630752563,
      "learning_rate": 9.788996312770344e-05,
      "loss": 0.0252,
      "step": 41450
    },
    {
      "grad_norm": 0.17592866718769073,
      "learning_rate": 9.788837860352673e-05,
      "loss": 0.0259,
      "step": 41460
    },
    {
      "grad_norm": 0.2167874127626419,
      "learning_rate": 9.788679349746101e-05,
      "loss": 0.0191,
      "step": 41470
    },
    {
      "grad_norm": 0.45500287413597107,
      "learning_rate": 9.788520780952553e-05,
      "loss": 0.0284,
      "step": 41480
    },
    {
      "grad_norm": 0.21434222161769867,
      "learning_rate": 9.788362153973955e-05,
      "loss": 0.0262,
      "step": 41490
    },
    {
      "grad_norm": 0.6877976059913635,
      "learning_rate": 9.788203468812238e-05,
      "loss": 0.0269,
      "step": 41500
    },
    {
      "grad_norm": 0.38587263226509094,
      "learning_rate": 9.788044725469327e-05,
      "loss": 0.0302,
      "step": 41510
    },
    {
      "grad_norm": 0.27699753642082214,
      "learning_rate": 9.787885923947153e-05,
      "loss": 0.0317,
      "step": 41520
    },
    {
      "grad_norm": 0.1884605586528778,
      "learning_rate": 9.787727064247643e-05,
      "loss": 0.0251,
      "step": 41530
    },
    {
      "grad_norm": 0.1756252646446228,
      "learning_rate": 9.787568146372729e-05,
      "loss": 0.0268,
      "step": 41540
    },
    {
      "grad_norm": 0.16477005183696747,
      "learning_rate": 9.787409170324345e-05,
      "loss": 0.0237,
      "step": 41550
    },
    {
      "grad_norm": 0.25449663400650024,
      "learning_rate": 9.787250136104415e-05,
      "loss": 0.0241,
      "step": 41560
    },
    {
      "grad_norm": 0.25922033190727234,
      "learning_rate": 9.787091043714879e-05,
      "loss": 0.0297,
      "step": 41570
    },
    {
      "grad_norm": 0.19735413789749146,
      "learning_rate": 9.786931893157666e-05,
      "loss": 0.0284,
      "step": 41580
    },
    {
      "grad_norm": 0.1708632856607437,
      "learning_rate": 9.786772684434711e-05,
      "loss": 0.0242,
      "step": 41590
    },
    {
      "grad_norm": 0.1850290149450302,
      "learning_rate": 9.786613417547947e-05,
      "loss": 0.029,
      "step": 41600
    },
    {
      "grad_norm": 0.21160629391670227,
      "learning_rate": 9.786454092499314e-05,
      "loss": 0.0314,
      "step": 41610
    },
    {
      "grad_norm": 0.2936936914920807,
      "learning_rate": 9.786294709290741e-05,
      "loss": 0.0295,
      "step": 41620
    },
    {
      "grad_norm": 0.3347053527832031,
      "learning_rate": 9.78613526792417e-05,
      "loss": 0.0305,
      "step": 41630
    },
    {
      "grad_norm": 0.2044273465871811,
      "learning_rate": 9.785975768401537e-05,
      "loss": 0.0214,
      "step": 41640
    },
    {
      "grad_norm": 0.14680302143096924,
      "learning_rate": 9.785816210724779e-05,
      "loss": 0.0241,
      "step": 41650
    },
    {
      "grad_norm": 0.1619403213262558,
      "learning_rate": 9.785656594895836e-05,
      "loss": 0.0255,
      "step": 41660
    },
    {
      "grad_norm": 0.16230648756027222,
      "learning_rate": 9.785496920916646e-05,
      "loss": 0.0252,
      "step": 41670
    },
    {
      "grad_norm": 0.21792282164096832,
      "learning_rate": 9.785337188789151e-05,
      "loss": 0.0259,
      "step": 41680
    },
    {
      "grad_norm": 0.13160455226898193,
      "learning_rate": 9.78517739851529e-05,
      "loss": 0.0283,
      "step": 41690
    },
    {
      "grad_norm": 0.25251033902168274,
      "learning_rate": 9.785017550097006e-05,
      "loss": 0.0286,
      "step": 41700
    },
    {
      "grad_norm": 0.14436836540699005,
      "learning_rate": 9.784857643536243e-05,
      "loss": 0.0247,
      "step": 41710
    },
    {
      "grad_norm": 0.23208457231521606,
      "learning_rate": 9.78469767883494e-05,
      "loss": 0.0248,
      "step": 41720
    },
    {
      "grad_norm": 0.23579053580760956,
      "learning_rate": 9.784537655995043e-05,
      "loss": 0.0266,
      "step": 41730
    },
    {
      "grad_norm": 0.20660363137722015,
      "learning_rate": 9.784377575018496e-05,
      "loss": 0.0189,
      "step": 41740
    },
    {
      "grad_norm": 0.2307589054107666,
      "learning_rate": 9.784217435907244e-05,
      "loss": 0.0276,
      "step": 41750
    },
    {
      "grad_norm": 0.136100634932518,
      "learning_rate": 9.784057238663234e-05,
      "loss": 0.0243,
      "step": 41760
    },
    {
      "grad_norm": 0.31086164712905884,
      "learning_rate": 9.783896983288412e-05,
      "loss": 0.0261,
      "step": 41770
    },
    {
      "grad_norm": 0.1560056060552597,
      "learning_rate": 9.783736669784725e-05,
      "loss": 0.0195,
      "step": 41780
    },
    {
      "grad_norm": 0.20955219864845276,
      "learning_rate": 9.783576298154119e-05,
      "loss": 0.0261,
      "step": 41790
    },
    {
      "grad_norm": 0.19039228558540344,
      "learning_rate": 9.783415868398545e-05,
      "loss": 0.0239,
      "step": 41800
    },
    {
      "grad_norm": 0.15277385711669922,
      "learning_rate": 9.783255380519953e-05,
      "loss": 0.0251,
      "step": 41810
    },
    {
      "grad_norm": 0.1134861558675766,
      "learning_rate": 9.783094834520291e-05,
      "loss": 0.0186,
      "step": 41820
    },
    {
      "grad_norm": 0.20594370365142822,
      "learning_rate": 9.782934230401512e-05,
      "loss": 0.0182,
      "step": 41830
    },
    {
      "grad_norm": 0.18101942539215088,
      "learning_rate": 9.782773568165565e-05,
      "loss": 0.0301,
      "step": 41840
    },
    {
      "grad_norm": 0.1803562045097351,
      "learning_rate": 9.782612847814404e-05,
      "loss": 0.0237,
      "step": 41850
    },
    {
      "grad_norm": 0.1567118912935257,
      "learning_rate": 9.782452069349981e-05,
      "loss": 0.0333,
      "step": 41860
    },
    {
      "grad_norm": 0.13512718677520752,
      "learning_rate": 9.78229123277425e-05,
      "loss": 0.0225,
      "step": 41870
    },
    {
      "grad_norm": 0.1294996291399002,
      "learning_rate": 9.782130338089165e-05,
      "loss": 0.0297,
      "step": 41880
    },
    {
      "grad_norm": 0.1343621015548706,
      "learning_rate": 9.781969385296683e-05,
      "loss": 0.0217,
      "step": 41890
    },
    {
      "grad_norm": 0.12385815382003784,
      "learning_rate": 9.781808374398757e-05,
      "loss": 0.024,
      "step": 41900
    },
    {
      "grad_norm": 0.23526118695735931,
      "learning_rate": 9.781647305397343e-05,
      "loss": 0.0227,
      "step": 41910
    },
    {
      "grad_norm": 0.22313588857650757,
      "learning_rate": 9.781486178294402e-05,
      "loss": 0.018,
      "step": 41920
    },
    {
      "grad_norm": 0.1789008527994156,
      "learning_rate": 9.781324993091889e-05,
      "loss": 0.0215,
      "step": 41930
    },
    {
      "grad_norm": 0.23759299516677856,
      "learning_rate": 9.781163749791762e-05,
      "loss": 0.0239,
      "step": 41940
    },
    {
      "grad_norm": 0.1869460642337799,
      "learning_rate": 9.781002448395982e-05,
      "loss": 0.0264,
      "step": 41950
    },
    {
      "grad_norm": 0.217560812830925,
      "learning_rate": 9.780841088906508e-05,
      "loss": 0.0243,
      "step": 41960
    },
    {
      "grad_norm": 0.16673427820205688,
      "learning_rate": 9.7806796713253e-05,
      "loss": 0.0252,
      "step": 41970
    },
    {
      "grad_norm": 0.18753407895565033,
      "learning_rate": 9.780518195654322e-05,
      "loss": 0.0236,
      "step": 41980
    },
    {
      "grad_norm": 0.26328667998313904,
      "learning_rate": 9.780356661895534e-05,
      "loss": 0.0263,
      "step": 41990
    },
    {
      "grad_norm": 0.2502020299434662,
      "learning_rate": 9.780195070050898e-05,
      "loss": 0.0204,
      "step": 42000
    },
    {
      "grad_norm": 0.28394120931625366,
      "learning_rate": 9.78003342012238e-05,
      "loss": 0.0267,
      "step": 42010
    },
    {
      "grad_norm": 0.1698048859834671,
      "learning_rate": 9.779871712111942e-05,
      "loss": 0.0222,
      "step": 42020
    },
    {
      "grad_norm": 0.4230375289916992,
      "learning_rate": 9.77970994602155e-05,
      "loss": 0.0294,
      "step": 42030
    },
    {
      "grad_norm": 0.13659250736236572,
      "learning_rate": 9.779548121853169e-05,
      "loss": 0.039,
      "step": 42040
    },
    {
      "grad_norm": 0.2320864051580429,
      "learning_rate": 9.779386239608765e-05,
      "loss": 0.0274,
      "step": 42050
    },
    {
      "grad_norm": 0.21275371313095093,
      "learning_rate": 9.779224299290308e-05,
      "loss": 0.0265,
      "step": 42060
    },
    {
      "grad_norm": 0.1400972455739975,
      "learning_rate": 9.779062300899762e-05,
      "loss": 0.0221,
      "step": 42070
    },
    {
      "grad_norm": 0.5534012317657471,
      "learning_rate": 9.778900244439097e-05,
      "loss": 0.0215,
      "step": 42080
    },
    {
      "grad_norm": 0.19043008983135223,
      "learning_rate": 9.778738129910281e-05,
      "loss": 0.0244,
      "step": 42090
    },
    {
      "grad_norm": 0.1978493481874466,
      "learning_rate": 9.778575957315287e-05,
      "loss": 0.0206,
      "step": 42100
    },
    {
      "grad_norm": 0.13310272991657257,
      "learning_rate": 9.778413726656081e-05,
      "loss": 0.0221,
      "step": 42110
    },
    {
      "grad_norm": 0.18553927540779114,
      "learning_rate": 9.778251437934637e-05,
      "loss": 0.0233,
      "step": 42120
    },
    {
      "grad_norm": 0.14933042228221893,
      "learning_rate": 9.778089091152929e-05,
      "loss": 0.0247,
      "step": 42130
    },
    {
      "grad_norm": 0.2592235803604126,
      "learning_rate": 9.777926686312926e-05,
      "loss": 0.0242,
      "step": 42140
    },
    {
      "grad_norm": 0.18282543122768402,
      "learning_rate": 9.777764223416602e-05,
      "loss": 0.0254,
      "step": 42150
    },
    {
      "grad_norm": 0.20122969150543213,
      "learning_rate": 9.777601702465933e-05,
      "loss": 0.0234,
      "step": 42160
    },
    {
      "grad_norm": 0.2771543562412262,
      "learning_rate": 9.77743912346289e-05,
      "loss": 0.0239,
      "step": 42170
    },
    {
      "grad_norm": 0.14755934476852417,
      "learning_rate": 9.777276486409454e-05,
      "loss": 0.0193,
      "step": 42180
    },
    {
      "grad_norm": 0.2983400821685791,
      "learning_rate": 9.777113791307598e-05,
      "loss": 0.0241,
      "step": 42190
    },
    {
      "grad_norm": 0.23348736763000488,
      "learning_rate": 9.776951038159296e-05,
      "loss": 0.029,
      "step": 42200
    },
    {
      "grad_norm": 0.13498230278491974,
      "learning_rate": 9.776788226966531e-05,
      "loss": 0.0287,
      "step": 42210
    },
    {
      "grad_norm": 0.2652571201324463,
      "learning_rate": 9.776625357731279e-05,
      "loss": 0.0211,
      "step": 42220
    },
    {
      "grad_norm": 0.13238124549388885,
      "learning_rate": 9.776462430455519e-05,
      "loss": 0.029,
      "step": 42230
    },
    {
      "grad_norm": 0.19131837785243988,
      "learning_rate": 9.776299445141231e-05,
      "loss": 0.0266,
      "step": 42240
    },
    {
      "grad_norm": 0.15835003554821014,
      "learning_rate": 9.776136401790393e-05,
      "loss": 0.018,
      "step": 42250
    },
    {
      "grad_norm": 0.2197747677564621,
      "learning_rate": 9.77597330040499e-05,
      "loss": 0.0286,
      "step": 42260
    },
    {
      "grad_norm": 0.17009606957435608,
      "learning_rate": 9.775810140987003e-05,
      "loss": 0.0208,
      "step": 42270
    },
    {
      "grad_norm": 0.17848539352416992,
      "learning_rate": 9.775646923538411e-05,
      "loss": 0.0257,
      "step": 42280
    },
    {
      "grad_norm": 0.30258578062057495,
      "learning_rate": 9.775483648061203e-05,
      "loss": 0.0204,
      "step": 42290
    },
    {
      "grad_norm": 0.1494055837392807,
      "learning_rate": 9.775320314557358e-05,
      "loss": 0.0192,
      "step": 42300
    },
    {
      "grad_norm": 0.2306053638458252,
      "learning_rate": 9.775156923028863e-05,
      "loss": 0.0224,
      "step": 42310
    },
    {
      "grad_norm": 0.2936207056045532,
      "learning_rate": 9.774993473477702e-05,
      "loss": 0.0253,
      "step": 42320
    },
    {
      "grad_norm": 0.15868030488491058,
      "learning_rate": 9.774829965905863e-05,
      "loss": 0.0191,
      "step": 42330
    },
    {
      "grad_norm": 0.2991556227207184,
      "learning_rate": 9.774666400315333e-05,
      "loss": 0.029,
      "step": 42340
    },
    {
      "grad_norm": 0.17225655913352966,
      "learning_rate": 9.774502776708096e-05,
      "loss": 0.026,
      "step": 42350
    },
    {
      "grad_norm": 0.16714370250701904,
      "learning_rate": 9.774339095086144e-05,
      "loss": 0.0253,
      "step": 42360
    },
    {
      "grad_norm": 0.21493153274059296,
      "learning_rate": 9.774175355451463e-05,
      "loss": 0.0228,
      "step": 42370
    },
    {
      "grad_norm": 0.12641023099422455,
      "learning_rate": 9.774011557806044e-05,
      "loss": 0.0231,
      "step": 42380
    },
    {
      "grad_norm": 0.15960289537906647,
      "learning_rate": 9.773847702151877e-05,
      "loss": 0.0244,
      "step": 42390
    },
    {
      "grad_norm": 0.21843107044696808,
      "learning_rate": 9.773683788490955e-05,
      "loss": 0.0274,
      "step": 42400
    },
    {
      "grad_norm": 0.14923901855945587,
      "learning_rate": 9.773519816825265e-05,
      "loss": 0.0176,
      "step": 42410
    },
    {
      "grad_norm": 0.18139517307281494,
      "learning_rate": 9.773355787156804e-05,
      "loss": 0.0222,
      "step": 42420
    },
    {
      "grad_norm": 0.13363568484783173,
      "learning_rate": 9.773191699487564e-05,
      "loss": 0.0211,
      "step": 42430
    },
    {
      "grad_norm": 0.18449363112449646,
      "learning_rate": 9.773027553819537e-05,
      "loss": 0.0189,
      "step": 42440
    },
    {
      "grad_norm": 0.1925106644630432,
      "learning_rate": 9.77286335015472e-05,
      "loss": 0.0293,
      "step": 42450
    },
    {
      "grad_norm": 0.14494866132736206,
      "learning_rate": 9.772699088495106e-05,
      "loss": 0.0246,
      "step": 42460
    },
    {
      "grad_norm": 0.19543634355068207,
      "learning_rate": 9.772534768842692e-05,
      "loss": 0.0199,
      "step": 42470
    },
    {
      "grad_norm": 0.3167090117931366,
      "learning_rate": 9.772370391199473e-05,
      "loss": 0.0269,
      "step": 42480
    },
    {
      "grad_norm": 0.37124574184417725,
      "learning_rate": 9.77220595556745e-05,
      "loss": 0.0266,
      "step": 42490
    },
    {
      "grad_norm": 0.1440996378660202,
      "learning_rate": 9.772041461948618e-05,
      "loss": 0.026,
      "step": 42500
    },
    {
      "grad_norm": 0.17457543313503265,
      "learning_rate": 9.771876910344977e-05,
      "loss": 0.0273,
      "step": 42510
    },
    {
      "grad_norm": 0.14075009524822235,
      "learning_rate": 9.771712300758526e-05,
      "loss": 0.0233,
      "step": 42520
    },
    {
      "grad_norm": 0.16822940111160278,
      "learning_rate": 9.771547633191266e-05,
      "loss": 0.0196,
      "step": 42530
    },
    {
      "grad_norm": 0.17696253955364227,
      "learning_rate": 9.771382907645197e-05,
      "loss": 0.0236,
      "step": 42540
    },
    {
      "grad_norm": 0.13932566344738007,
      "learning_rate": 9.77121812412232e-05,
      "loss": 0.0202,
      "step": 42550
    },
    {
      "grad_norm": 0.3089773654937744,
      "learning_rate": 9.771053282624638e-05,
      "loss": 0.0292,
      "step": 42560
    },
    {
      "grad_norm": 0.2504238188266754,
      "learning_rate": 9.770888383154156e-05,
      "loss": 0.0286,
      "step": 42570
    },
    {
      "grad_norm": 0.24876365065574646,
      "learning_rate": 9.770723425712873e-05,
      "loss": 0.0283,
      "step": 42580
    },
    {
      "grad_norm": 0.274507611989975,
      "learning_rate": 9.770558410302796e-05,
      "loss": 0.0312,
      "step": 42590
    },
    {
      "grad_norm": 0.24674323201179504,
      "learning_rate": 9.770393336925932e-05,
      "loss": 0.0251,
      "step": 42600
    },
    {
      "grad_norm": 0.16604332625865936,
      "learning_rate": 9.770228205584284e-05,
      "loss": 0.026,
      "step": 42610
    },
    {
      "grad_norm": 0.22431707382202148,
      "learning_rate": 9.77006301627986e-05,
      "loss": 0.0318,
      "step": 42620
    },
    {
      "grad_norm": 0.2419140636920929,
      "learning_rate": 9.769897769014667e-05,
      "loss": 0.0266,
      "step": 42630
    },
    {
      "grad_norm": 0.27942416071891785,
      "learning_rate": 9.76973246379071e-05,
      "loss": 0.0263,
      "step": 42640
    },
    {
      "grad_norm": 0.20183588564395905,
      "learning_rate": 9.769567100610003e-05,
      "loss": 0.024,
      "step": 42650
    },
    {
      "grad_norm": 0.2746678292751312,
      "learning_rate": 9.769401679474553e-05,
      "loss": 0.0261,
      "step": 42660
    },
    {
      "grad_norm": 0.19162681698799133,
      "learning_rate": 9.769236200386367e-05,
      "loss": 0.0208,
      "step": 42670
    },
    {
      "grad_norm": 0.22972020506858826,
      "learning_rate": 9.769070663347459e-05,
      "loss": 0.025,
      "step": 42680
    },
    {
      "grad_norm": 0.2573641538619995,
      "learning_rate": 9.768905068359841e-05,
      "loss": 0.026,
      "step": 42690
    },
    {
      "grad_norm": 0.44595006108283997,
      "learning_rate": 9.768739415425523e-05,
      "loss": 0.0229,
      "step": 42700
    },
    {
      "grad_norm": 0.14594466984272003,
      "learning_rate": 9.768573704546517e-05,
      "loss": 0.0234,
      "step": 42710
    },
    {
      "grad_norm": 0.30076900124549866,
      "learning_rate": 9.768407935724842e-05,
      "loss": 0.0385,
      "step": 42720
    },
    {
      "grad_norm": 0.21260389685630798,
      "learning_rate": 9.768242108962506e-05,
      "loss": 0.0251,
      "step": 42730
    },
    {
      "grad_norm": 0.13713890314102173,
      "learning_rate": 9.768076224261526e-05,
      "loss": 0.0216,
      "step": 42740
    },
    {
      "grad_norm": 0.26562944054603577,
      "learning_rate": 9.767910281623919e-05,
      "loss": 0.0297,
      "step": 42750
    },
    {
      "grad_norm": 0.19992834329605103,
      "learning_rate": 9.767744281051701e-05,
      "loss": 0.0249,
      "step": 42760
    },
    {
      "grad_norm": 0.3146915137767792,
      "learning_rate": 9.767578222546888e-05,
      "loss": 0.0225,
      "step": 42770
    },
    {
      "grad_norm": 0.43582186102867126,
      "learning_rate": 9.767412106111496e-05,
      "loss": 0.0302,
      "step": 42780
    },
    {
      "grad_norm": 0.30907243490219116,
      "learning_rate": 9.767245931747549e-05,
      "loss": 0.0259,
      "step": 42790
    },
    {
      "grad_norm": 0.16228905320167542,
      "learning_rate": 9.76707969945706e-05,
      "loss": 0.0173,
      "step": 42800
    },
    {
      "grad_norm": 0.15801124274730682,
      "learning_rate": 9.766913409242053e-05,
      "loss": 0.0273,
      "step": 42810
    },
    {
      "grad_norm": 0.25429776310920715,
      "learning_rate": 9.766747061104548e-05,
      "loss": 0.022,
      "step": 42820
    },
    {
      "grad_norm": 0.2483978122472763,
      "learning_rate": 9.766580655046566e-05,
      "loss": 0.0244,
      "step": 42830
    },
    {
      "grad_norm": 0.23268072307109833,
      "learning_rate": 9.766414191070128e-05,
      "loss": 0.0344,
      "step": 42840
    },
    {
      "grad_norm": 0.18248224258422852,
      "learning_rate": 9.766247669177258e-05,
      "loss": 0.0257,
      "step": 42850
    },
    {
      "grad_norm": 0.264546662569046,
      "learning_rate": 9.766081089369979e-05,
      "loss": 0.0206,
      "step": 42860
    },
    {
      "grad_norm": 0.15780766308307648,
      "learning_rate": 9.765914451650313e-05,
      "loss": 0.0163,
      "step": 42870
    },
    {
      "grad_norm": 0.19859343767166138,
      "learning_rate": 9.765747756020287e-05,
      "loss": 0.0208,
      "step": 42880
    },
    {
      "grad_norm": 0.2583305537700653,
      "learning_rate": 9.765581002481927e-05,
      "loss": 0.0198,
      "step": 42890
    },
    {
      "grad_norm": 0.13411685824394226,
      "learning_rate": 9.765414191037257e-05,
      "loss": 0.0249,
      "step": 42900
    },
    {
      "grad_norm": 0.5148282647132874,
      "learning_rate": 9.765247321688307e-05,
      "loss": 0.0336,
      "step": 42910
    },
    {
      "grad_norm": 0.2661021649837494,
      "learning_rate": 9.765080394437102e-05,
      "loss": 0.0269,
      "step": 42920
    },
    {
      "grad_norm": 0.140353724360466,
      "learning_rate": 9.764913409285672e-05,
      "loss": 0.0238,
      "step": 42930
    },
    {
      "grad_norm": 0.3382452428340912,
      "learning_rate": 9.764746366236044e-05,
      "loss": 0.026,
      "step": 42940
    },
    {
      "grad_norm": 0.20342901349067688,
      "learning_rate": 9.764579265290251e-05,
      "loss": 0.0232,
      "step": 42950
    },
    {
      "grad_norm": 0.42393791675567627,
      "learning_rate": 9.76441210645032e-05,
      "loss": 0.0225,
      "step": 42960
    },
    {
      "grad_norm": 0.20341388881206512,
      "learning_rate": 9.764244889718284e-05,
      "loss": 0.0183,
      "step": 42970
    },
    {
      "grad_norm": 0.3862929940223694,
      "learning_rate": 9.764077615096173e-05,
      "loss": 0.0247,
      "step": 42980
    },
    {
      "grad_norm": 0.18402832746505737,
      "learning_rate": 9.763910282586022e-05,
      "loss": 0.0261,
      "step": 42990
    },
    {
      "grad_norm": 0.17791013419628143,
      "learning_rate": 9.763742892189865e-05,
      "loss": 0.0264,
      "step": 43000
    },
    {
      "grad_norm": 0.3118821978569031,
      "learning_rate": 9.763575443909732e-05,
      "loss": 0.0259,
      "step": 43010
    },
    {
      "grad_norm": 0.18205046653747559,
      "learning_rate": 9.763407937747659e-05,
      "loss": 0.0181,
      "step": 43020
    },
    {
      "grad_norm": 0.12463074177503586,
      "learning_rate": 9.763240373705684e-05,
      "loss": 0.0299,
      "step": 43030
    },
    {
      "grad_norm": 0.2868044376373291,
      "learning_rate": 9.76307275178584e-05,
      "loss": 0.0215,
      "step": 43040
    },
    {
      "grad_norm": 0.2769322097301483,
      "learning_rate": 9.762905071990165e-05,
      "loss": 0.0224,
      "step": 43050
    },
    {
      "grad_norm": 0.1747397929430008,
      "learning_rate": 9.762737334320697e-05,
      "loss": 0.0227,
      "step": 43060
    },
    {
      "grad_norm": 0.17777031660079956,
      "learning_rate": 9.762569538779474e-05,
      "loss": 0.0234,
      "step": 43070
    },
    {
      "grad_norm": 0.15465037524700165,
      "learning_rate": 9.762401685368534e-05,
      "loss": 0.0294,
      "step": 43080
    },
    {
      "grad_norm": 0.2268814891576767,
      "learning_rate": 9.762233774089917e-05,
      "loss": 0.0225,
      "step": 43090
    },
    {
      "grad_norm": 0.19001853466033936,
      "learning_rate": 9.762065804945663e-05,
      "loss": 0.0232,
      "step": 43100
    },
    {
      "grad_norm": 0.2236187756061554,
      "learning_rate": 9.761897777937813e-05,
      "loss": 0.0193,
      "step": 43110
    },
    {
      "grad_norm": 0.21565018594264984,
      "learning_rate": 9.761729693068411e-05,
      "loss": 0.0284,
      "step": 43120
    },
    {
      "grad_norm": 0.13993485271930695,
      "learning_rate": 9.761561550339496e-05,
      "loss": 0.0232,
      "step": 43130
    },
    {
      "grad_norm": 0.24963003396987915,
      "learning_rate": 9.761393349753114e-05,
      "loss": 0.0222,
      "step": 43140
    },
    {
      "grad_norm": 0.20626461505889893,
      "learning_rate": 9.761225091311305e-05,
      "loss": 0.0182,
      "step": 43150
    },
    {
      "grad_norm": 0.20593106746673584,
      "learning_rate": 9.761056775016117e-05,
      "loss": 0.0381,
      "step": 43160
    },
    {
      "grad_norm": 0.22585003077983856,
      "learning_rate": 9.760888400869595e-05,
      "loss": 0.0317,
      "step": 43170
    },
    {
      "grad_norm": 0.24773013591766357,
      "learning_rate": 9.760719968873781e-05,
      "loss": 0.0299,
      "step": 43180
    },
    {
      "grad_norm": 0.18358835577964783,
      "learning_rate": 9.760551479030728e-05,
      "loss": 0.0223,
      "step": 43190
    },
    {
      "grad_norm": 0.13191425800323486,
      "learning_rate": 9.760382931342477e-05,
      "loss": 0.0221,
      "step": 43200
    },
    {
      "grad_norm": 0.22229178249835968,
      "learning_rate": 9.76021432581108e-05,
      "loss": 0.0234,
      "step": 43210
    },
    {
      "grad_norm": 0.1451011598110199,
      "learning_rate": 9.760045662438585e-05,
      "loss": 0.0175,
      "step": 43220
    },
    {
      "grad_norm": 0.17187334597110748,
      "learning_rate": 9.75987694122704e-05,
      "loss": 0.0259,
      "step": 43230
    },
    {
      "grad_norm": 0.20301884412765503,
      "learning_rate": 9.759708162178497e-05,
      "loss": 0.0256,
      "step": 43240
    },
    {
      "grad_norm": 0.16510109603405,
      "learning_rate": 9.759539325295005e-05,
      "loss": 0.0275,
      "step": 43250
    },
    {
      "grad_norm": 0.154915452003479,
      "learning_rate": 9.759370430578618e-05,
      "loss": 0.0228,
      "step": 43260
    },
    {
      "grad_norm": 0.1520489901304245,
      "learning_rate": 9.759201478031385e-05,
      "loss": 0.0191,
      "step": 43270
    },
    {
      "grad_norm": 0.1469689905643463,
      "learning_rate": 9.75903246765536e-05,
      "loss": 0.0184,
      "step": 43280
    },
    {
      "grad_norm": 0.1989915668964386,
      "learning_rate": 9.7588633994526e-05,
      "loss": 0.0219,
      "step": 43290
    },
    {
      "grad_norm": 0.1850268691778183,
      "learning_rate": 9.758694273425155e-05,
      "loss": 0.0198,
      "step": 43300
    },
    {
      "grad_norm": 0.19258733093738556,
      "learning_rate": 9.758525089575081e-05,
      "loss": 0.0262,
      "step": 43310
    },
    {
      "grad_norm": 0.41623586416244507,
      "learning_rate": 9.758355847904435e-05,
      "loss": 0.026,
      "step": 43320
    },
    {
      "grad_norm": 0.21603119373321533,
      "learning_rate": 9.758186548415273e-05,
      "loss": 0.0215,
      "step": 43330
    },
    {
      "grad_norm": 0.25332897901535034,
      "learning_rate": 9.758017191109652e-05,
      "loss": 0.0269,
      "step": 43340
    },
    {
      "grad_norm": 0.42182326316833496,
      "learning_rate": 9.757847775989631e-05,
      "loss": 0.0246,
      "step": 43350
    },
    {
      "grad_norm": 0.1665167212486267,
      "learning_rate": 9.757678303057265e-05,
      "loss": 0.0199,
      "step": 43360
    },
    {
      "grad_norm": 0.1954297423362732,
      "learning_rate": 9.757508772314616e-05,
      "loss": 0.0235,
      "step": 43370
    },
    {
      "grad_norm": 0.18543122708797455,
      "learning_rate": 9.757339183763745e-05,
      "loss": 0.0267,
      "step": 43380
    },
    {
      "grad_norm": 0.19932769238948822,
      "learning_rate": 9.757169537406709e-05,
      "loss": 0.0228,
      "step": 43390
    },
    {
      "grad_norm": 0.15163609385490417,
      "learning_rate": 9.756999833245575e-05,
      "loss": 0.0196,
      "step": 43400
    },
    {
      "grad_norm": 0.1904682219028473,
      "learning_rate": 9.756830071282398e-05,
      "loss": 0.0222,
      "step": 43410
    },
    {
      "grad_norm": 0.1445799469947815,
      "learning_rate": 9.756660251519248e-05,
      "loss": 0.0234,
      "step": 43420
    },
    {
      "grad_norm": 0.14596112072467804,
      "learning_rate": 9.756490373958183e-05,
      "loss": 0.0199,
      "step": 43430
    },
    {
      "grad_norm": 0.5205649137496948,
      "learning_rate": 9.756320438601269e-05,
      "loss": 0.029,
      "step": 43440
    },
    {
      "grad_norm": 0.12961067259311676,
      "learning_rate": 9.75615044545057e-05,
      "loss": 0.0256,
      "step": 43450
    },
    {
      "grad_norm": 0.32232916355133057,
      "learning_rate": 9.755980394508155e-05,
      "loss": 0.0263,
      "step": 43460
    },
    {
      "grad_norm": 0.2058486044406891,
      "learning_rate": 9.755810285776086e-05,
      "loss": 0.021,
      "step": 43470
    },
    {
      "grad_norm": 0.15767887234687805,
      "learning_rate": 9.755640119256432e-05,
      "loss": 0.0248,
      "step": 43480
    },
    {
      "grad_norm": 0.15420648455619812,
      "learning_rate": 9.755469894951261e-05,
      "loss": 0.0185,
      "step": 43490
    },
    {
      "grad_norm": 0.20935694873332977,
      "learning_rate": 9.75529961286264e-05,
      "loss": 0.0215,
      "step": 43500
    },
    {
      "grad_norm": 0.23165686428546906,
      "learning_rate": 9.75512927299264e-05,
      "loss": 0.0283,
      "step": 43510
    },
    {
      "grad_norm": 0.1703108549118042,
      "learning_rate": 9.754958875343329e-05,
      "loss": 0.0207,
      "step": 43520
    },
    {
      "grad_norm": 0.19823868572711945,
      "learning_rate": 9.754788419916779e-05,
      "loss": 0.0265,
      "step": 43530
    },
    {
      "grad_norm": 0.15950937569141388,
      "learning_rate": 9.75461790671506e-05,
      "loss": 0.0199,
      "step": 43540
    },
    {
      "grad_norm": 0.20309269428253174,
      "learning_rate": 9.754447335740244e-05,
      "loss": 0.0247,
      "step": 43550
    },
    {
      "grad_norm": 0.18365070223808289,
      "learning_rate": 9.754276706994406e-05,
      "loss": 0.0304,
      "step": 43560
    },
    {
      "grad_norm": 0.19389770925045013,
      "learning_rate": 9.754106020479614e-05,
      "loss": 0.0304,
      "step": 43570
    },
    {
      "grad_norm": 0.14058297872543335,
      "learning_rate": 9.753935276197947e-05,
      "loss": 0.02,
      "step": 43580
    },
    {
      "grad_norm": 0.15125541388988495,
      "learning_rate": 9.753764474151477e-05,
      "loss": 0.0185,
      "step": 43590
    },
    {
      "grad_norm": 0.1590174436569214,
      "learning_rate": 9.753593614342282e-05,
      "loss": 0.0222,
      "step": 43600
    },
    {
      "grad_norm": 0.11614079773426056,
      "learning_rate": 9.753422696772435e-05,
      "loss": 0.024,
      "step": 43610
    },
    {
      "grad_norm": 0.19757500290870667,
      "learning_rate": 9.753251721444014e-05,
      "loss": 0.0233,
      "step": 43620
    },
    {
      "grad_norm": 0.24081772565841675,
      "learning_rate": 9.753080688359099e-05,
      "loss": 0.0216,
      "step": 43630
    },
    {
      "grad_norm": 0.15701937675476074,
      "learning_rate": 9.752909597519763e-05,
      "loss": 0.0191,
      "step": 43640
    },
    {
      "grad_norm": 0.1575314998626709,
      "learning_rate": 9.75273844892809e-05,
      "loss": 0.0225,
      "step": 43650
    },
    {
      "grad_norm": 0.12454992532730103,
      "learning_rate": 9.752567242586157e-05,
      "loss": 0.0272,
      "step": 43660
    },
    {
      "grad_norm": 0.17690409719944,
      "learning_rate": 9.752395978496045e-05,
      "loss": 0.0211,
      "step": 43670
    },
    {
      "grad_norm": 0.1586727648973465,
      "learning_rate": 9.752224656659833e-05,
      "loss": 0.0228,
      "step": 43680
    },
    {
      "grad_norm": 0.15533220767974854,
      "learning_rate": 9.752053277079607e-05,
      "loss": 0.0231,
      "step": 43690
    },
    {
      "grad_norm": 0.2643463611602783,
      "learning_rate": 9.751881839757446e-05,
      "loss": 0.024,
      "step": 43700
    },
    {
      "grad_norm": 0.2160692662000656,
      "learning_rate": 9.751710344695435e-05,
      "loss": 0.023,
      "step": 43710
    },
    {
      "grad_norm": 0.3252705931663513,
      "learning_rate": 9.751538791895656e-05,
      "loss": 0.022,
      "step": 43720
    },
    {
      "grad_norm": 0.16016580164432526,
      "learning_rate": 9.751367181360195e-05,
      "loss": 0.0171,
      "step": 43730
    },
    {
      "grad_norm": 0.20026683807373047,
      "learning_rate": 9.751195513091136e-05,
      "loss": 0.0239,
      "step": 43740
    },
    {
      "grad_norm": 0.1406589299440384,
      "learning_rate": 9.751023787090568e-05,
      "loss": 0.0242,
      "step": 43750
    },
    {
      "grad_norm": 0.12570807337760925,
      "learning_rate": 9.750852003360573e-05,
      "loss": 0.0227,
      "step": 43760
    },
    {
      "grad_norm": 0.3039027452468872,
      "learning_rate": 9.750680161903241e-05,
      "loss": 0.0231,
      "step": 43770
    },
    {
      "grad_norm": 0.3347807824611664,
      "learning_rate": 9.750508262720659e-05,
      "loss": 0.0213,
      "step": 43780
    },
    {
      "grad_norm": 0.1953873336315155,
      "learning_rate": 9.750336305814917e-05,
      "loss": 0.0192,
      "step": 43790
    },
    {
      "grad_norm": 0.21738189458847046,
      "learning_rate": 9.750164291188104e-05,
      "loss": 0.0209,
      "step": 43800
    },
    {
      "grad_norm": 0.21164070069789886,
      "learning_rate": 9.74999221884231e-05,
      "loss": 0.0278,
      "step": 43810
    },
    {
      "grad_norm": 0.15350155532360077,
      "learning_rate": 9.749820088779625e-05,
      "loss": 0.0277,
      "step": 43820
    },
    {
      "grad_norm": 0.1481991559267044,
      "learning_rate": 9.749647901002142e-05,
      "loss": 0.0264,
      "step": 43830
    },
    {
      "grad_norm": 0.22316990792751312,
      "learning_rate": 9.749475655511952e-05,
      "loss": 0.0229,
      "step": 43840
    },
    {
      "grad_norm": 0.1979137361049652,
      "learning_rate": 9.74930335231115e-05,
      "loss": 0.0199,
      "step": 43850
    },
    {
      "grad_norm": 0.23368073999881744,
      "learning_rate": 9.749130991401827e-05,
      "loss": 0.0242,
      "step": 43860
    },
    {
      "grad_norm": 0.44399338960647583,
      "learning_rate": 9.748958572786079e-05,
      "loss": 0.0311,
      "step": 43870
    },
    {
      "grad_norm": 0.1382211595773697,
      "learning_rate": 9.748786096466001e-05,
      "loss": 0.0214,
      "step": 43880
    },
    {
      "grad_norm": 0.2703968584537506,
      "learning_rate": 9.748613562443687e-05,
      "loss": 0.0299,
      "step": 43890
    },
    {
      "grad_norm": 0.19947059452533722,
      "learning_rate": 9.748440970721236e-05,
      "loss": 0.0341,
      "step": 43900
    },
    {
      "grad_norm": 0.1966526210308075,
      "learning_rate": 9.748268321300742e-05,
      "loss": 0.0355,
      "step": 43910
    },
    {
      "grad_norm": 0.19093966484069824,
      "learning_rate": 9.748095614184308e-05,
      "loss": 0.0252,
      "step": 43920
    },
    {
      "grad_norm": 0.2629360556602478,
      "learning_rate": 9.747922849374027e-05,
      "loss": 0.0308,
      "step": 43930
    },
    {
      "grad_norm": 0.19721652567386627,
      "learning_rate": 9.747750026872e-05,
      "loss": 0.0299,
      "step": 43940
    },
    {
      "grad_norm": 0.3106619119644165,
      "learning_rate": 9.747577146680329e-05,
      "loss": 0.0301,
      "step": 43950
    },
    {
      "grad_norm": 0.36090531945228577,
      "learning_rate": 9.747404208801115e-05,
      "loss": 0.0272,
      "step": 43960
    },
    {
      "grad_norm": 0.16584648191928864,
      "learning_rate": 9.747231213236454e-05,
      "loss": 0.0253,
      "step": 43970
    },
    {
      "grad_norm": 0.22707296907901764,
      "learning_rate": 9.747058159988453e-05,
      "loss": 0.0272,
      "step": 43980
    },
    {
      "grad_norm": 0.21237295866012573,
      "learning_rate": 9.746885049059213e-05,
      "loss": 0.0369,
      "step": 43990
    },
    {
      "grad_norm": 0.278348833322525,
      "learning_rate": 9.746711880450838e-05,
      "loss": 0.0309,
      "step": 44000
    },
    {
      "grad_norm": 0.17343156039714813,
      "learning_rate": 9.746538654165433e-05,
      "loss": 0.0265,
      "step": 44010
    },
    {
      "grad_norm": 0.17158465087413788,
      "learning_rate": 9.746365370205101e-05,
      "loss": 0.0252,
      "step": 44020
    },
    {
      "grad_norm": 0.2183270901441574,
      "learning_rate": 9.74619202857195e-05,
      "loss": 0.0228,
      "step": 44030
    },
    {
      "grad_norm": 0.5595855116844177,
      "learning_rate": 9.746018629268083e-05,
      "loss": 0.0216,
      "step": 44040
    },
    {
      "grad_norm": 0.28633150458335876,
      "learning_rate": 9.745845172295609e-05,
      "loss": 0.022,
      "step": 44050
    },
    {
      "grad_norm": 0.18481981754302979,
      "learning_rate": 9.745671657656634e-05,
      "loss": 0.0207,
      "step": 44060
    },
    {
      "grad_norm": 0.13160273432731628,
      "learning_rate": 9.74549808535327e-05,
      "loss": 0.0184,
      "step": 44070
    },
    {
      "grad_norm": 0.1533658653497696,
      "learning_rate": 9.745324455387623e-05,
      "loss": 0.0233,
      "step": 44080
    },
    {
      "grad_norm": 0.19794471561908722,
      "learning_rate": 9.745150767761804e-05,
      "loss": 0.0259,
      "step": 44090
    },
    {
      "grad_norm": 0.17831704020500183,
      "learning_rate": 9.744977022477921e-05,
      "loss": 0.0269,
      "step": 44100
    },
    {
      "grad_norm": 0.1637008935213089,
      "learning_rate": 9.74480321953809e-05,
      "loss": 0.0183,
      "step": 44110
    },
    {
      "grad_norm": 0.19279783964157104,
      "learning_rate": 9.744629358944418e-05,
      "loss": 0.0215,
      "step": 44120
    },
    {
      "grad_norm": 0.13478349149227142,
      "learning_rate": 9.74445544069902e-05,
      "loss": 0.0236,
      "step": 44130
    },
    {
      "grad_norm": 0.16068536043167114,
      "learning_rate": 9.74428146480401e-05,
      "loss": 0.0222,
      "step": 44140
    },
    {
      "grad_norm": 0.2909959554672241,
      "learning_rate": 9.7441074312615e-05,
      "loss": 0.0248,
      "step": 44150
    },
    {
      "grad_norm": 0.20763671398162842,
      "learning_rate": 9.743933340073606e-05,
      "loss": 0.0229,
      "step": 44160
    },
    {
      "grad_norm": 0.19053812325000763,
      "learning_rate": 9.743759191242443e-05,
      "loss": 0.0173,
      "step": 44170
    },
    {
      "grad_norm": 0.16231349110603333,
      "learning_rate": 9.743584984770125e-05,
      "loss": 0.0194,
      "step": 44180
    },
    {
      "grad_norm": 0.1977962851524353,
      "learning_rate": 9.743410720658773e-05,
      "loss": 0.0277,
      "step": 44190
    },
    {
      "grad_norm": 0.21500107645988464,
      "learning_rate": 9.743236398910501e-05,
      "loss": 0.0301,
      "step": 44200
    },
    {
      "grad_norm": 0.17880839109420776,
      "learning_rate": 9.74306201952743e-05,
      "loss": 0.0166,
      "step": 44210
    },
    {
      "grad_norm": 0.18692351877689362,
      "learning_rate": 9.742887582511675e-05,
      "loss": 0.015,
      "step": 44220
    },
    {
      "grad_norm": 0.12577159702777863,
      "learning_rate": 9.742713087865358e-05,
      "loss": 0.0147,
      "step": 44230
    },
    {
      "grad_norm": 0.16710451245307922,
      "learning_rate": 9.742538535590601e-05,
      "loss": 0.0219,
      "step": 44240
    },
    {
      "grad_norm": 0.2270856499671936,
      "learning_rate": 9.742363925689521e-05,
      "loss": 0.0228,
      "step": 44250
    },
    {
      "grad_norm": 0.19031286239624023,
      "learning_rate": 9.742189258164243e-05,
      "loss": 0.0267,
      "step": 44260
    },
    {
      "grad_norm": 0.5400604605674744,
      "learning_rate": 9.742014533016888e-05,
      "loss": 0.0257,
      "step": 44270
    },
    {
      "grad_norm": 0.22265072166919708,
      "learning_rate": 9.74183975024958e-05,
      "loss": 0.0251,
      "step": 44280
    },
    {
      "grad_norm": 0.1999969482421875,
      "learning_rate": 9.741664909864441e-05,
      "loss": 0.0294,
      "step": 44290
    },
    {
      "grad_norm": 0.15361334383487701,
      "learning_rate": 9.741490011863597e-05,
      "loss": 0.0302,
      "step": 44300
    },
    {
      "grad_norm": 0.14020362496376038,
      "learning_rate": 9.741315056249171e-05,
      "loss": 0.0208,
      "step": 44310
    },
    {
      "grad_norm": 0.3621240556240082,
      "learning_rate": 9.741140043023294e-05,
      "loss": 0.0228,
      "step": 44320
    },
    {
      "grad_norm": 0.23215673863887787,
      "learning_rate": 9.740964972188086e-05,
      "loss": 0.0204,
      "step": 44330
    },
    {
      "grad_norm": 0.1254643052816391,
      "learning_rate": 9.74078984374568e-05,
      "loss": 0.0231,
      "step": 44340
    },
    {
      "grad_norm": 0.17315727472305298,
      "learning_rate": 9.740614657698198e-05,
      "loss": 0.0219,
      "step": 44350
    },
    {
      "grad_norm": 0.1301051676273346,
      "learning_rate": 9.740439414047773e-05,
      "loss": 0.0182,
      "step": 44360
    },
    {
      "grad_norm": 0.13966673612594604,
      "learning_rate": 9.740264112796536e-05,
      "loss": 0.0218,
      "step": 44370
    },
    {
      "grad_norm": 0.21165518462657928,
      "learning_rate": 9.740088753946612e-05,
      "loss": 0.0214,
      "step": 44380
    },
    {
      "grad_norm": 0.23020310699939728,
      "learning_rate": 9.739913337500134e-05,
      "loss": 0.0236,
      "step": 44390
    },
    {
      "grad_norm": 0.18518157303333282,
      "learning_rate": 9.739737863459235e-05,
      "loss": 0.0241,
      "step": 44400
    },
    {
      "grad_norm": 0.3153916597366333,
      "learning_rate": 9.739562331826045e-05,
      "loss": 0.0235,
      "step": 44410
    },
    {
      "grad_norm": 0.18346895277500153,
      "learning_rate": 9.739386742602698e-05,
      "loss": 0.0278,
      "step": 44420
    },
    {
      "grad_norm": 0.16091398894786835,
      "learning_rate": 9.739211095791329e-05,
      "loss": 0.0219,
      "step": 44430
    },
    {
      "grad_norm": 0.18234458565711975,
      "learning_rate": 9.739035391394069e-05,
      "loss": 0.0228,
      "step": 44440
    },
    {
      "grad_norm": 0.22080351412296295,
      "learning_rate": 9.738859629413055e-05,
      "loss": 0.0251,
      "step": 44450
    },
    {
      "grad_norm": 0.24285343289375305,
      "learning_rate": 9.738683809850422e-05,
      "loss": 0.0239,
      "step": 44460
    },
    {
      "grad_norm": 0.1950758695602417,
      "learning_rate": 9.738507932708307e-05,
      "loss": 0.0226,
      "step": 44470
    },
    {
      "grad_norm": 0.17344334721565247,
      "learning_rate": 9.738331997988845e-05,
      "loss": 0.0217,
      "step": 44480
    },
    {
      "grad_norm": 0.11377441883087158,
      "learning_rate": 9.738156005694179e-05,
      "loss": 0.018,
      "step": 44490
    },
    {
      "grad_norm": 0.131331205368042,
      "learning_rate": 9.737979955826442e-05,
      "loss": 0.0213,
      "step": 44500
    },
    {
      "grad_norm": 0.11593620479106903,
      "learning_rate": 9.737803848387775e-05,
      "loss": 0.0209,
      "step": 44510
    },
    {
      "grad_norm": 0.1170743852853775,
      "learning_rate": 9.737627683380317e-05,
      "loss": 0.0241,
      "step": 44520
    },
    {
      "grad_norm": 0.22284217178821564,
      "learning_rate": 9.73745146080621e-05,
      "loss": 0.0276,
      "step": 44530
    },
    {
      "grad_norm": 0.18295474350452423,
      "learning_rate": 9.737275180667597e-05,
      "loss": 0.0281,
      "step": 44540
    },
    {
      "grad_norm": 0.26284438371658325,
      "learning_rate": 9.737098842966617e-05,
      "loss": 0.0285,
      "step": 44550
    },
    {
      "grad_norm": 0.22869884967803955,
      "learning_rate": 9.736922447705413e-05,
      "loss": 0.028,
      "step": 44560
    },
    {
      "grad_norm": 0.2493734508752823,
      "learning_rate": 9.736745994886127e-05,
      "loss": 0.029,
      "step": 44570
    },
    {
      "grad_norm": 0.14836324751377106,
      "learning_rate": 9.736569484510908e-05,
      "loss": 0.0436,
      "step": 44580
    },
    {
      "grad_norm": 0.26622632145881653,
      "learning_rate": 9.736392916581896e-05,
      "loss": 0.0218,
      "step": 44590
    },
    {
      "grad_norm": 0.2005293369293213,
      "learning_rate": 9.736216291101239e-05,
      "loss": 0.0216,
      "step": 44600
    },
    {
      "grad_norm": 0.19595777988433838,
      "learning_rate": 9.736039608071081e-05,
      "loss": 0.0242,
      "step": 44610
    },
    {
      "grad_norm": 0.15987391769886017,
      "learning_rate": 9.735862867493572e-05,
      "loss": 0.0206,
      "step": 44620
    },
    {
      "grad_norm": 0.28811562061309814,
      "learning_rate": 9.735686069370857e-05,
      "loss": 0.0237,
      "step": 44630
    },
    {
      "grad_norm": 0.19153033196926117,
      "learning_rate": 9.735509213705086e-05,
      "loss": 0.0312,
      "step": 44640
    },
    {
      "grad_norm": 0.4743078947067261,
      "learning_rate": 9.735332300498405e-05,
      "loss": 0.0313,
      "step": 44650
    },
    {
      "grad_norm": 0.21918202936649323,
      "learning_rate": 9.735155329752966e-05,
      "loss": 0.0271,
      "step": 44660
    },
    {
      "grad_norm": 0.25687864422798157,
      "learning_rate": 9.734978301470919e-05,
      "loss": 0.0345,
      "step": 44670
    },
    {
      "grad_norm": 0.20599780976772308,
      "learning_rate": 9.734801215654417e-05,
      "loss": 0.0224,
      "step": 44680
    },
    {
      "grad_norm": 0.15698863565921783,
      "learning_rate": 9.734624072305607e-05,
      "loss": 0.024,
      "step": 44690
    },
    {
      "grad_norm": 0.26131007075309753,
      "learning_rate": 9.734446871426645e-05,
      "loss": 0.0232,
      "step": 44700
    },
    {
      "grad_norm": 0.28071850538253784,
      "learning_rate": 9.734269613019687e-05,
      "loss": 0.0275,
      "step": 44710
    },
    {
      "grad_norm": 0.13004006445407867,
      "learning_rate": 9.734092297086879e-05,
      "loss": 0.0248,
      "step": 44720
    },
    {
      "grad_norm": 0.16518515348434448,
      "learning_rate": 9.733914923630381e-05,
      "loss": 0.0305,
      "step": 44730
    },
    {
      "grad_norm": 0.2799348533153534,
      "learning_rate": 9.733737492652348e-05,
      "loss": 0.0324,
      "step": 44740
    },
    {
      "grad_norm": 0.17557376623153687,
      "learning_rate": 9.733560004154934e-05,
      "loss": 0.0314,
      "step": 44750
    },
    {
      "grad_norm": 0.18698808550834656,
      "learning_rate": 9.7333824581403e-05,
      "loss": 0.0282,
      "step": 44760
    },
    {
      "grad_norm": 0.16857405006885529,
      "learning_rate": 9.733204854610596e-05,
      "loss": 0.0295,
      "step": 44770
    },
    {
      "grad_norm": 0.1286671757698059,
      "learning_rate": 9.733027193567986e-05,
      "loss": 0.0261,
      "step": 44780
    },
    {
      "grad_norm": 0.13071489334106445,
      "learning_rate": 9.732849475014625e-05,
      "loss": 0.0272,
      "step": 44790
    },
    {
      "grad_norm": 0.6004272103309631,
      "learning_rate": 9.732671698952676e-05,
      "loss": 0.0239,
      "step": 44800
    },
    {
      "grad_norm": 0.37060031294822693,
      "learning_rate": 9.732493865384299e-05,
      "loss": 0.0286,
      "step": 44810
    },
    {
      "grad_norm": 0.1689678132534027,
      "learning_rate": 9.73231597431165e-05,
      "loss": 0.0275,
      "step": 44820
    },
    {
      "grad_norm": 0.30965304374694824,
      "learning_rate": 9.732138025736895e-05,
      "loss": 0.0287,
      "step": 44830
    },
    {
      "grad_norm": 0.23957636952400208,
      "learning_rate": 9.731960019662196e-05,
      "loss": 0.0261,
      "step": 44840
    },
    {
      "grad_norm": 0.14126206934452057,
      "learning_rate": 9.731781956089714e-05,
      "loss": 0.0198,
      "step": 44850
    },
    {
      "grad_norm": 0.2674007713794708,
      "learning_rate": 9.731603835021614e-05,
      "loss": 0.0234,
      "step": 44860
    },
    {
      "grad_norm": 0.24383163452148438,
      "learning_rate": 9.73142565646006e-05,
      "loss": 0.0248,
      "step": 44870
    },
    {
      "grad_norm": 0.21105335652828217,
      "learning_rate": 9.731247420407219e-05,
      "loss": 0.0206,
      "step": 44880
    },
    {
      "grad_norm": 0.19709710776805878,
      "learning_rate": 9.731069126865254e-05,
      "loss": 0.0255,
      "step": 44890
    },
    {
      "grad_norm": 0.3460436165332794,
      "learning_rate": 9.73089077583633e-05,
      "loss": 0.0234,
      "step": 44900
    },
    {
      "grad_norm": 0.23790442943572998,
      "learning_rate": 9.730712367322618e-05,
      "loss": 0.0256,
      "step": 44910
    },
    {
      "grad_norm": 0.2646668255329132,
      "learning_rate": 9.730533901326285e-05,
      "loss": 0.0296,
      "step": 44920
    },
    {
      "grad_norm": 0.1938677877187729,
      "learning_rate": 9.730355377849496e-05,
      "loss": 0.0178,
      "step": 44930
    },
    {
      "grad_norm": 0.1853252351284027,
      "learning_rate": 9.730176796894425e-05,
      "loss": 0.0191,
      "step": 44940
    },
    {
      "grad_norm": 0.3966864049434662,
      "learning_rate": 9.72999815846324e-05,
      "loss": 0.0237,
      "step": 44950
    },
    {
      "grad_norm": 0.16341839730739594,
      "learning_rate": 9.72981946255811e-05,
      "loss": 0.0185,
      "step": 44960
    },
    {
      "grad_norm": 0.16529123485088348,
      "learning_rate": 9.72964070918121e-05,
      "loss": 0.0299,
      "step": 44970
    },
    {
      "grad_norm": 0.41830313205718994,
      "learning_rate": 9.729461898334709e-05,
      "loss": 0.0228,
      "step": 44980
    },
    {
      "grad_norm": 0.5974642634391785,
      "learning_rate": 9.72928303002078e-05,
      "loss": 0.0236,
      "step": 44990
    },
    {
      "grad_norm": 0.3301568627357483,
      "learning_rate": 9.729104104241598e-05,
      "loss": 0.0316,
      "step": 45000
    },
    {
      "grad_norm": 0.1434749960899353,
      "learning_rate": 9.728925120999334e-05,
      "loss": 0.02,
      "step": 45010
    },
    {
      "grad_norm": 0.20131535828113556,
      "learning_rate": 9.728746080296167e-05,
      "loss": 0.0285,
      "step": 45020
    },
    {
      "grad_norm": 0.2447214275598526,
      "learning_rate": 9.728566982134271e-05,
      "loss": 0.0265,
      "step": 45030
    },
    {
      "grad_norm": 0.17009957134723663,
      "learning_rate": 9.728387826515819e-05,
      "loss": 0.0206,
      "step": 45040
    },
    {
      "grad_norm": 0.18247805535793304,
      "learning_rate": 9.728208613442993e-05,
      "loss": 0.0277,
      "step": 45050
    },
    {
      "grad_norm": 0.20148904621601105,
      "learning_rate": 9.728029342917967e-05,
      "loss": 0.0229,
      "step": 45060
    },
    {
      "grad_norm": 0.16266359388828278,
      "learning_rate": 9.727850014942921e-05,
      "loss": 0.0248,
      "step": 45070
    },
    {
      "grad_norm": 0.29473215341567993,
      "learning_rate": 9.727670629520034e-05,
      "loss": 0.0227,
      "step": 45080
    },
    {
      "grad_norm": 0.20496948063373566,
      "learning_rate": 9.727491186651484e-05,
      "loss": 0.0212,
      "step": 45090
    },
    {
      "grad_norm": 0.140741765499115,
      "learning_rate": 9.727311686339453e-05,
      "loss": 0.029,
      "step": 45100
    },
    {
      "grad_norm": 0.17062611877918243,
      "learning_rate": 9.727132128586122e-05,
      "loss": 0.0266,
      "step": 45110
    },
    {
      "grad_norm": 0.21891528367996216,
      "learning_rate": 9.726952513393672e-05,
      "loss": 0.0241,
      "step": 45120
    },
    {
      "grad_norm": 0.3189612925052643,
      "learning_rate": 9.726772840764287e-05,
      "loss": 0.0226,
      "step": 45130
    },
    {
      "grad_norm": 0.12032736092805862,
      "learning_rate": 9.726593110700148e-05,
      "loss": 0.019,
      "step": 45140
    },
    {
      "grad_norm": 0.18264487385749817,
      "learning_rate": 9.72641332320344e-05,
      "loss": 0.0196,
      "step": 45150
    },
    {
      "grad_norm": 0.15916331112384796,
      "learning_rate": 9.726233478276347e-05,
      "loss": 0.0219,
      "step": 45160
    },
    {
      "grad_norm": 0.16636447608470917,
      "learning_rate": 9.726053575921057e-05,
      "loss": 0.021,
      "step": 45170
    },
    {
      "grad_norm": 0.1406891942024231,
      "learning_rate": 9.725873616139753e-05,
      "loss": 0.0195,
      "step": 45180
    },
    {
      "grad_norm": 0.16384932398796082,
      "learning_rate": 9.725693598934622e-05,
      "loss": 0.027,
      "step": 45190
    },
    {
      "grad_norm": 0.1269030123949051,
      "learning_rate": 9.725513524307853e-05,
      "loss": 0.0306,
      "step": 45200
    },
    {
      "grad_norm": 0.22128351032733917,
      "learning_rate": 9.725333392261634e-05,
      "loss": 0.0198,
      "step": 45210
    },
    {
      "grad_norm": 0.6938214302062988,
      "learning_rate": 9.725153202798149e-05,
      "loss": 0.0248,
      "step": 45220
    },
    {
      "grad_norm": 0.9573599100112915,
      "learning_rate": 9.724972955919595e-05,
      "loss": 0.0217,
      "step": 45230
    },
    {
      "grad_norm": 0.38742485642433167,
      "learning_rate": 9.724792651628156e-05,
      "loss": 0.033,
      "step": 45240
    },
    {
      "grad_norm": 0.5257445573806763,
      "learning_rate": 9.724612289926028e-05,
      "loss": 0.0266,
      "step": 45250
    },
    {
      "grad_norm": 0.17713342607021332,
      "learning_rate": 9.724431870815398e-05,
      "loss": 0.027,
      "step": 45260
    },
    {
      "grad_norm": 0.32261204719543457,
      "learning_rate": 9.724251394298461e-05,
      "loss": 0.0264,
      "step": 45270
    },
    {
      "grad_norm": 0.28015029430389404,
      "learning_rate": 9.724070860377408e-05,
      "loss": 0.0217,
      "step": 45280
    },
    {
      "grad_norm": 0.13406801223754883,
      "learning_rate": 9.723890269054434e-05,
      "loss": 0.0208,
      "step": 45290
    },
    {
      "grad_norm": 0.2001907229423523,
      "learning_rate": 9.723709620331733e-05,
      "loss": 0.0253,
      "step": 45300
    },
    {
      "grad_norm": 0.23700973391532898,
      "learning_rate": 9.723528914211502e-05,
      "loss": 0.0253,
      "step": 45310
    },
    {
      "grad_norm": 0.1459961235523224,
      "learning_rate": 9.723348150695934e-05,
      "loss": 0.0249,
      "step": 45320
    },
    {
      "grad_norm": 0.258344829082489,
      "learning_rate": 9.723167329787227e-05,
      "loss": 0.0224,
      "step": 45330
    },
    {
      "grad_norm": 0.2638021409511566,
      "learning_rate": 9.722986451487574e-05,
      "loss": 0.0228,
      "step": 45340
    },
    {
      "grad_norm": 0.34432095289230347,
      "learning_rate": 9.72280551579918e-05,
      "loss": 0.0293,
      "step": 45350
    },
    {
      "grad_norm": 0.27094200253486633,
      "learning_rate": 9.72262452272424e-05,
      "loss": 0.0356,
      "step": 45360
    },
    {
      "grad_norm": 0.18737535178661346,
      "learning_rate": 9.722443472264951e-05,
      "loss": 0.0244,
      "step": 45370
    },
    {
      "grad_norm": 0.2907542586326599,
      "learning_rate": 9.722262364423517e-05,
      "loss": 0.0242,
      "step": 45380
    },
    {
      "grad_norm": 0.2169872224330902,
      "learning_rate": 9.722081199202136e-05,
      "loss": 0.0261,
      "step": 45390
    },
    {
      "grad_norm": 0.18991327285766602,
      "learning_rate": 9.72189997660301e-05,
      "loss": 0.0197,
      "step": 45400
    },
    {
      "grad_norm": 0.3283742368221283,
      "learning_rate": 9.721718696628341e-05,
      "loss": 0.0242,
      "step": 45410
    },
    {
      "grad_norm": 0.13373735547065735,
      "learning_rate": 9.721537359280331e-05,
      "loss": 0.0264,
      "step": 45420
    },
    {
      "grad_norm": 0.2923954129219055,
      "learning_rate": 9.721355964561185e-05,
      "loss": 0.0229,
      "step": 45430
    },
    {
      "grad_norm": 0.2078963667154312,
      "learning_rate": 9.721174512473107e-05,
      "loss": 0.023,
      "step": 45440
    },
    {
      "grad_norm": 0.203223317861557,
      "learning_rate": 9.7209930030183e-05,
      "loss": 0.0225,
      "step": 45450
    },
    {
      "grad_norm": 0.21231915056705475,
      "learning_rate": 9.720811436198971e-05,
      "loss": 0.031,
      "step": 45460
    },
    {
      "grad_norm": 0.19216611981391907,
      "learning_rate": 9.720629812017327e-05,
      "loss": 0.0297,
      "step": 45470
    },
    {
      "grad_norm": 0.12009035795927048,
      "learning_rate": 9.720448130475572e-05,
      "loss": 0.0244,
      "step": 45480
    },
    {
      "grad_norm": 0.2175753265619278,
      "learning_rate": 9.720266391575916e-05,
      "loss": 0.0253,
      "step": 45490
    },
    {
      "grad_norm": 0.1978592723608017,
      "learning_rate": 9.720084595320567e-05,
      "loss": 0.0249,
      "step": 45500
    },
    {
      "grad_norm": 0.18588824570178986,
      "learning_rate": 9.719902741711735e-05,
      "loss": 0.0253,
      "step": 45510
    },
    {
      "grad_norm": 0.5525831580162048,
      "learning_rate": 9.719720830751627e-05,
      "loss": 0.0298,
      "step": 45520
    },
    {
      "grad_norm": 0.1562202423810959,
      "learning_rate": 9.719538862442455e-05,
      "loss": 0.0246,
      "step": 45530
    },
    {
      "grad_norm": 0.20517681539058685,
      "learning_rate": 9.719356836786429e-05,
      "loss": 0.0236,
      "step": 45540
    },
    {
      "grad_norm": 0.1503298282623291,
      "learning_rate": 9.719174753785761e-05,
      "loss": 0.0216,
      "step": 45550
    },
    {
      "grad_norm": 0.21795156598091125,
      "learning_rate": 9.718992613442666e-05,
      "loss": 0.0276,
      "step": 45560
    },
    {
      "grad_norm": 0.13756772875785828,
      "learning_rate": 9.718810415759354e-05,
      "loss": 0.0284,
      "step": 45570
    },
    {
      "grad_norm": 0.2528526186943054,
      "learning_rate": 9.718628160738041e-05,
      "loss": 0.0258,
      "step": 45580
    },
    {
      "grad_norm": 0.14781434834003448,
      "learning_rate": 9.71844584838094e-05,
      "loss": 0.0233,
      "step": 45590
    },
    {
      "grad_norm": 0.15224504470825195,
      "learning_rate": 9.718263478690268e-05,
      "loss": 0.022,
      "step": 45600
    },
    {
      "grad_norm": 0.14957991242408752,
      "learning_rate": 9.718081051668239e-05,
      "loss": 0.02,
      "step": 45610
    },
    {
      "grad_norm": 0.14006368815898895,
      "learning_rate": 9.717898567317071e-05,
      "loss": 0.0263,
      "step": 45620
    },
    {
      "grad_norm": 0.21021419763565063,
      "learning_rate": 9.71771602563898e-05,
      "loss": 0.0178,
      "step": 45630
    },
    {
      "grad_norm": 0.26104941964149475,
      "learning_rate": 9.717533426636187e-05,
      "loss": 0.0252,
      "step": 45640
    },
    {
      "grad_norm": 0.1652638465166092,
      "learning_rate": 9.717350770310907e-05,
      "loss": 0.0194,
      "step": 45650
    },
    {
      "grad_norm": 0.11665856093168259,
      "learning_rate": 9.717168056665362e-05,
      "loss": 0.019,
      "step": 45660
    },
    {
      "grad_norm": 0.22139333188533783,
      "learning_rate": 9.716985285701772e-05,
      "loss": 0.0268,
      "step": 45670
    },
    {
      "grad_norm": 0.186898335814476,
      "learning_rate": 9.716802457422356e-05,
      "loss": 0.0258,
      "step": 45680
    },
    {
      "grad_norm": 0.2603028118610382,
      "learning_rate": 9.716619571829338e-05,
      "loss": 0.0217,
      "step": 45690
    },
    {
      "grad_norm": 0.11918987333774567,
      "learning_rate": 9.716436628924937e-05,
      "loss": 0.0246,
      "step": 45700
    },
    {
      "grad_norm": 0.18852533400058746,
      "learning_rate": 9.71625362871138e-05,
      "loss": 0.029,
      "step": 45710
    },
    {
      "grad_norm": 0.16423076391220093,
      "learning_rate": 9.716070571190887e-05,
      "loss": 0.0281,
      "step": 45720
    },
    {
      "grad_norm": 0.23553837835788727,
      "learning_rate": 9.715887456365684e-05,
      "loss": 0.0235,
      "step": 45730
    },
    {
      "grad_norm": 0.279990553855896,
      "learning_rate": 9.715704284237997e-05,
      "loss": 0.0249,
      "step": 45740
    },
    {
      "grad_norm": 0.1269577592611313,
      "learning_rate": 9.715521054810051e-05,
      "loss": 0.0209,
      "step": 45750
    },
    {
      "grad_norm": 0.1729193776845932,
      "learning_rate": 9.71533776808407e-05,
      "loss": 0.0227,
      "step": 45760
    },
    {
      "grad_norm": 0.17117124795913696,
      "learning_rate": 9.715154424062284e-05,
      "loss": 0.0228,
      "step": 45770
    },
    {
      "grad_norm": 0.1308424174785614,
      "learning_rate": 9.71497102274692e-05,
      "loss": 0.0245,
      "step": 45780
    },
    {
      "grad_norm": 0.19954189658164978,
      "learning_rate": 9.714787564140206e-05,
      "loss": 0.0225,
      "step": 45790
    },
    {
      "grad_norm": 0.20761363208293915,
      "learning_rate": 9.714604048244373e-05,
      "loss": 0.0194,
      "step": 45800
    },
    {
      "grad_norm": 0.2594711482524872,
      "learning_rate": 9.714420475061648e-05,
      "loss": 0.0232,
      "step": 45810
    },
    {
      "grad_norm": 0.20753861963748932,
      "learning_rate": 9.714236844594263e-05,
      "loss": 0.0258,
      "step": 45820
    },
    {
      "grad_norm": 0.5157989859580994,
      "learning_rate": 9.71405315684445e-05,
      "loss": 0.025,
      "step": 45830
    },
    {
      "grad_norm": 0.4077084958553314,
      "learning_rate": 9.713869411814441e-05,
      "loss": 0.028,
      "step": 45840
    },
    {
      "grad_norm": 0.2069886177778244,
      "learning_rate": 9.713685609506467e-05,
      "loss": 0.0255,
      "step": 45850
    },
    {
      "grad_norm": 0.23580411076545715,
      "learning_rate": 9.713501749922762e-05,
      "loss": 0.0238,
      "step": 45860
    },
    {
      "grad_norm": 0.2686854600906372,
      "learning_rate": 9.713317833065561e-05,
      "loss": 0.0258,
      "step": 45870
    },
    {
      "grad_norm": 0.1997908502817154,
      "learning_rate": 9.7131338589371e-05,
      "loss": 0.0231,
      "step": 45880
    },
    {
      "grad_norm": 0.21201090514659882,
      "learning_rate": 9.712949827539611e-05,
      "loss": 0.0259,
      "step": 45890
    },
    {
      "grad_norm": 0.24144089221954346,
      "learning_rate": 9.712765738875332e-05,
      "loss": 0.0279,
      "step": 45900
    },
    {
      "grad_norm": 0.20767289400100708,
      "learning_rate": 9.712581592946499e-05,
      "loss": 0.0224,
      "step": 45910
    },
    {
      "grad_norm": 0.19918610155582428,
      "learning_rate": 9.71239738975535e-05,
      "loss": 0.021,
      "step": 45920
    },
    {
      "grad_norm": 0.14193296432495117,
      "learning_rate": 9.712213129304124e-05,
      "loss": 0.0192,
      "step": 45930
    },
    {
      "grad_norm": 0.3597370982170105,
      "learning_rate": 9.712028811595059e-05,
      "loss": 0.021,
      "step": 45940
    },
    {
      "grad_norm": 0.2668195962905884,
      "learning_rate": 9.711844436630397e-05,
      "loss": 0.0243,
      "step": 45950
    },
    {
      "grad_norm": 0.12343829870223999,
      "learning_rate": 9.711660004412375e-05,
      "loss": 0.0237,
      "step": 45960
    },
    {
      "grad_norm": 0.21587851643562317,
      "learning_rate": 9.711475514943236e-05,
      "loss": 0.0273,
      "step": 45970
    },
    {
      "grad_norm": 0.17498454451560974,
      "learning_rate": 9.711290968225219e-05,
      "loss": 0.0215,
      "step": 45980
    },
    {
      "grad_norm": 0.2546606659889221,
      "learning_rate": 9.711106364260571e-05,
      "loss": 0.0377,
      "step": 45990
    },
    {
      "grad_norm": 0.18368618190288544,
      "learning_rate": 9.710921703051533e-05,
      "loss": 0.0237,
      "step": 46000
    },
    {
      "grad_norm": 0.16954277455806732,
      "learning_rate": 9.710736984600346e-05,
      "loss": 0.022,
      "step": 46010
    },
    {
      "grad_norm": 0.1352665275335312,
      "learning_rate": 9.710552208909258e-05,
      "loss": 0.0236,
      "step": 46020
    },
    {
      "grad_norm": 0.22116215527057648,
      "learning_rate": 9.710367375980513e-05,
      "loss": 0.0219,
      "step": 46030
    },
    {
      "grad_norm": 0.18128246068954468,
      "learning_rate": 9.710182485816358e-05,
      "loss": 0.0209,
      "step": 46040
    },
    {
      "grad_norm": 0.1201145201921463,
      "learning_rate": 9.709997538419038e-05,
      "loss": 0.0239,
      "step": 46050
    },
    {
      "grad_norm": 0.1910262256860733,
      "learning_rate": 9.7098125337908e-05,
      "loss": 0.0202,
      "step": 46060
    },
    {
      "grad_norm": 0.16829390823841095,
      "learning_rate": 9.709627471933896e-05,
      "loss": 0.0305,
      "step": 46070
    },
    {
      "grad_norm": 0.16860446333885193,
      "learning_rate": 9.709442352850569e-05,
      "loss": 0.0241,
      "step": 46080
    },
    {
      "grad_norm": 0.462974488735199,
      "learning_rate": 9.709257176543071e-05,
      "loss": 0.0316,
      "step": 46090
    },
    {
      "grad_norm": 0.21597778797149658,
      "learning_rate": 9.709071943013652e-05,
      "loss": 0.026,
      "step": 46100
    },
    {
      "grad_norm": 0.16440147161483765,
      "learning_rate": 9.708886652264563e-05,
      "loss": 0.0299,
      "step": 46110
    },
    {
      "grad_norm": 0.11920679360628128,
      "learning_rate": 9.708701304298056e-05,
      "loss": 0.026,
      "step": 46120
    },
    {
      "grad_norm": 0.2194056510925293,
      "learning_rate": 9.708515899116382e-05,
      "loss": 0.031,
      "step": 46130
    },
    {
      "grad_norm": 0.14728842675685883,
      "learning_rate": 9.708330436721794e-05,
      "loss": 0.0325,
      "step": 46140
    },
    {
      "grad_norm": 0.19069956243038177,
      "learning_rate": 9.708144917116546e-05,
      "loss": 0.0229,
      "step": 46150
    },
    {
      "grad_norm": 0.6177862286567688,
      "learning_rate": 9.707959340302893e-05,
      "loss": 0.025,
      "step": 46160
    },
    {
      "grad_norm": 0.36197149753570557,
      "learning_rate": 9.707773706283087e-05,
      "loss": 0.0279,
      "step": 46170
    },
    {
      "grad_norm": 0.25554201006889343,
      "learning_rate": 9.707588015059386e-05,
      "loss": 0.0289,
      "step": 46180
    },
    {
      "grad_norm": 0.25815197825431824,
      "learning_rate": 9.707402266634047e-05,
      "loss": 0.0257,
      "step": 46190
    },
    {
      "grad_norm": 0.11082825809717178,
      "learning_rate": 9.707216461009325e-05,
      "loss": 0.022,
      "step": 46200
    },
    {
      "grad_norm": 0.2406529039144516,
      "learning_rate": 9.70703059818748e-05,
      "loss": 0.0217,
      "step": 46210
    },
    {
      "grad_norm": 0.2217433750629425,
      "learning_rate": 9.706844678170767e-05,
      "loss": 0.022,
      "step": 46220
    },
    {
      "grad_norm": 0.19455143809318542,
      "learning_rate": 9.706658700961448e-05,
      "loss": 0.0225,
      "step": 46230
    },
    {
      "grad_norm": 0.12953336536884308,
      "learning_rate": 9.706472666561783e-05,
      "loss": 0.0213,
      "step": 46240
    },
    {
      "grad_norm": 0.17609043419361115,
      "learning_rate": 9.70628657497403e-05,
      "loss": 0.0213,
      "step": 46250
    },
    {
      "grad_norm": 0.18834200501441956,
      "learning_rate": 9.706100426200452e-05,
      "loss": 0.0259,
      "step": 46260
    },
    {
      "grad_norm": 0.14537470042705536,
      "learning_rate": 9.705914220243313e-05,
      "loss": 0.0208,
      "step": 46270
    },
    {
      "grad_norm": 0.12073009461164474,
      "learning_rate": 9.705727957104871e-05,
      "loss": 0.0197,
      "step": 46280
    },
    {
      "grad_norm": 0.11527795344591141,
      "learning_rate": 9.70554163678739e-05,
      "loss": 0.0196,
      "step": 46290
    },
    {
      "grad_norm": 0.1806868314743042,
      "learning_rate": 9.705355259293137e-05,
      "loss": 0.0213,
      "step": 46300
    },
    {
      "grad_norm": 0.2601151168346405,
      "learning_rate": 9.705168824624376e-05,
      "loss": 0.0236,
      "step": 46310
    },
    {
      "grad_norm": 0.15621328353881836,
      "learning_rate": 9.70498233278337e-05,
      "loss": 0.0207,
      "step": 46320
    },
    {
      "grad_norm": 0.17337670922279358,
      "learning_rate": 9.704795783772386e-05,
      "loss": 0.0233,
      "step": 46330
    },
    {
      "grad_norm": 0.22098247706890106,
      "learning_rate": 9.704609177593691e-05,
      "loss": 0.029,
      "step": 46340
    },
    {
      "grad_norm": 0.18032507598400116,
      "learning_rate": 9.704422514249554e-05,
      "loss": 0.0189,
      "step": 46350
    },
    {
      "grad_norm": 0.42208051681518555,
      "learning_rate": 9.70423579374224e-05,
      "loss": 0.0272,
      "step": 46360
    },
    {
      "grad_norm": 0.12500865757465363,
      "learning_rate": 9.704049016074022e-05,
      "loss": 0.0194,
      "step": 46370
    },
    {
      "grad_norm": 0.16347543895244598,
      "learning_rate": 9.703862181247166e-05,
      "loss": 0.0202,
      "step": 46380
    },
    {
      "grad_norm": 0.18477533757686615,
      "learning_rate": 9.703675289263942e-05,
      "loss": 0.0258,
      "step": 46390
    },
    {
      "grad_norm": 0.15038925409317017,
      "learning_rate": 9.703488340126623e-05,
      "loss": 0.0206,
      "step": 46400
    },
    {
      "grad_norm": 0.23208262026309967,
      "learning_rate": 9.70330133383748e-05,
      "loss": 0.018,
      "step": 46410
    },
    {
      "grad_norm": 0.27547258138656616,
      "learning_rate": 9.703114270398785e-05,
      "loss": 0.0218,
      "step": 46420
    },
    {
      "grad_norm": 0.1995430737733841,
      "learning_rate": 9.702927149812812e-05,
      "loss": 0.0291,
      "step": 46430
    },
    {
      "grad_norm": 0.2363438904285431,
      "learning_rate": 9.702739972081834e-05,
      "loss": 0.0229,
      "step": 46440
    },
    {
      "grad_norm": 0.305415540933609,
      "learning_rate": 9.702552737208124e-05,
      "loss": 0.0256,
      "step": 46450
    },
    {
      "grad_norm": 0.18723136186599731,
      "learning_rate": 9.702365445193958e-05,
      "loss": 0.0231,
      "step": 46460
    },
    {
      "grad_norm": 0.1927066296339035,
      "learning_rate": 9.702178096041612e-05,
      "loss": 0.0222,
      "step": 46470
    },
    {
      "grad_norm": 0.15125739574432373,
      "learning_rate": 9.701990689753365e-05,
      "loss": 0.0213,
      "step": 46480
    },
    {
      "grad_norm": 0.20001009106636047,
      "learning_rate": 9.701803226331489e-05,
      "loss": 0.0216,
      "step": 46490
    },
    {
      "grad_norm": 0.11899100244045258,
      "learning_rate": 9.701615705778267e-05,
      "loss": 0.0235,
      "step": 46500
    },
    {
      "grad_norm": 0.31326544284820557,
      "learning_rate": 9.701428128095972e-05,
      "loss": 0.0266,
      "step": 46510
    },
    {
      "grad_norm": 0.1518823355436325,
      "learning_rate": 9.701240493286888e-05,
      "loss": 0.0179,
      "step": 46520
    },
    {
      "grad_norm": 0.19351544976234436,
      "learning_rate": 9.701052801353294e-05,
      "loss": 0.0296,
      "step": 46530
    },
    {
      "grad_norm": 0.18977360427379608,
      "learning_rate": 9.70086505229747e-05,
      "loss": 0.022,
      "step": 46540
    },
    {
      "grad_norm": 0.20499223470687866,
      "learning_rate": 9.700677246121695e-05,
      "loss": 0.0279,
      "step": 46550
    },
    {
      "grad_norm": 0.1399441957473755,
      "learning_rate": 9.700489382828256e-05,
      "loss": 0.0237,
      "step": 46560
    },
    {
      "grad_norm": 0.1715782880783081,
      "learning_rate": 9.70030146241943e-05,
      "loss": 0.0191,
      "step": 46570
    },
    {
      "grad_norm": 0.1717081367969513,
      "learning_rate": 9.700113484897506e-05,
      "loss": 0.022,
      "step": 46580
    },
    {
      "grad_norm": 0.18906354904174805,
      "learning_rate": 9.699925450264765e-05,
      "loss": 0.0192,
      "step": 46590
    },
    {
      "grad_norm": 0.1618446409702301,
      "learning_rate": 9.699737358523492e-05,
      "loss": 0.0148,
      "step": 46600
    },
    {
      "grad_norm": 0.18646828830242157,
      "learning_rate": 9.699549209675973e-05,
      "loss": 0.0212,
      "step": 46610
    },
    {
      "grad_norm": 0.4523940980434418,
      "learning_rate": 9.699361003724495e-05,
      "loss": 0.0221,
      "step": 46620
    },
    {
      "grad_norm": 0.2839326858520508,
      "learning_rate": 9.699172740671342e-05,
      "loss": 0.0307,
      "step": 46630
    },
    {
      "grad_norm": 0.20237192511558533,
      "learning_rate": 9.698984420518804e-05,
      "loss": 0.0203,
      "step": 46640
    },
    {
      "grad_norm": 0.22545315325260162,
      "learning_rate": 9.69879604326917e-05,
      "loss": 0.0238,
      "step": 46650
    },
    {
      "grad_norm": 0.18205423653125763,
      "learning_rate": 9.698607608924726e-05,
      "loss": 0.0237,
      "step": 46660
    },
    {
      "grad_norm": 0.2364015430212021,
      "learning_rate": 9.698419117487762e-05,
      "loss": 0.0249,
      "step": 46670
    },
    {
      "grad_norm": 0.1343216449022293,
      "learning_rate": 9.698230568960574e-05,
      "loss": 0.0211,
      "step": 46680
    },
    {
      "grad_norm": 0.1262458860874176,
      "learning_rate": 9.698041963345446e-05,
      "loss": 0.0232,
      "step": 46690
    },
    {
      "grad_norm": 0.15084141492843628,
      "learning_rate": 9.697853300644672e-05,
      "loss": 0.0236,
      "step": 46700
    },
    {
      "grad_norm": 0.2489035427570343,
      "learning_rate": 9.697664580860546e-05,
      "loss": 0.0196,
      "step": 46710
    },
    {
      "grad_norm": 0.11881116032600403,
      "learning_rate": 9.69747580399536e-05,
      "loss": 0.0187,
      "step": 46720
    },
    {
      "grad_norm": 0.12398957461118698,
      "learning_rate": 9.697286970051407e-05,
      "loss": 0.0229,
      "step": 46730
    },
    {
      "grad_norm": 0.11471900343894958,
      "learning_rate": 9.697098079030982e-05,
      "loss": 0.0212,
      "step": 46740
    },
    {
      "grad_norm": 0.7192392945289612,
      "learning_rate": 9.696909130936382e-05,
      "loss": 0.0217,
      "step": 46750
    },
    {
      "grad_norm": 0.20219282805919647,
      "learning_rate": 9.6967201257699e-05,
      "loss": 0.0195,
      "step": 46760
    },
    {
      "grad_norm": 1.1209934949874878,
      "learning_rate": 9.696531063533835e-05,
      "loss": 0.0298,
      "step": 46770
    },
    {
      "grad_norm": 0.21437443792819977,
      "learning_rate": 9.696341944230484e-05,
      "loss": 0.0232,
      "step": 46780
    },
    {
      "grad_norm": 0.1542252153158188,
      "learning_rate": 9.696152767862143e-05,
      "loss": 0.0199,
      "step": 46790
    },
    {
      "grad_norm": 0.31845325231552124,
      "learning_rate": 9.695963534431113e-05,
      "loss": 0.0265,
      "step": 46800
    },
    {
      "grad_norm": 0.1750032752752304,
      "learning_rate": 9.695774243939691e-05,
      "loss": 0.0313,
      "step": 46810
    },
    {
      "grad_norm": 0.12921658158302307,
      "learning_rate": 9.695584896390179e-05,
      "loss": 0.0221,
      "step": 46820
    },
    {
      "grad_norm": 0.17623358964920044,
      "learning_rate": 9.695395491784878e-05,
      "loss": 0.0243,
      "step": 46830
    },
    {
      "grad_norm": 0.18108633160591125,
      "learning_rate": 9.695206030126087e-05,
      "loss": 0.0204,
      "step": 46840
    },
    {
      "grad_norm": 0.1318129152059555,
      "learning_rate": 9.695016511416111e-05,
      "loss": 0.018,
      "step": 46850
    },
    {
      "grad_norm": 0.11815506964921951,
      "learning_rate": 9.694826935657252e-05,
      "loss": 0.0216,
      "step": 46860
    },
    {
      "grad_norm": 0.19764511287212372,
      "learning_rate": 9.694637302851813e-05,
      "loss": 0.018,
      "step": 46870
    },
    {
      "grad_norm": 0.3054027855396271,
      "learning_rate": 9.694447613002096e-05,
      "loss": 0.0205,
      "step": 46880
    },
    {
      "grad_norm": 0.15446914732456207,
      "learning_rate": 9.69425786611041e-05,
      "loss": 0.0201,
      "step": 46890
    },
    {
      "grad_norm": 0.17236942052841187,
      "learning_rate": 9.694068062179058e-05,
      "loss": 0.0252,
      "step": 46900
    },
    {
      "grad_norm": 0.20533786714076996,
      "learning_rate": 9.69387820121035e-05,
      "loss": 0.0197,
      "step": 46910
    },
    {
      "grad_norm": 0.23400349915027618,
      "learning_rate": 9.693688283206586e-05,
      "loss": 0.019,
      "step": 46920
    },
    {
      "grad_norm": 0.12003859877586365,
      "learning_rate": 9.693498308170079e-05,
      "loss": 0.0223,
      "step": 46930
    },
    {
      "grad_norm": 0.22724053263664246,
      "learning_rate": 9.693308276103137e-05,
      "loss": 0.0262,
      "step": 46940
    },
    {
      "grad_norm": 0.2125234454870224,
      "learning_rate": 9.693118187008068e-05,
      "loss": 0.021,
      "step": 46950
    },
    {
      "grad_norm": 0.15399079024791718,
      "learning_rate": 9.692928040887183e-05,
      "loss": 0.0207,
      "step": 46960
    },
    {
      "grad_norm": 0.2207496613264084,
      "learning_rate": 9.692737837742789e-05,
      "loss": 0.0214,
      "step": 46970
    },
    {
      "grad_norm": 0.18155322968959808,
      "learning_rate": 9.692547577577202e-05,
      "loss": 0.0248,
      "step": 46980
    },
    {
      "grad_norm": 0.1708664745092392,
      "learning_rate": 9.69235726039273e-05,
      "loss": 0.022,
      "step": 46990
    },
    {
      "grad_norm": 0.18492308259010315,
      "learning_rate": 9.692166886191686e-05,
      "loss": 0.0226,
      "step": 47000
    },
    {
      "grad_norm": 0.213248610496521,
      "learning_rate": 9.691976454976387e-05,
      "loss": 0.0255,
      "step": 47010
    },
    {
      "grad_norm": 0.15993544459342957,
      "learning_rate": 9.691785966749143e-05,
      "loss": 0.0205,
      "step": 47020
    },
    {
      "grad_norm": 0.16748873889446259,
      "learning_rate": 9.691595421512269e-05,
      "loss": 0.0233,
      "step": 47030
    },
    {
      "grad_norm": 0.16313831508159637,
      "learning_rate": 9.691404819268082e-05,
      "loss": 0.0248,
      "step": 47040
    },
    {
      "grad_norm": 0.14500394463539124,
      "learning_rate": 9.691214160018895e-05,
      "loss": 0.0224,
      "step": 47050
    },
    {
      "grad_norm": 0.16441063582897186,
      "learning_rate": 9.691023443767029e-05,
      "loss": 0.0197,
      "step": 47060
    },
    {
      "grad_norm": 0.10915835201740265,
      "learning_rate": 9.690832670514798e-05,
      "loss": 0.0215,
      "step": 47070
    },
    {
      "grad_norm": 0.2049749195575714,
      "learning_rate": 9.690641840264522e-05,
      "loss": 0.0234,
      "step": 47080
    },
    {
      "grad_norm": 0.27416205406188965,
      "learning_rate": 9.690450953018518e-05,
      "loss": 0.0196,
      "step": 47090
    },
    {
      "grad_norm": 0.1391197144985199,
      "learning_rate": 9.690260008779106e-05,
      "loss": 0.0221,
      "step": 47100
    },
    {
      "grad_norm": 0.16651508212089539,
      "learning_rate": 9.690069007548608e-05,
      "loss": 0.0201,
      "step": 47110
    },
    {
      "grad_norm": 0.25063496828079224,
      "learning_rate": 9.689877949329342e-05,
      "loss": 0.0186,
      "step": 47120
    },
    {
      "grad_norm": 0.3640158176422119,
      "learning_rate": 9.689686834123632e-05,
      "loss": 0.026,
      "step": 47130
    },
    {
      "grad_norm": 0.2815108895301819,
      "learning_rate": 9.6894956619338e-05,
      "loss": 0.0262,
      "step": 47140
    },
    {
      "grad_norm": 0.4364365339279175,
      "learning_rate": 9.689304432762167e-05,
      "loss": 0.0165,
      "step": 47150
    },
    {
      "grad_norm": 0.2047806680202484,
      "learning_rate": 9.689113146611057e-05,
      "loss": 0.0219,
      "step": 47160
    },
    {
      "grad_norm": 0.21106968820095062,
      "learning_rate": 9.688921803482796e-05,
      "loss": 0.0215,
      "step": 47170
    },
    {
      "grad_norm": 0.22209204733371735,
      "learning_rate": 9.688730403379708e-05,
      "loss": 0.0237,
      "step": 47180
    },
    {
      "grad_norm": 0.17883749306201935,
      "learning_rate": 9.688538946304118e-05,
      "loss": 0.0228,
      "step": 47190
    },
    {
      "grad_norm": 0.13092751801013947,
      "learning_rate": 9.688347432258353e-05,
      "loss": 0.0219,
      "step": 47200
    },
    {
      "grad_norm": 0.14580821990966797,
      "learning_rate": 9.68815586124474e-05,
      "loss": 0.025,
      "step": 47210
    },
    {
      "grad_norm": 0.22203093767166138,
      "learning_rate": 9.687964233265608e-05,
      "loss": 0.0262,
      "step": 47220
    },
    {
      "grad_norm": 0.18475402891635895,
      "learning_rate": 9.687772548323284e-05,
      "loss": 0.0239,
      "step": 47230
    },
    {
      "grad_norm": 0.2131156474351883,
      "learning_rate": 9.687580806420098e-05,
      "loss": 0.0259,
      "step": 47240
    },
    {
      "grad_norm": 0.17060324549674988,
      "learning_rate": 9.687389007558379e-05,
      "loss": 0.0237,
      "step": 47250
    },
    {
      "grad_norm": 0.2682816982269287,
      "learning_rate": 9.687197151740457e-05,
      "loss": 0.0284,
      "step": 47260
    },
    {
      "grad_norm": 0.1510842740535736,
      "learning_rate": 9.687005238968665e-05,
      "loss": 0.0225,
      "step": 47270
    },
    {
      "grad_norm": 0.2591942846775055,
      "learning_rate": 9.686813269245333e-05,
      "loss": 0.0196,
      "step": 47280
    },
    {
      "grad_norm": 0.29480838775634766,
      "learning_rate": 9.686621242572797e-05,
      "loss": 0.0259,
      "step": 47290
    },
    {
      "grad_norm": 0.1636887937784195,
      "learning_rate": 9.686429158953388e-05,
      "loss": 0.0205,
      "step": 47300
    },
    {
      "grad_norm": 0.20974884927272797,
      "learning_rate": 9.686237018389438e-05,
      "loss": 0.0221,
      "step": 47310
    },
    {
      "grad_norm": 0.16723692417144775,
      "learning_rate": 9.686044820883285e-05,
      "loss": 0.0181,
      "step": 47320
    },
    {
      "grad_norm": 0.32593995332717896,
      "learning_rate": 9.685852566437261e-05,
      "loss": 0.0241,
      "step": 47330
    },
    {
      "grad_norm": 0.2542063295841217,
      "learning_rate": 9.685660255053706e-05,
      "loss": 0.0167,
      "step": 47340
    },
    {
      "grad_norm": 0.1979479342699051,
      "learning_rate": 9.685467886734956e-05,
      "loss": 0.0231,
      "step": 47350
    },
    {
      "grad_norm": 0.2192223072052002,
      "learning_rate": 9.685275461483346e-05,
      "loss": 0.0261,
      "step": 47360
    },
    {
      "grad_norm": 0.19728706777095795,
      "learning_rate": 9.685082979301214e-05,
      "loss": 0.0311,
      "step": 47370
    },
    {
      "grad_norm": 0.930519700050354,
      "learning_rate": 9.684890440190903e-05,
      "loss": 0.0271,
      "step": 47380
    },
    {
      "grad_norm": 0.47734934091567993,
      "learning_rate": 9.684697844154747e-05,
      "loss": 0.0225,
      "step": 47390
    },
    {
      "grad_norm": 0.1849936693906784,
      "learning_rate": 9.684505191195092e-05,
      "loss": 0.0217,
      "step": 47400
    },
    {
      "grad_norm": 0.25158873200416565,
      "learning_rate": 9.684312481314275e-05,
      "loss": 0.0189,
      "step": 47410
    },
    {
      "grad_norm": 0.209320530295372,
      "learning_rate": 9.684119714514638e-05,
      "loss": 0.032,
      "step": 47420
    },
    {
      "grad_norm": 0.11541245877742767,
      "learning_rate": 9.683926890798525e-05,
      "loss": 0.0218,
      "step": 47430
    },
    {
      "grad_norm": 0.3497641682624817,
      "learning_rate": 9.683734010168276e-05,
      "loss": 0.0322,
      "step": 47440
    },
    {
      "grad_norm": 0.2539689242839813,
      "learning_rate": 9.683541072626239e-05,
      "loss": 0.0241,
      "step": 47450
    },
    {
      "grad_norm": 0.14398528635501862,
      "learning_rate": 9.683348078174754e-05,
      "loss": 0.0267,
      "step": 47460
    },
    {
      "grad_norm": 0.2044420838356018,
      "learning_rate": 9.683155026816168e-05,
      "loss": 0.027,
      "step": 47470
    },
    {
      "grad_norm": 0.2622843086719513,
      "learning_rate": 9.682961918552828e-05,
      "loss": 0.0219,
      "step": 47480
    },
    {
      "grad_norm": 0.1190154030919075,
      "learning_rate": 9.682768753387079e-05,
      "loss": 0.02,
      "step": 47490
    },
    {
      "grad_norm": 0.19325146079063416,
      "learning_rate": 9.682575531321269e-05,
      "loss": 0.0196,
      "step": 47500
    },
    {
      "grad_norm": 0.1638941764831543,
      "learning_rate": 9.682382252357745e-05,
      "loss": 0.0212,
      "step": 47510
    },
    {
      "grad_norm": 0.20980007946491241,
      "learning_rate": 9.682188916498855e-05,
      "loss": 0.0206,
      "step": 47520
    },
    {
      "grad_norm": 0.29737406969070435,
      "learning_rate": 9.681995523746948e-05,
      "loss": 0.021,
      "step": 47530
    },
    {
      "grad_norm": 0.5044664144515991,
      "learning_rate": 9.681802074104376e-05,
      "loss": 0.0192,
      "step": 47540
    },
    {
      "grad_norm": 0.14337176084518433,
      "learning_rate": 9.681608567573487e-05,
      "loss": 0.025,
      "step": 47550
    },
    {
      "grad_norm": 0.2545539140701294,
      "learning_rate": 9.681415004156638e-05,
      "loss": 0.0256,
      "step": 47560
    },
    {
      "grad_norm": 0.10550950467586517,
      "learning_rate": 9.681221383856173e-05,
      "loss": 0.0211,
      "step": 47570
    },
    {
      "grad_norm": 0.3156871199607849,
      "learning_rate": 9.68102770667445e-05,
      "loss": 0.0315,
      "step": 47580
    },
    {
      "grad_norm": 0.24541029334068298,
      "learning_rate": 9.680833972613818e-05,
      "loss": 0.0287,
      "step": 47590
    },
    {
      "grad_norm": 0.274027019739151,
      "learning_rate": 9.680640181676636e-05,
      "loss": 0.038,
      "step": 47600
    },
    {
      "grad_norm": 0.1967511624097824,
      "learning_rate": 9.680446333865258e-05,
      "loss": 0.0237,
      "step": 47610
    },
    {
      "grad_norm": 0.1748926341533661,
      "learning_rate": 9.680252429182035e-05,
      "loss": 0.0215,
      "step": 47620
    },
    {
      "grad_norm": 0.16809217631816864,
      "learning_rate": 9.680058467629328e-05,
      "loss": 0.0255,
      "step": 47630
    },
    {
      "grad_norm": 0.2553067207336426,
      "learning_rate": 9.679864449209491e-05,
      "loss": 0.0221,
      "step": 47640
    },
    {
      "grad_norm": 0.14264638721942902,
      "learning_rate": 9.679670373924883e-05,
      "loss": 0.02,
      "step": 47650
    },
    {
      "grad_norm": 0.2533211410045624,
      "learning_rate": 9.67947624177786e-05,
      "loss": 0.0209,
      "step": 47660
    },
    {
      "grad_norm": 0.15773624181747437,
      "learning_rate": 9.679282052770785e-05,
      "loss": 0.0217,
      "step": 47670
    },
    {
      "grad_norm": 0.19775797426700592,
      "learning_rate": 9.679087806906014e-05,
      "loss": 0.0186,
      "step": 47680
    },
    {
      "grad_norm": 0.12040494382381439,
      "learning_rate": 9.678893504185908e-05,
      "loss": 0.0179,
      "step": 47690
    },
    {
      "grad_norm": 0.2945191562175751,
      "learning_rate": 9.678699144612828e-05,
      "loss": 0.0246,
      "step": 47700
    },
    {
      "grad_norm": 0.1700924187898636,
      "learning_rate": 9.678504728189138e-05,
      "loss": 0.0247,
      "step": 47710
    },
    {
      "grad_norm": 0.2508852779865265,
      "learning_rate": 9.678310254917197e-05,
      "loss": 0.0344,
      "step": 47720
    },
    {
      "grad_norm": 0.2224244922399521,
      "learning_rate": 9.678115724799369e-05,
      "loss": 0.0247,
      "step": 47730
    },
    {
      "grad_norm": 0.18506446480751038,
      "learning_rate": 9.677921137838018e-05,
      "loss": 0.0239,
      "step": 47740
    },
    {
      "grad_norm": 0.1288209855556488,
      "learning_rate": 9.677726494035508e-05,
      "loss": 0.019,
      "step": 47750
    },
    {
      "grad_norm": 0.16182437539100647,
      "learning_rate": 9.677531793394205e-05,
      "loss": 0.0235,
      "step": 47760
    },
    {
      "grad_norm": 0.16141381859779358,
      "learning_rate": 9.677337035916477e-05,
      "loss": 0.0217,
      "step": 47770
    },
    {
      "grad_norm": 0.2610599100589752,
      "learning_rate": 9.677142221604685e-05,
      "loss": 0.0265,
      "step": 47780
    },
    {
      "grad_norm": 0.2428954392671585,
      "learning_rate": 9.676947350461199e-05,
      "loss": 0.0276,
      "step": 47790
    },
    {
      "grad_norm": 0.12710322439670563,
      "learning_rate": 9.676752422488388e-05,
      "loss": 0.0224,
      "step": 47800
    },
    {
      "grad_norm": 0.21181683242321014,
      "learning_rate": 9.67655743768862e-05,
      "loss": 0.0261,
      "step": 47810
    },
    {
      "grad_norm": 1.222923755645752,
      "learning_rate": 9.676362396064263e-05,
      "loss": 0.028,
      "step": 47820
    },
    {
      "grad_norm": 0.19481439888477325,
      "learning_rate": 9.676167297617686e-05,
      "loss": 0.0277,
      "step": 47830
    },
    {
      "grad_norm": 0.2126171737909317,
      "learning_rate": 9.675972142351264e-05,
      "loss": 0.0236,
      "step": 47840
    },
    {
      "grad_norm": 0.28796789050102234,
      "learning_rate": 9.675776930267364e-05,
      "loss": 0.042,
      "step": 47850
    },
    {
      "grad_norm": 0.17017912864685059,
      "learning_rate": 9.67558166136836e-05,
      "loss": 0.0195,
      "step": 47860
    },
    {
      "grad_norm": 0.3443196415901184,
      "learning_rate": 9.675386335656624e-05,
      "loss": 0.0207,
      "step": 47870
    },
    {
      "grad_norm": 0.13404789566993713,
      "learning_rate": 9.67519095313453e-05,
      "loss": 0.0277,
      "step": 47880
    },
    {
      "grad_norm": 0.17375442385673523,
      "learning_rate": 9.674995513804452e-05,
      "loss": 0.0244,
      "step": 47890
    },
    {
      "grad_norm": 0.15364786982536316,
      "learning_rate": 9.674800017668765e-05,
      "loss": 0.0294,
      "step": 47900
    },
    {
      "grad_norm": 0.27125582098960876,
      "learning_rate": 9.674604464729844e-05,
      "loss": 0.0235,
      "step": 47910
    },
    {
      "grad_norm": 0.3583747446537018,
      "learning_rate": 9.674408854990064e-05,
      "loss": 0.0239,
      "step": 47920
    },
    {
      "grad_norm": 0.17502501606941223,
      "learning_rate": 9.674213188451804e-05,
      "loss": 0.0229,
      "step": 47930
    },
    {
      "grad_norm": 0.2442699372768402,
      "learning_rate": 9.67401746511744e-05,
      "loss": 0.0236,
      "step": 47940
    },
    {
      "grad_norm": 0.22353503108024597,
      "learning_rate": 9.673821684989352e-05,
      "loss": 0.0263,
      "step": 47950
    },
    {
      "grad_norm": 0.16423001885414124,
      "learning_rate": 9.673625848069916e-05,
      "loss": 0.0292,
      "step": 47960
    },
    {
      "grad_norm": 0.14740177989006042,
      "learning_rate": 9.673429954361514e-05,
      "loss": 0.019,
      "step": 47970
    },
    {
      "grad_norm": 0.23910079896450043,
      "learning_rate": 9.673234003866526e-05,
      "loss": 0.023,
      "step": 47980
    },
    {
      "grad_norm": 0.2621716856956482,
      "learning_rate": 9.673037996587333e-05,
      "loss": 0.0252,
      "step": 47990
    },
    {
      "grad_norm": 0.14542730152606964,
      "learning_rate": 9.672841932526315e-05,
      "loss": 0.0159,
      "step": 48000
    },
    {
      "grad_norm": 0.11816121637821198,
      "learning_rate": 9.672645811685857e-05,
      "loss": 0.0214,
      "step": 48010
    },
    {
      "grad_norm": 0.21334294974803925,
      "learning_rate": 9.672449634068339e-05,
      "loss": 0.0286,
      "step": 48020
    },
    {
      "grad_norm": 0.27380767464637756,
      "learning_rate": 9.672253399676148e-05,
      "loss": 0.0238,
      "step": 48030
    },
    {
      "grad_norm": 0.252300888299942,
      "learning_rate": 9.672057108511665e-05,
      "loss": 0.022,
      "step": 48040
    },
    {
      "grad_norm": 0.16435667872428894,
      "learning_rate": 9.671860760577279e-05,
      "loss": 0.0227,
      "step": 48050
    },
    {
      "grad_norm": 0.33187335729599,
      "learning_rate": 9.671664355875373e-05,
      "loss": 0.0297,
      "step": 48060
    },
    {
      "grad_norm": 0.1986348181962967,
      "learning_rate": 9.671467894408335e-05,
      "loss": 0.0327,
      "step": 48070
    },
    {
      "grad_norm": 0.26390981674194336,
      "learning_rate": 9.671271376178551e-05,
      "loss": 0.0286,
      "step": 48080
    },
    {
      "grad_norm": 0.26517191529273987,
      "learning_rate": 9.671074801188408e-05,
      "loss": 0.0258,
      "step": 48090
    },
    {
      "grad_norm": 0.1702200174331665,
      "learning_rate": 9.670878169440297e-05,
      "loss": 0.0232,
      "step": 48100
    },
    {
      "grad_norm": 0.15918965637683868,
      "learning_rate": 9.670681480936606e-05,
      "loss": 0.0229,
      "step": 48110
    },
    {
      "grad_norm": 0.21467402577400208,
      "learning_rate": 9.670484735679725e-05,
      "loss": 0.0324,
      "step": 48120
    },
    {
      "grad_norm": 0.21548987925052643,
      "learning_rate": 9.670287933672046e-05,
      "loss": 0.0245,
      "step": 48130
    },
    {
      "grad_norm": 0.16264984011650085,
      "learning_rate": 9.670091074915959e-05,
      "loss": 0.0293,
      "step": 48140
    },
    {
      "grad_norm": 0.6368612051010132,
      "learning_rate": 9.669894159413854e-05,
      "loss": 0.0241,
      "step": 48150
    },
    {
      "grad_norm": 0.16433005034923553,
      "learning_rate": 9.669697187168127e-05,
      "loss": 0.0229,
      "step": 48160
    },
    {
      "grad_norm": 0.25497591495513916,
      "learning_rate": 9.669500158181172e-05,
      "loss": 0.0244,
      "step": 48170
    },
    {
      "grad_norm": 0.22200153768062592,
      "learning_rate": 9.66930307245538e-05,
      "loss": 0.0221,
      "step": 48180
    },
    {
      "grad_norm": 0.14658041298389435,
      "learning_rate": 9.669105929993147e-05,
      "loss": 0.0222,
      "step": 48190
    },
    {
      "grad_norm": 0.20280183851718903,
      "learning_rate": 9.668908730796868e-05,
      "loss": 0.0216,
      "step": 48200
    },
    {
      "grad_norm": 0.18243007361888885,
      "learning_rate": 9.668711474868941e-05,
      "loss": 0.0255,
      "step": 48210
    },
    {
      "grad_norm": 0.18032154440879822,
      "learning_rate": 9.668514162211761e-05,
      "loss": 0.0298,
      "step": 48220
    },
    {
      "grad_norm": 0.17964698374271393,
      "learning_rate": 9.668316792827725e-05,
      "loss": 0.0222,
      "step": 48230
    },
    {
      "grad_norm": 0.29285427927970886,
      "learning_rate": 9.668119366719235e-05,
      "loss": 0.0264,
      "step": 48240
    },
    {
      "grad_norm": 0.1848965883255005,
      "learning_rate": 9.667921883888685e-05,
      "loss": 0.0216,
      "step": 48250
    },
    {
      "grad_norm": 0.17625507712364197,
      "learning_rate": 9.667724344338478e-05,
      "loss": 0.0194,
      "step": 48260
    },
    {
      "grad_norm": 0.14870668947696686,
      "learning_rate": 9.667526748071011e-05,
      "loss": 0.0196,
      "step": 48270
    },
    {
      "grad_norm": 0.2545824944972992,
      "learning_rate": 9.66732909508869e-05,
      "loss": 0.024,
      "step": 48280
    },
    {
      "grad_norm": 0.1684781014919281,
      "learning_rate": 9.667131385393913e-05,
      "loss": 0.0182,
      "step": 48290
    },
    {
      "grad_norm": 0.1690780222415924,
      "learning_rate": 9.666933618989082e-05,
      "loss": 0.0204,
      "step": 48300
    },
    {
      "grad_norm": 0.21652065217494965,
      "learning_rate": 9.666735795876602e-05,
      "loss": 0.0199,
      "step": 48310
    },
    {
      "grad_norm": 0.12544316053390503,
      "learning_rate": 9.666537916058876e-05,
      "loss": 0.0216,
      "step": 48320
    },
    {
      "grad_norm": 0.30799734592437744,
      "learning_rate": 9.666339979538308e-05,
      "loss": 0.0216,
      "step": 48330
    },
    {
      "grad_norm": 0.19243845343589783,
      "learning_rate": 9.666141986317305e-05,
      "loss": 0.0207,
      "step": 48340
    },
    {
      "grad_norm": 0.20615480840206146,
      "learning_rate": 9.66594393639827e-05,
      "loss": 0.0245,
      "step": 48350
    },
    {
      "grad_norm": 0.12133743613958359,
      "learning_rate": 9.66574582978361e-05,
      "loss": 0.018,
      "step": 48360
    },
    {
      "grad_norm": 0.12967248260974884,
      "learning_rate": 9.665547666475734e-05,
      "loss": 0.0227,
      "step": 48370
    },
    {
      "grad_norm": 0.11818668246269226,
      "learning_rate": 9.66534944647705e-05,
      "loss": 0.0309,
      "step": 48380
    },
    {
      "grad_norm": 0.15278424322605133,
      "learning_rate": 9.665151169789964e-05,
      "loss": 0.0263,
      "step": 48390
    },
    {
      "grad_norm": 0.11473697423934937,
      "learning_rate": 9.664952836416887e-05,
      "loss": 0.0217,
      "step": 48400
    },
    {
      "grad_norm": 0.14562197029590607,
      "learning_rate": 9.664754446360227e-05,
      "loss": 0.0174,
      "step": 48410
    },
    {
      "grad_norm": 0.11301328241825104,
      "learning_rate": 9.664555999622397e-05,
      "loss": 0.0194,
      "step": 48420
    },
    {
      "grad_norm": 0.17945514619350433,
      "learning_rate": 9.66435749620581e-05,
      "loss": 0.0256,
      "step": 48430
    },
    {
      "grad_norm": 0.1796969324350357,
      "learning_rate": 9.664158936112873e-05,
      "loss": 0.0281,
      "step": 48440
    },
    {
      "grad_norm": 0.19695881009101868,
      "learning_rate": 9.663960319346002e-05,
      "loss": 0.0194,
      "step": 48450
    },
    {
      "grad_norm": 0.23140013217926025,
      "learning_rate": 9.663761645907609e-05,
      "loss": 0.025,
      "step": 48460
    },
    {
      "grad_norm": 0.24746911227703094,
      "learning_rate": 9.66356291580011e-05,
      "loss": 0.0211,
      "step": 48470
    },
    {
      "grad_norm": 0.25120559334754944,
      "learning_rate": 9.663364129025919e-05,
      "loss": 0.0261,
      "step": 48480
    },
    {
      "grad_norm": 0.17945541441440582,
      "learning_rate": 9.663165285587448e-05,
      "loss": 0.0188,
      "step": 48490
    },
    {
      "grad_norm": 0.17505981028079987,
      "learning_rate": 9.662966385487118e-05,
      "loss": 0.0224,
      "step": 48500
    },
    {
      "grad_norm": 0.13871978223323822,
      "learning_rate": 9.662767428727343e-05,
      "loss": 0.0186,
      "step": 48510
    },
    {
      "grad_norm": 0.2037312090396881,
      "learning_rate": 9.662568415310543e-05,
      "loss": 0.0207,
      "step": 48520
    },
    {
      "grad_norm": 0.1675492376089096,
      "learning_rate": 9.662369345239132e-05,
      "loss": 0.0187,
      "step": 48530
    },
    {
      "grad_norm": 0.10611089318990707,
      "learning_rate": 9.662170218515533e-05,
      "loss": 0.0199,
      "step": 48540
    },
    {
      "grad_norm": 0.18058234453201294,
      "learning_rate": 9.661971035142164e-05,
      "loss": 0.0231,
      "step": 48550
    },
    {
      "grad_norm": 0.0945432186126709,
      "learning_rate": 9.661771795121444e-05,
      "loss": 0.0211,
      "step": 48560
    },
    {
      "grad_norm": 0.20017682015895844,
      "learning_rate": 9.661572498455798e-05,
      "loss": 0.0256,
      "step": 48570
    },
    {
      "grad_norm": 0.18965116143226624,
      "learning_rate": 9.661373145147643e-05,
      "loss": 0.022,
      "step": 48580
    },
    {
      "grad_norm": 0.1655527651309967,
      "learning_rate": 9.661173735199402e-05,
      "loss": 0.0198,
      "step": 48590
    },
    {
      "grad_norm": 0.24387435615062714,
      "learning_rate": 9.660974268613501e-05,
      "loss": 0.0195,
      "step": 48600
    },
    {
      "grad_norm": 0.159906268119812,
      "learning_rate": 9.660774745392363e-05,
      "loss": 0.0461,
      "step": 48610
    },
    {
      "grad_norm": 0.28673821687698364,
      "learning_rate": 9.66057516553841e-05,
      "loss": 0.022,
      "step": 48620
    },
    {
      "grad_norm": 0.19147394597530365,
      "learning_rate": 9.660375529054068e-05,
      "loss": 0.0195,
      "step": 48630
    },
    {
      "grad_norm": 0.2045178860425949,
      "learning_rate": 9.660175835941763e-05,
      "loss": 0.0219,
      "step": 48640
    },
    {
      "grad_norm": 0.1721971184015274,
      "learning_rate": 9.659976086203923e-05,
      "loss": 0.0239,
      "step": 48650
    },
    {
      "grad_norm": 0.23713675141334534,
      "learning_rate": 9.659776279842972e-05,
      "loss": 0.0244,
      "step": 48660
    },
    {
      "grad_norm": 0.1524079144001007,
      "learning_rate": 9.659576416861342e-05,
      "loss": 0.0247,
      "step": 48670
    },
    {
      "grad_norm": 0.15582816302776337,
      "learning_rate": 9.659376497261457e-05,
      "loss": 0.0215,
      "step": 48680
    },
    {
      "grad_norm": 0.15175674855709076,
      "learning_rate": 9.65917652104575e-05,
      "loss": 0.0221,
      "step": 48690
    },
    {
      "grad_norm": 0.14095857739448547,
      "learning_rate": 9.658976488216648e-05,
      "loss": 0.019,
      "step": 48700
    },
    {
      "grad_norm": 0.33610299229621887,
      "learning_rate": 9.658776398776583e-05,
      "loss": 0.0286,
      "step": 48710
    },
    {
      "grad_norm": 0.1496945470571518,
      "learning_rate": 9.658576252727987e-05,
      "loss": 0.0259,
      "step": 48720
    },
    {
      "grad_norm": 0.25515446066856384,
      "learning_rate": 9.65837605007329e-05,
      "loss": 0.0271,
      "step": 48730
    },
    {
      "grad_norm": 0.15911589562892914,
      "learning_rate": 9.658175790814927e-05,
      "loss": 0.0254,
      "step": 48740
    },
    {
      "grad_norm": 0.21764302253723145,
      "learning_rate": 9.65797547495533e-05,
      "loss": 0.0187,
      "step": 48750
    },
    {
      "grad_norm": 0.24260905385017395,
      "learning_rate": 9.657775102496933e-05,
      "loss": 0.0239,
      "step": 48760
    },
    {
      "grad_norm": 0.16800148785114288,
      "learning_rate": 9.65757467344217e-05,
      "loss": 0.0188,
      "step": 48770
    },
    {
      "grad_norm": 0.12130135297775269,
      "learning_rate": 9.657374187793477e-05,
      "loss": 0.0224,
      "step": 48780
    },
    {
      "grad_norm": 0.11607987433671951,
      "learning_rate": 9.65717364555329e-05,
      "loss": 0.0184,
      "step": 48790
    },
    {
      "grad_norm": 0.18539832532405853,
      "learning_rate": 9.656973046724048e-05,
      "loss": 0.018,
      "step": 48800
    },
    {
      "grad_norm": 0.22152814269065857,
      "learning_rate": 9.656772391308186e-05,
      "loss": 0.0228,
      "step": 48810
    },
    {
      "grad_norm": 0.22538088262081146,
      "learning_rate": 9.656571679308141e-05,
      "loss": 0.0215,
      "step": 48820
    },
    {
      "grad_norm": 0.2169121354818344,
      "learning_rate": 9.656370910726355e-05,
      "loss": 0.0311,
      "step": 48830
    },
    {
      "grad_norm": 0.2515248954296112,
      "learning_rate": 9.656170085565269e-05,
      "loss": 0.0303,
      "step": 48840
    },
    {
      "grad_norm": 0.16201071441173553,
      "learning_rate": 9.655969203827316e-05,
      "loss": 0.0209,
      "step": 48850
    },
    {
      "grad_norm": 0.14379151165485382,
      "learning_rate": 9.655768265514941e-05,
      "loss": 0.0204,
      "step": 48860
    },
    {
      "grad_norm": 0.18070903420448303,
      "learning_rate": 9.655567270630589e-05,
      "loss": 0.0245,
      "step": 48870
    },
    {
      "grad_norm": 0.11627386510372162,
      "learning_rate": 9.655366219176696e-05,
      "loss": 0.0273,
      "step": 48880
    },
    {
      "grad_norm": 0.1227191686630249,
      "learning_rate": 9.65516511115571e-05,
      "loss": 0.0223,
      "step": 48890
    },
    {
      "grad_norm": 0.14290352165699005,
      "learning_rate": 9.654963946570073e-05,
      "loss": 0.0249,
      "step": 48900
    },
    {
      "grad_norm": 0.16371451318264008,
      "learning_rate": 9.654762725422229e-05,
      "loss": 0.0303,
      "step": 48910
    },
    {
      "grad_norm": 0.2096206545829773,
      "learning_rate": 9.654561447714621e-05,
      "loss": 0.0208,
      "step": 48920
    },
    {
      "grad_norm": 0.1485656499862671,
      "learning_rate": 9.654360113449698e-05,
      "loss": 0.0204,
      "step": 48930
    },
    {
      "grad_norm": 0.3316325843334198,
      "learning_rate": 9.654158722629906e-05,
      "loss": 0.0208,
      "step": 48940
    },
    {
      "grad_norm": 0.2683253586292267,
      "learning_rate": 9.65395727525769e-05,
      "loss": 0.0221,
      "step": 48950
    },
    {
      "grad_norm": 0.14613573253154755,
      "learning_rate": 9.653755771335499e-05,
      "loss": 0.0195,
      "step": 48960
    },
    {
      "grad_norm": 0.14627785980701447,
      "learning_rate": 9.653554210865783e-05,
      "loss": 0.0187,
      "step": 48970
    },
    {
      "grad_norm": 0.17904408276081085,
      "learning_rate": 9.653352593850988e-05,
      "loss": 0.0255,
      "step": 48980
    },
    {
      "grad_norm": 0.16522718966007233,
      "learning_rate": 9.653150920293568e-05,
      "loss": 0.0201,
      "step": 48990
    },
    {
      "grad_norm": 0.2525902986526489,
      "learning_rate": 9.652949190195967e-05,
      "loss": 0.0206,
      "step": 49000
    },
    {
      "grad_norm": 0.25058916211128235,
      "learning_rate": 9.652747403560644e-05,
      "loss": 0.0284,
      "step": 49010
    },
    {
      "grad_norm": 0.16597004234790802,
      "learning_rate": 9.652545560390045e-05,
      "loss": 0.0212,
      "step": 49020
    },
    {
      "grad_norm": 0.24705520272254944,
      "learning_rate": 9.652343660686626e-05,
      "loss": 0.0298,
      "step": 49030
    },
    {
      "grad_norm": 0.17701955139636993,
      "learning_rate": 9.652141704452837e-05,
      "loss": 0.025,
      "step": 49040
    },
    {
      "grad_norm": 0.16741959750652313,
      "learning_rate": 9.651939691691137e-05,
      "loss": 0.0233,
      "step": 49050
    },
    {
      "grad_norm": 0.14212502539157867,
      "learning_rate": 9.651737622403974e-05,
      "loss": 0.0206,
      "step": 49060
    },
    {
      "grad_norm": 0.22429299354553223,
      "learning_rate": 9.651535496593809e-05,
      "loss": 0.0266,
      "step": 49070
    },
    {
      "grad_norm": 0.19496704638004303,
      "learning_rate": 9.651333314263096e-05,
      "loss": 0.0208,
      "step": 49080
    },
    {
      "grad_norm": 0.12966108322143555,
      "learning_rate": 9.651131075414292e-05,
      "loss": 0.0249,
      "step": 49090
    },
    {
      "grad_norm": 0.11775051057338715,
      "learning_rate": 9.650928780049853e-05,
      "loss": 0.0203,
      "step": 49100
    },
    {
      "grad_norm": 0.12156084924936295,
      "learning_rate": 9.650726428172239e-05,
      "loss": 0.0258,
      "step": 49110
    },
    {
      "grad_norm": 0.17664286494255066,
      "learning_rate": 9.650524019783906e-05,
      "loss": 0.0244,
      "step": 49120
    },
    {
      "grad_norm": 0.132612407207489,
      "learning_rate": 9.650321554887318e-05,
      "loss": 0.0216,
      "step": 49130
    },
    {
      "grad_norm": 0.1578652262687683,
      "learning_rate": 9.65011903348493e-05,
      "loss": 0.0193,
      "step": 49140
    },
    {
      "grad_norm": 0.14811652898788452,
      "learning_rate": 9.649916455579206e-05,
      "loss": 0.0185,
      "step": 49150
    },
    {
      "grad_norm": 0.1808883249759674,
      "learning_rate": 9.649713821172608e-05,
      "loss": 0.0184,
      "step": 49160
    },
    {
      "grad_norm": 0.27010104060173035,
      "learning_rate": 9.649511130267597e-05,
      "loss": 0.0222,
      "step": 49170
    },
    {
      "grad_norm": 0.1808987259864807,
      "learning_rate": 9.649308382866635e-05,
      "loss": 0.0236,
      "step": 49180
    },
    {
      "grad_norm": 0.1569320112466812,
      "learning_rate": 9.649105578972186e-05,
      "loss": 0.0169,
      "step": 49190
    },
    {
      "grad_norm": 0.1491139829158783,
      "learning_rate": 9.648902718586717e-05,
      "loss": 0.0205,
      "step": 49200
    },
    {
      "grad_norm": 0.6423057913780212,
      "learning_rate": 9.648699801712688e-05,
      "loss": 0.0211,
      "step": 49210
    },
    {
      "grad_norm": 0.19155465066432953,
      "learning_rate": 9.648496828352569e-05,
      "loss": 0.0269,
      "step": 49220
    },
    {
      "grad_norm": 0.17304691672325134,
      "learning_rate": 9.648293798508823e-05,
      "loss": 0.0164,
      "step": 49230
    },
    {
      "grad_norm": 0.1900937706232071,
      "learning_rate": 9.648090712183919e-05,
      "loss": 0.0234,
      "step": 49240
    },
    {
      "grad_norm": 0.14317531883716583,
      "learning_rate": 9.647887569380326e-05,
      "loss": 0.0306,
      "step": 49250
    },
    {
      "grad_norm": 0.15004011988639832,
      "learning_rate": 9.64768437010051e-05,
      "loss": 0.035,
      "step": 49260
    },
    {
      "grad_norm": 0.239028200507164,
      "learning_rate": 9.647481114346941e-05,
      "loss": 0.0265,
      "step": 49270
    },
    {
      "grad_norm": 0.19954814016819,
      "learning_rate": 9.647277802122087e-05,
      "loss": 0.0241,
      "step": 49280
    },
    {
      "grad_norm": 0.137613445520401,
      "learning_rate": 9.647074433428421e-05,
      "loss": 0.0216,
      "step": 49290
    },
    {
      "grad_norm": 0.18229609727859497,
      "learning_rate": 9.646871008268412e-05,
      "loss": 0.023,
      "step": 49300
    },
    {
      "grad_norm": 0.25158125162124634,
      "learning_rate": 9.646667526644535e-05,
      "loss": 0.025,
      "step": 49310
    },
    {
      "grad_norm": 0.1460191160440445,
      "learning_rate": 9.64646398855926e-05,
      "loss": 0.0188,
      "step": 49320
    },
    {
      "grad_norm": 0.2599422335624695,
      "learning_rate": 9.646260394015059e-05,
      "loss": 0.0233,
      "step": 49330
    },
    {
      "grad_norm": 0.19988080859184265,
      "learning_rate": 9.646056743014407e-05,
      "loss": 0.0252,
      "step": 49340
    },
    {
      "grad_norm": 0.1341286599636078,
      "learning_rate": 9.645853035559781e-05,
      "loss": 0.0188,
      "step": 49350
    },
    {
      "grad_norm": 0.15503087639808655,
      "learning_rate": 9.645649271653654e-05,
      "loss": 0.0218,
      "step": 49360
    },
    {
      "grad_norm": 0.10053510218858719,
      "learning_rate": 9.645445451298501e-05,
      "loss": 0.019,
      "step": 49370
    },
    {
      "grad_norm": 0.16941498219966888,
      "learning_rate": 9.6452415744968e-05,
      "loss": 0.0201,
      "step": 49380
    },
    {
      "grad_norm": 0.5429403185844421,
      "learning_rate": 9.645037641251029e-05,
      "loss": 0.0253,
      "step": 49390
    },
    {
      "grad_norm": 0.18723252415657043,
      "learning_rate": 9.644833651563664e-05,
      "loss": 0.0254,
      "step": 49400
    },
    {
      "grad_norm": 0.16412915289402008,
      "learning_rate": 9.644629605437186e-05,
      "loss": 0.0251,
      "step": 49410
    },
    {
      "grad_norm": 0.09025458246469498,
      "learning_rate": 9.64442550287407e-05,
      "loss": 0.0183,
      "step": 49420
    },
    {
      "grad_norm": 0.2810123562812805,
      "learning_rate": 9.644221343876801e-05,
      "loss": 0.0206,
      "step": 49430
    },
    {
      "grad_norm": 0.16756975650787354,
      "learning_rate": 9.644017128447859e-05,
      "loss": 0.0195,
      "step": 49440
    },
    {
      "grad_norm": 0.17037494480609894,
      "learning_rate": 9.643812856589723e-05,
      "loss": 0.0177,
      "step": 49450
    },
    {
      "grad_norm": 0.20716221630573273,
      "learning_rate": 9.643608528304877e-05,
      "loss": 0.0231,
      "step": 49460
    },
    {
      "grad_norm": 0.23111870884895325,
      "learning_rate": 9.643404143595801e-05,
      "loss": 0.0198,
      "step": 49470
    },
    {
      "grad_norm": 0.10385734587907791,
      "learning_rate": 9.643199702464982e-05,
      "loss": 0.0167,
      "step": 49480
    },
    {
      "grad_norm": 0.1432560682296753,
      "learning_rate": 9.642995204914902e-05,
      "loss": 0.027,
      "step": 49490
    },
    {
      "grad_norm": 0.22547847032546997,
      "learning_rate": 9.642790650948048e-05,
      "loss": 0.0354,
      "step": 49500
    },
    {
      "grad_norm": 0.16606880724430084,
      "learning_rate": 9.642586040566903e-05,
      "loss": 0.0241,
      "step": 49510
    },
    {
      "grad_norm": 0.16526305675506592,
      "learning_rate": 9.642381373773955e-05,
      "loss": 0.023,
      "step": 49520
    },
    {
      "grad_norm": 0.12792368233203888,
      "learning_rate": 9.642176650571691e-05,
      "loss": 0.0232,
      "step": 49530
    },
    {
      "grad_norm": 0.16615146398544312,
      "learning_rate": 9.641971870962597e-05,
      "loss": 0.0266,
      "step": 49540
    },
    {
      "grad_norm": 0.17741607129573822,
      "learning_rate": 9.641767034949161e-05,
      "loss": 0.0269,
      "step": 49550
    },
    {
      "grad_norm": 0.22345001995563507,
      "learning_rate": 9.641562142533874e-05,
      "loss": 0.0184,
      "step": 49560
    },
    {
      "grad_norm": 0.17345431447029114,
      "learning_rate": 9.641357193719223e-05,
      "loss": 0.0252,
      "step": 49570
    },
    {
      "grad_norm": 0.1605241447687149,
      "learning_rate": 9.6411521885077e-05,
      "loss": 0.0207,
      "step": 49580
    },
    {
      "grad_norm": 0.49986615777015686,
      "learning_rate": 9.640947126901798e-05,
      "loss": 0.0186,
      "step": 49590
    },
    {
      "grad_norm": 0.18981996178627014,
      "learning_rate": 9.640742008904005e-05,
      "loss": 0.0268,
      "step": 49600
    },
    {
      "grad_norm": 0.32836636900901794,
      "learning_rate": 9.640536834516815e-05,
      "loss": 0.0251,
      "step": 49610
    },
    {
      "grad_norm": 0.49431702494621277,
      "learning_rate": 9.640331603742723e-05,
      "loss": 0.0268,
      "step": 49620
    },
    {
      "grad_norm": 0.3393435478210449,
      "learning_rate": 9.640126316584219e-05,
      "loss": 0.0207,
      "step": 49630
    },
    {
      "grad_norm": 0.2245357781648636,
      "learning_rate": 9.639920973043801e-05,
      "loss": 0.0265,
      "step": 49640
    },
    {
      "grad_norm": 0.1724606156349182,
      "learning_rate": 9.639715573123961e-05,
      "loss": 0.0249,
      "step": 49650
    },
    {
      "grad_norm": 0.2633366584777832,
      "learning_rate": 9.639510116827196e-05,
      "loss": 0.0312,
      "step": 49660
    },
    {
      "grad_norm": 0.23780936002731323,
      "learning_rate": 9.639304604156003e-05,
      "loss": 0.0299,
      "step": 49670
    },
    {
      "grad_norm": 0.22076818346977234,
      "learning_rate": 9.63909903511288e-05,
      "loss": 0.0263,
      "step": 49680
    },
    {
      "grad_norm": 0.2652040719985962,
      "learning_rate": 9.638893409700321e-05,
      "loss": 0.0212,
      "step": 49690
    },
    {
      "grad_norm": 0.1753925085067749,
      "learning_rate": 9.638687727920828e-05,
      "loss": 0.0203,
      "step": 49700
    },
    {
      "grad_norm": 0.14669251441955566,
      "learning_rate": 9.638481989776901e-05,
      "loss": 0.0248,
      "step": 49710
    },
    {
      "grad_norm": 0.18198241293430328,
      "learning_rate": 9.638276195271037e-05,
      "loss": 0.0242,
      "step": 49720
    },
    {
      "grad_norm": 0.1902315765619278,
      "learning_rate": 9.638070344405738e-05,
      "loss": 0.0259,
      "step": 49730
    },
    {
      "grad_norm": 0.19612905383110046,
      "learning_rate": 9.637864437183507e-05,
      "loss": 0.0222,
      "step": 49740
    },
    {
      "grad_norm": 0.18454469740390778,
      "learning_rate": 9.637658473606843e-05,
      "loss": 0.0224,
      "step": 49750
    },
    {
      "grad_norm": 0.15553481876850128,
      "learning_rate": 9.637452453678251e-05,
      "loss": 0.0206,
      "step": 49760
    },
    {
      "grad_norm": 0.23424352705478668,
      "learning_rate": 9.63724637740023e-05,
      "loss": 0.0234,
      "step": 49770
    },
    {
      "grad_norm": 0.19774316251277924,
      "learning_rate": 9.637040244775291e-05,
      "loss": 0.0214,
      "step": 49780
    },
    {
      "grad_norm": 0.17533527314662933,
      "learning_rate": 9.636834055805933e-05,
      "loss": 0.025,
      "step": 49790
    },
    {
      "grad_norm": 0.18910503387451172,
      "learning_rate": 9.636627810494663e-05,
      "loss": 0.0319,
      "step": 49800
    },
    {
      "grad_norm": 0.16544261574745178,
      "learning_rate": 9.636421508843988e-05,
      "loss": 0.0218,
      "step": 49810
    },
    {
      "grad_norm": 0.17333906888961792,
      "learning_rate": 9.636215150856414e-05,
      "loss": 0.0307,
      "step": 49820
    },
    {
      "grad_norm": 0.14147600531578064,
      "learning_rate": 9.636008736534448e-05,
      "loss": 0.0231,
      "step": 49830
    },
    {
      "grad_norm": 0.28082114458084106,
      "learning_rate": 9.6358022658806e-05,
      "loss": 0.0262,
      "step": 49840
    },
    {
      "grad_norm": 0.2818644344806671,
      "learning_rate": 9.635595738897377e-05,
      "loss": 0.0201,
      "step": 49850
    },
    {
      "grad_norm": 0.3620566427707672,
      "learning_rate": 9.635389155587289e-05,
      "loss": 0.0264,
      "step": 49860
    },
    {
      "grad_norm": 0.1801050454378128,
      "learning_rate": 9.635182515952847e-05,
      "loss": 0.0242,
      "step": 49870
    },
    {
      "grad_norm": 0.24350431561470032,
      "learning_rate": 9.63497581999656e-05,
      "loss": 0.0263,
      "step": 49880
    },
    {
      "grad_norm": 0.27126431465148926,
      "learning_rate": 9.634769067720941e-05,
      "loss": 0.0298,
      "step": 49890
    },
    {
      "grad_norm": 0.17144286632537842,
      "learning_rate": 9.634562259128502e-05,
      "loss": 0.022,
      "step": 49900
    },
    {
      "grad_norm": 0.19947458803653717,
      "learning_rate": 9.634355394221756e-05,
      "loss": 0.0164,
      "step": 49910
    },
    {
      "grad_norm": 0.14677675068378448,
      "learning_rate": 9.634148473003216e-05,
      "loss": 0.0223,
      "step": 49920
    },
    {
      "grad_norm": 0.1713489145040512,
      "learning_rate": 9.633941495475396e-05,
      "loss": 0.0194,
      "step": 49930
    },
    {
      "grad_norm": 0.14918017387390137,
      "learning_rate": 9.633734461640813e-05,
      "loss": 0.0241,
      "step": 49940
    },
    {
      "grad_norm": 0.20348505675792694,
      "learning_rate": 9.63352737150198e-05,
      "loss": 0.0207,
      "step": 49950
    },
    {
      "grad_norm": 0.24415741860866547,
      "learning_rate": 9.633320225061417e-05,
      "loss": 0.0196,
      "step": 49960
    },
    {
      "grad_norm": 0.11083124577999115,
      "learning_rate": 9.633113022321636e-05,
      "loss": 0.0209,
      "step": 49970
    },
    {
      "grad_norm": 0.698153555393219,
      "learning_rate": 9.632905763285158e-05,
      "loss": 0.0224,
      "step": 49980
    },
    {
      "grad_norm": 0.20359623432159424,
      "learning_rate": 9.632698447954503e-05,
      "loss": 0.0171,
      "step": 49990
    },
    {
      "grad_norm": 0.14136509597301483,
      "learning_rate": 9.632491076332185e-05,
      "loss": 0.0221,
      "step": 50000
    },
    {
      "grad_norm": 0.24557633697986603,
      "learning_rate": 9.632283648420728e-05,
      "loss": 0.0293,
      "step": 50010
    },
    {
      "grad_norm": 0.23273824155330658,
      "learning_rate": 9.632076164222651e-05,
      "loss": 0.0239,
      "step": 50020
    },
    {
      "grad_norm": 0.17402978241443634,
      "learning_rate": 9.631868623740475e-05,
      "loss": 0.0193,
      "step": 50030
    },
    {
      "grad_norm": 0.23738503456115723,
      "learning_rate": 9.631661026976722e-05,
      "loss": 0.0304,
      "step": 50040
    },
    {
      "grad_norm": 0.8935754895210266,
      "learning_rate": 9.631453373933914e-05,
      "loss": 0.0274,
      "step": 50050
    },
    {
      "grad_norm": 0.5712735652923584,
      "learning_rate": 9.631245664614576e-05,
      "loss": 0.0284,
      "step": 50060
    },
    {
      "grad_norm": 0.27340832352638245,
      "learning_rate": 9.631037899021229e-05,
      "loss": 0.02,
      "step": 50070
    },
    {
      "grad_norm": 0.21451140940189362,
      "learning_rate": 9.630830077156401e-05,
      "loss": 0.0259,
      "step": 50080
    },
    {
      "grad_norm": 0.19348956644535065,
      "learning_rate": 9.630622199022614e-05,
      "loss": 0.0267,
      "step": 50090
    },
    {
      "grad_norm": 0.5696625113487244,
      "learning_rate": 9.630414264622397e-05,
      "loss": 0.0229,
      "step": 50100
    },
    {
      "grad_norm": 0.16923843324184418,
      "learning_rate": 9.630206273958272e-05,
      "loss": 0.03,
      "step": 50110
    },
    {
      "grad_norm": 0.12020424753427505,
      "learning_rate": 9.62999822703277e-05,
      "loss": 0.0258,
      "step": 50120
    },
    {
      "grad_norm": 0.18191543221473694,
      "learning_rate": 9.62979012384842e-05,
      "loss": 0.0243,
      "step": 50130
    },
    {
      "grad_norm": 0.15356439352035522,
      "learning_rate": 9.629581964407746e-05,
      "loss": 0.0203,
      "step": 50140
    },
    {
      "grad_norm": 0.19493094086647034,
      "learning_rate": 9.629373748713281e-05,
      "loss": 0.0232,
      "step": 50150
    },
    {
      "grad_norm": 0.32374438643455505,
      "learning_rate": 9.629165476767555e-05,
      "loss": 0.0282,
      "step": 50160
    },
    {
      "grad_norm": 1.2233036756515503,
      "learning_rate": 9.628957148573098e-05,
      "loss": 0.026,
      "step": 50170
    },
    {
      "grad_norm": 0.1634882390499115,
      "learning_rate": 9.628748764132441e-05,
      "loss": 0.0269,
      "step": 50180
    },
    {
      "grad_norm": 0.19720537960529327,
      "learning_rate": 9.628540323448114e-05,
      "loss": 0.0263,
      "step": 50190
    },
    {
      "grad_norm": 0.36027610301971436,
      "learning_rate": 9.628331826522654e-05,
      "loss": 0.0293,
      "step": 50200
    },
    {
      "grad_norm": 0.1922156661748886,
      "learning_rate": 9.628123273358594e-05,
      "loss": 0.0297,
      "step": 50210
    },
    {
      "grad_norm": 0.3253571689128876,
      "learning_rate": 9.627914663958463e-05,
      "loss": 0.0259,
      "step": 50220
    },
    {
      "grad_norm": 0.17344863712787628,
      "learning_rate": 9.627705998324802e-05,
      "loss": 0.0163,
      "step": 50230
    },
    {
      "grad_norm": 0.10805697739124298,
      "learning_rate": 9.627497276460142e-05,
      "loss": 0.0179,
      "step": 50240
    },
    {
      "grad_norm": 0.25145822763442993,
      "learning_rate": 9.627288498367022e-05,
      "loss": 0.022,
      "step": 50250
    },
    {
      "grad_norm": 0.24060970544815063,
      "learning_rate": 9.627079664047979e-05,
      "loss": 0.0249,
      "step": 50260
    },
    {
      "grad_norm": 0.1928597092628479,
      "learning_rate": 9.626870773505548e-05,
      "loss": 0.0262,
      "step": 50270
    },
    {
      "grad_norm": 0.19728805124759674,
      "learning_rate": 9.62666182674227e-05,
      "loss": 0.0278,
      "step": 50280
    },
    {
      "grad_norm": 0.20355631411075592,
      "learning_rate": 9.626452823760681e-05,
      "loss": 0.0262,
      "step": 50290
    },
    {
      "grad_norm": 0.17656658589839935,
      "learning_rate": 9.626243764563321e-05,
      "loss": 0.0294,
      "step": 50300
    },
    {
      "grad_norm": 0.21697674691677094,
      "learning_rate": 9.626034649152733e-05,
      "loss": 0.0254,
      "step": 50310
    },
    {
      "grad_norm": 0.2851104438304901,
      "learning_rate": 9.625825477531456e-05,
      "loss": 0.0292,
      "step": 50320
    },
    {
      "grad_norm": 0.15828350186347961,
      "learning_rate": 9.625616249702032e-05,
      "loss": 0.018,
      "step": 50330
    },
    {
      "grad_norm": 0.23366957902908325,
      "learning_rate": 9.625406965667003e-05,
      "loss": 0.0235,
      "step": 50340
    },
    {
      "grad_norm": 0.2611834406852722,
      "learning_rate": 9.625197625428913e-05,
      "loss": 0.0195,
      "step": 50350
    },
    {
      "grad_norm": 0.2507435977458954,
      "learning_rate": 9.624988228990305e-05,
      "loss": 0.0209,
      "step": 50360
    },
    {
      "grad_norm": 0.9251725673675537,
      "learning_rate": 9.624778776353722e-05,
      "loss": 0.0357,
      "step": 50370
    },
    {
      "grad_norm": 0.2243080735206604,
      "learning_rate": 9.624569267521712e-05,
      "loss": 0.0257,
      "step": 50380
    },
    {
      "grad_norm": 0.23170264065265656,
      "learning_rate": 9.624359702496819e-05,
      "loss": 0.0242,
      "step": 50390
    },
    {
      "grad_norm": 0.19608382880687714,
      "learning_rate": 9.624150081281589e-05,
      "loss": 0.0241,
      "step": 50400
    },
    {
      "grad_norm": 0.22916841506958008,
      "learning_rate": 9.623940403878569e-05,
      "loss": 0.028,
      "step": 50410
    },
    {
      "grad_norm": 0.19929738342761993,
      "learning_rate": 9.623730670290307e-05,
      "loss": 0.0297,
      "step": 50420
    },
    {
      "grad_norm": 0.18701507151126862,
      "learning_rate": 9.623520880519352e-05,
      "loss": 0.0246,
      "step": 50430
    },
    {
      "grad_norm": 0.14070633053779602,
      "learning_rate": 9.623311034568254e-05,
      "loss": 0.0267,
      "step": 50440
    },
    {
      "grad_norm": 0.22446663677692413,
      "learning_rate": 9.623101132439561e-05,
      "loss": 0.0278,
      "step": 50450
    },
    {
      "grad_norm": 0.3598111569881439,
      "learning_rate": 9.622891174135825e-05,
      "loss": 0.0225,
      "step": 50460
    },
    {
      "grad_norm": 0.21271881461143494,
      "learning_rate": 9.622681159659597e-05,
      "loss": 0.0187,
      "step": 50470
    },
    {
      "grad_norm": 0.13131959736347198,
      "learning_rate": 9.622471089013427e-05,
      "loss": 0.0209,
      "step": 50480
    },
    {
      "grad_norm": 0.12616606056690216,
      "learning_rate": 9.622260962199869e-05,
      "loss": 0.0258,
      "step": 50490
    },
    {
      "grad_norm": 0.18036194145679474,
      "learning_rate": 9.622050779221477e-05,
      "loss": 0.034,
      "step": 50500
    },
    {
      "grad_norm": 0.1746194064617157,
      "learning_rate": 9.621840540080805e-05,
      "loss": 0.0244,
      "step": 50510
    },
    {
      "grad_norm": 0.1574813723564148,
      "learning_rate": 9.621630244780404e-05,
      "loss": 0.026,
      "step": 50520
    },
    {
      "grad_norm": 0.1423124223947525,
      "learning_rate": 9.621419893322834e-05,
      "loss": 0.0211,
      "step": 50530
    },
    {
      "grad_norm": 0.17312076687812805,
      "learning_rate": 9.621209485710647e-05,
      "loss": 0.0198,
      "step": 50540
    },
    {
      "grad_norm": 0.1717585325241089,
      "learning_rate": 9.620999021946404e-05,
      "loss": 0.0228,
      "step": 50550
    },
    {
      "grad_norm": 0.16940680146217346,
      "learning_rate": 9.620788502032658e-05,
      "loss": 0.0237,
      "step": 50560
    },
    {
      "grad_norm": 0.14852184057235718,
      "learning_rate": 9.62057792597197e-05,
      "loss": 0.0209,
      "step": 50570
    },
    {
      "grad_norm": 0.15035013854503632,
      "learning_rate": 9.620367293766898e-05,
      "loss": 0.02,
      "step": 50580
    },
    {
      "grad_norm": 0.22593729197978973,
      "learning_rate": 9.620156605420001e-05,
      "loss": 0.0217,
      "step": 50590
    },
    {
      "grad_norm": 0.15653616189956665,
      "learning_rate": 9.619945860933839e-05,
      "loss": 0.0233,
      "step": 50600
    },
    {
      "grad_norm": 0.1552274078130722,
      "learning_rate": 9.619735060310972e-05,
      "loss": 0.0227,
      "step": 50610
    },
    {
      "grad_norm": 0.17028556764125824,
      "learning_rate": 9.619524203553962e-05,
      "loss": 0.0265,
      "step": 50620
    },
    {
      "grad_norm": 0.22617952525615692,
      "learning_rate": 9.619313290665373e-05,
      "loss": 0.0298,
      "step": 50630
    },
    {
      "grad_norm": 0.1572096198797226,
      "learning_rate": 9.619102321647765e-05,
      "loss": 0.0253,
      "step": 50640
    },
    {
      "grad_norm": 0.23723861575126648,
      "learning_rate": 9.618891296503702e-05,
      "loss": 0.0225,
      "step": 50650
    },
    {
      "grad_norm": 0.1750580221414566,
      "learning_rate": 9.618680215235751e-05,
      "loss": 0.0227,
      "step": 50660
    },
    {
      "grad_norm": 0.423617422580719,
      "learning_rate": 9.618469077846473e-05,
      "loss": 0.0278,
      "step": 50670
    },
    {
      "grad_norm": 0.44009527564048767,
      "learning_rate": 9.618257884338435e-05,
      "loss": 0.0271,
      "step": 50680
    },
    {
      "grad_norm": 0.1810288280248642,
      "learning_rate": 9.618046634714205e-05,
      "loss": 0.0198,
      "step": 50690
    },
    {
      "grad_norm": 0.18128429353237152,
      "learning_rate": 9.617835328976345e-05,
      "loss": 0.0291,
      "step": 50700
    },
    {
      "grad_norm": 0.221732035279274,
      "learning_rate": 9.617623967127429e-05,
      "loss": 0.0259,
      "step": 50710
    },
    {
      "grad_norm": 0.1748523712158203,
      "learning_rate": 9.61741254917002e-05,
      "loss": 0.0222,
      "step": 50720
    },
    {
      "grad_norm": 0.1525876522064209,
      "learning_rate": 9.61720107510669e-05,
      "loss": 0.0201,
      "step": 50730
    },
    {
      "grad_norm": 0.17870482802391052,
      "learning_rate": 9.616989544940009e-05,
      "loss": 0.0299,
      "step": 50740
    },
    {
      "grad_norm": 0.17562039196491241,
      "learning_rate": 9.616777958672543e-05,
      "loss": 0.0253,
      "step": 50750
    },
    {
      "grad_norm": 0.24065792560577393,
      "learning_rate": 9.616566316306867e-05,
      "loss": 0.0193,
      "step": 50760
    },
    {
      "grad_norm": 0.19016601145267487,
      "learning_rate": 9.616354617845552e-05,
      "loss": 0.0258,
      "step": 50770
    },
    {
      "grad_norm": 0.22791796922683716,
      "learning_rate": 9.616142863291169e-05,
      "loss": 0.026,
      "step": 50780
    },
    {
      "grad_norm": 0.32600080966949463,
      "learning_rate": 9.615931052646293e-05,
      "loss": 0.0193,
      "step": 50790
    },
    {
      "grad_norm": 0.13855433464050293,
      "learning_rate": 9.615719185913496e-05,
      "loss": 0.0315,
      "step": 50800
    },
    {
      "grad_norm": 0.1346912831068039,
      "learning_rate": 9.615507263095353e-05,
      "loss": 0.022,
      "step": 50810
    },
    {
      "grad_norm": 0.8167099952697754,
      "learning_rate": 9.61529528419444e-05,
      "loss": 0.0275,
      "step": 50820
    },
    {
      "grad_norm": 0.12674081325531006,
      "learning_rate": 9.615083249213329e-05,
      "loss": 0.022,
      "step": 50830
    },
    {
      "grad_norm": 0.13827316462993622,
      "learning_rate": 9.614871158154601e-05,
      "loss": 0.0177,
      "step": 50840
    },
    {
      "grad_norm": 0.11687008291482925,
      "learning_rate": 9.61465901102083e-05,
      "loss": 0.0227,
      "step": 50850
    },
    {
      "grad_norm": 0.16885431110858917,
      "learning_rate": 9.614446807814597e-05,
      "loss": 0.0236,
      "step": 50860
    },
    {
      "grad_norm": 0.28092965483665466,
      "learning_rate": 9.614234548538477e-05,
      "loss": 0.0258,
      "step": 50870
    },
    {
      "grad_norm": 0.23027513921260834,
      "learning_rate": 9.614022233195051e-05,
      "loss": 0.0195,
      "step": 50880
    },
    {
      "grad_norm": 0.28795966506004333,
      "learning_rate": 9.613809861786899e-05,
      "loss": 0.021,
      "step": 50890
    },
    {
      "grad_norm": 0.21679599583148956,
      "learning_rate": 9.613597434316602e-05,
      "loss": 0.0239,
      "step": 50900
    },
    {
      "grad_norm": 0.13214844465255737,
      "learning_rate": 9.613384950786738e-05,
      "loss": 0.0217,
      "step": 50910
    },
    {
      "grad_norm": 0.2405553013086319,
      "learning_rate": 9.613172411199891e-05,
      "loss": 0.0256,
      "step": 50920
    },
    {
      "grad_norm": 0.15735703706741333,
      "learning_rate": 9.612959815558645e-05,
      "loss": 0.0219,
      "step": 50930
    },
    {
      "grad_norm": 0.19058088958263397,
      "learning_rate": 9.612747163865582e-05,
      "loss": 0.0272,
      "step": 50940
    },
    {
      "grad_norm": 0.17811018228530884,
      "learning_rate": 9.612534456123285e-05,
      "loss": 0.026,
      "step": 50950
    },
    {
      "grad_norm": 0.33199986815452576,
      "learning_rate": 9.612321692334341e-05,
      "loss": 0.0264,
      "step": 50960
    },
    {
      "grad_norm": 0.1440800428390503,
      "learning_rate": 9.612108872501331e-05,
      "loss": 0.0206,
      "step": 50970
    },
    {
      "grad_norm": 0.2897842526435852,
      "learning_rate": 9.611895996626845e-05,
      "loss": 0.026,
      "step": 50980
    },
    {
      "grad_norm": 0.17159676551818848,
      "learning_rate": 9.611683064713469e-05,
      "loss": 0.0268,
      "step": 50990
    },
    {
      "grad_norm": 0.18836164474487305,
      "learning_rate": 9.611470076763788e-05,
      "loss": 0.0248,
      "step": 51000
    },
    {
      "grad_norm": 0.17175233364105225,
      "learning_rate": 9.611257032780394e-05,
      "loss": 0.0255,
      "step": 51010
    },
    {
      "grad_norm": 0.11719001084566116,
      "learning_rate": 9.611043932765872e-05,
      "loss": 0.0155,
      "step": 51020
    },
    {
      "grad_norm": 0.12784911692142487,
      "learning_rate": 9.610830776722812e-05,
      "loss": 0.0281,
      "step": 51030
    },
    {
      "grad_norm": 0.2615887522697449,
      "learning_rate": 9.610617564653805e-05,
      "loss": 0.0273,
      "step": 51040
    },
    {
      "grad_norm": 0.26351112127304077,
      "learning_rate": 9.610404296561441e-05,
      "loss": 0.023,
      "step": 51050
    },
    {
      "grad_norm": 0.13729998469352722,
      "learning_rate": 9.610190972448314e-05,
      "loss": 0.0259,
      "step": 51060
    },
    {
      "grad_norm": 0.1379062384366989,
      "learning_rate": 9.609977592317012e-05,
      "loss": 0.0184,
      "step": 51070
    },
    {
      "grad_norm": 0.1262621432542801,
      "learning_rate": 9.609764156170132e-05,
      "loss": 0.0191,
      "step": 51080
    },
    {
      "grad_norm": 0.20028412342071533,
      "learning_rate": 9.609550664010263e-05,
      "loss": 0.0321,
      "step": 51090
    },
    {
      "grad_norm": 0.30733445286750793,
      "learning_rate": 9.60933711584e-05,
      "loss": 0.035,
      "step": 51100
    },
    {
      "grad_norm": 0.6093963384628296,
      "learning_rate": 9.609123511661941e-05,
      "loss": 0.0256,
      "step": 51110
    },
    {
      "grad_norm": 0.18455694615840912,
      "learning_rate": 9.60890985147868e-05,
      "loss": 0.0303,
      "step": 51120
    },
    {
      "grad_norm": 0.19507762789726257,
      "learning_rate": 9.608696135292812e-05,
      "loss": 0.0229,
      "step": 51130
    },
    {
      "grad_norm": 0.15098519623279572,
      "learning_rate": 9.608482363106935e-05,
      "loss": 0.0202,
      "step": 51140
    },
    {
      "grad_norm": 0.19355809688568115,
      "learning_rate": 9.608268534923646e-05,
      "loss": 0.0289,
      "step": 51150
    },
    {
      "grad_norm": 0.1599779576063156,
      "learning_rate": 9.608054650745543e-05,
      "loss": 0.0321,
      "step": 51160
    },
    {
      "grad_norm": 0.18864408135414124,
      "learning_rate": 9.607840710575226e-05,
      "loss": 0.0288,
      "step": 51170
    },
    {
      "grad_norm": 0.11426537483930588,
      "learning_rate": 9.607626714415294e-05,
      "loss": 0.0232,
      "step": 51180
    },
    {
      "grad_norm": 0.13176417350769043,
      "learning_rate": 9.607412662268346e-05,
      "loss": 0.0202,
      "step": 51190
    },
    {
      "grad_norm": 0.12550713121891022,
      "learning_rate": 9.607198554136985e-05,
      "loss": 0.0248,
      "step": 51200
    },
    {
      "grad_norm": 0.18105781078338623,
      "learning_rate": 9.606984390023812e-05,
      "loss": 0.0298,
      "step": 51210
    },
    {
      "grad_norm": 0.1668563038110733,
      "learning_rate": 9.606770169931427e-05,
      "loss": 0.0235,
      "step": 51220
    },
    {
      "grad_norm": 0.13574963808059692,
      "learning_rate": 9.606555893862437e-05,
      "loss": 0.0184,
      "step": 51230
    },
    {
      "grad_norm": 0.19101062417030334,
      "learning_rate": 9.606341561819443e-05,
      "loss": 0.0235,
      "step": 51240
    },
    {
      "grad_norm": 0.1768464297056198,
      "learning_rate": 9.606127173805048e-05,
      "loss": 0.0172,
      "step": 51250
    },
    {
      "grad_norm": 0.1112203299999237,
      "learning_rate": 9.605912729821862e-05,
      "loss": 0.0167,
      "step": 51260
    },
    {
      "grad_norm": 0.24761012196540833,
      "learning_rate": 9.605698229872487e-05,
      "loss": 0.0229,
      "step": 51270
    },
    {
      "grad_norm": 0.26162189245224,
      "learning_rate": 9.605483673959528e-05,
      "loss": 0.0168,
      "step": 51280
    },
    {
      "grad_norm": 0.1736016422510147,
      "learning_rate": 9.605269062085596e-05,
      "loss": 0.0183,
      "step": 51290
    },
    {
      "grad_norm": 0.18167127668857574,
      "learning_rate": 9.605054394253295e-05,
      "loss": 0.0269,
      "step": 51300
    },
    {
      "grad_norm": 0.19312606751918793,
      "learning_rate": 9.604839670465236e-05,
      "loss": 0.0228,
      "step": 51310
    },
    {
      "grad_norm": 0.1926419734954834,
      "learning_rate": 9.604624890724027e-05,
      "loss": 0.0233,
      "step": 51320
    },
    {
      "grad_norm": 0.17562489211559296,
      "learning_rate": 9.60441005503228e-05,
      "loss": 0.0251,
      "step": 51330
    },
    {
      "grad_norm": 0.12542420625686646,
      "learning_rate": 9.604195163392602e-05,
      "loss": 0.0281,
      "step": 51340
    },
    {
      "grad_norm": 0.16575711965560913,
      "learning_rate": 9.603980215807607e-05,
      "loss": 0.0208,
      "step": 51350
    },
    {
      "grad_norm": 0.16410379111766815,
      "learning_rate": 9.603765212279904e-05,
      "loss": 0.0215,
      "step": 51360
    },
    {
      "grad_norm": 0.1364687830209732,
      "learning_rate": 9.603550152812106e-05,
      "loss": 0.0178,
      "step": 51370
    },
    {
      "grad_norm": 0.13969585299491882,
      "learning_rate": 9.60333503740683e-05,
      "loss": 0.0193,
      "step": 51380
    },
    {
      "grad_norm": 0.09794287383556366,
      "learning_rate": 9.603119866066686e-05,
      "loss": 0.0223,
      "step": 51390
    },
    {
      "grad_norm": 0.1277105063199997,
      "learning_rate": 9.602904638794288e-05,
      "loss": 0.0146,
      "step": 51400
    },
    {
      "grad_norm": 0.09387316554784775,
      "learning_rate": 9.602689355592254e-05,
      "loss": 0.0207,
      "step": 51410
    },
    {
      "grad_norm": 0.24960047006607056,
      "learning_rate": 9.602474016463199e-05,
      "loss": 0.026,
      "step": 51420
    },
    {
      "grad_norm": 0.6207131743431091,
      "learning_rate": 9.602258621409739e-05,
      "loss": 0.0303,
      "step": 51430
    },
    {
      "grad_norm": 0.1561940461397171,
      "learning_rate": 9.602043170434491e-05,
      "loss": 0.0251,
      "step": 51440
    },
    {
      "grad_norm": 0.2453654408454895,
      "learning_rate": 9.601827663540075e-05,
      "loss": 0.0315,
      "step": 51450
    },
    {
      "grad_norm": 0.17551226913928986,
      "learning_rate": 9.601612100729106e-05,
      "loss": 0.0292,
      "step": 51460
    },
    {
      "grad_norm": 0.15342384576797485,
      "learning_rate": 9.601396482004206e-05,
      "loss": 0.0248,
      "step": 51470
    },
    {
      "grad_norm": 0.15623041987419128,
      "learning_rate": 9.601180807367995e-05,
      "loss": 0.0317,
      "step": 51480
    },
    {
      "grad_norm": 0.16342347860336304,
      "learning_rate": 9.600965076823092e-05,
      "loss": 0.0216,
      "step": 51490
    },
    {
      "grad_norm": 0.1302560716867447,
      "learning_rate": 9.600749290372119e-05,
      "loss": 0.0276,
      "step": 51500
    },
    {
      "grad_norm": 0.2232041209936142,
      "learning_rate": 9.6005334480177e-05,
      "loss": 0.0311,
      "step": 51510
    },
    {
      "grad_norm": 0.21113498508930206,
      "learning_rate": 9.600317549762454e-05,
      "loss": 0.0255,
      "step": 51520
    },
    {
      "grad_norm": 0.23354461789131165,
      "learning_rate": 9.600101595609008e-05,
      "loss": 0.0272,
      "step": 51530
    },
    {
      "grad_norm": 0.17042165994644165,
      "learning_rate": 9.599885585559985e-05,
      "loss": 0.0239,
      "step": 51540
    },
    {
      "grad_norm": 0.1458822637796402,
      "learning_rate": 9.599669519618006e-05,
      "loss": 0.0251,
      "step": 51550
    },
    {
      "grad_norm": 0.12307567149400711,
      "learning_rate": 9.599453397785702e-05,
      "loss": 0.0208,
      "step": 51560
    },
    {
      "grad_norm": 0.14984329044818878,
      "learning_rate": 9.599237220065696e-05,
      "loss": 0.0275,
      "step": 51570
    },
    {
      "grad_norm": 0.14379648864269257,
      "learning_rate": 9.599020986460616e-05,
      "loss": 0.0209,
      "step": 51580
    },
    {
      "grad_norm": 0.1285437047481537,
      "learning_rate": 9.598804696973087e-05,
      "loss": 0.0235,
      "step": 51590
    },
    {
      "grad_norm": 0.15973123908042908,
      "learning_rate": 9.598588351605742e-05,
      "loss": 0.0195,
      "step": 51600
    },
    {
      "grad_norm": 0.1288333684206009,
      "learning_rate": 9.598371950361205e-05,
      "loss": 0.0197,
      "step": 51610
    },
    {
      "grad_norm": 0.12680982053279877,
      "learning_rate": 9.598155493242106e-05,
      "loss": 0.025,
      "step": 51620
    },
    {
      "grad_norm": 0.22625471651554108,
      "learning_rate": 9.597938980251078e-05,
      "loss": 0.0219,
      "step": 51630
    },
    {
      "grad_norm": 0.15297992527484894,
      "learning_rate": 9.597722411390749e-05,
      "loss": 0.0201,
      "step": 51640
    },
    {
      "grad_norm": 0.16097544133663177,
      "learning_rate": 9.597505786663754e-05,
      "loss": 0.0225,
      "step": 51650
    },
    {
      "grad_norm": 0.12535123527050018,
      "learning_rate": 9.597289106072719e-05,
      "loss": 0.0201,
      "step": 51660
    },
    {
      "grad_norm": 0.21993917226791382,
      "learning_rate": 9.597072369620284e-05,
      "loss": 0.0207,
      "step": 51670
    },
    {
      "grad_norm": 0.16853995621204376,
      "learning_rate": 9.596855577309078e-05,
      "loss": 0.0215,
      "step": 51680
    },
    {
      "grad_norm": 0.13384240865707397,
      "learning_rate": 9.596638729141738e-05,
      "loss": 0.0214,
      "step": 51690
    },
    {
      "grad_norm": 0.14204765856266022,
      "learning_rate": 9.596421825120895e-05,
      "loss": 0.0175,
      "step": 51700
    },
    {
      "grad_norm": 0.20479059219360352,
      "learning_rate": 9.59620486524919e-05,
      "loss": 0.0186,
      "step": 51710
    },
    {
      "grad_norm": 0.6455451846122742,
      "learning_rate": 9.595987849529255e-05,
      "loss": 0.0249,
      "step": 51720
    },
    {
      "grad_norm": 0.19882452487945557,
      "learning_rate": 9.595770777963728e-05,
      "loss": 0.0192,
      "step": 51730
    },
    {
      "grad_norm": 0.303392618894577,
      "learning_rate": 9.595553650555248e-05,
      "loss": 0.0236,
      "step": 51740
    },
    {
      "grad_norm": 0.12333758920431137,
      "learning_rate": 9.595336467306451e-05,
      "loss": 0.0182,
      "step": 51750
    },
    {
      "grad_norm": 0.4118896722793579,
      "learning_rate": 9.595119228219978e-05,
      "loss": 0.0177,
      "step": 51760
    },
    {
      "grad_norm": 0.15253297984600067,
      "learning_rate": 9.594901933298468e-05,
      "loss": 0.0138,
      "step": 51770
    },
    {
      "grad_norm": 0.16416676342487335,
      "learning_rate": 9.594684582544559e-05,
      "loss": 0.0183,
      "step": 51780
    },
    {
      "grad_norm": 0.1024470403790474,
      "learning_rate": 9.594467175960897e-05,
      "loss": 0.0182,
      "step": 51790
    },
    {
      "grad_norm": 0.13730929791927338,
      "learning_rate": 9.59424971355012e-05,
      "loss": 0.0199,
      "step": 51800
    },
    {
      "grad_norm": 0.6105456948280334,
      "learning_rate": 9.594032195314872e-05,
      "loss": 0.0239,
      "step": 51810
    },
    {
      "grad_norm": 0.20550909638404846,
      "learning_rate": 9.593814621257794e-05,
      "loss": 0.0214,
      "step": 51820
    },
    {
      "grad_norm": 0.20350097119808197,
      "learning_rate": 9.593596991381531e-05,
      "loss": 0.0205,
      "step": 51830
    },
    {
      "grad_norm": 0.15437579154968262,
      "learning_rate": 9.593379305688728e-05,
      "loss": 0.0267,
      "step": 51840
    },
    {
      "grad_norm": 0.16283674538135529,
      "learning_rate": 9.593161564182029e-05,
      "loss": 0.0198,
      "step": 51850
    },
    {
      "grad_norm": 0.14050467312335968,
      "learning_rate": 9.592943766864083e-05,
      "loss": 0.0261,
      "step": 51860
    },
    {
      "grad_norm": 0.24719104170799255,
      "learning_rate": 9.59272591373753e-05,
      "loss": 0.0248,
      "step": 51870
    },
    {
      "grad_norm": 0.14228148758411407,
      "learning_rate": 9.592508004805023e-05,
      "loss": 0.0194,
      "step": 51880
    },
    {
      "grad_norm": 0.1527470201253891,
      "learning_rate": 9.592290040069207e-05,
      "loss": 0.0284,
      "step": 51890
    },
    {
      "grad_norm": 0.2453998327255249,
      "learning_rate": 9.592072019532731e-05,
      "loss": 0.0216,
      "step": 51900
    },
    {
      "grad_norm": 0.1977088451385498,
      "learning_rate": 9.591853943198245e-05,
      "loss": 0.0189,
      "step": 51910
    },
    {
      "grad_norm": 0.17552392184734344,
      "learning_rate": 9.5916358110684e-05,
      "loss": 0.0228,
      "step": 51920
    },
    {
      "grad_norm": 0.16520142555236816,
      "learning_rate": 9.591417623145843e-05,
      "loss": 0.0217,
      "step": 51930
    },
    {
      "grad_norm": 0.11356237530708313,
      "learning_rate": 9.591199379433225e-05,
      "loss": 0.0179,
      "step": 51940
    },
    {
      "grad_norm": 0.1375478357076645,
      "learning_rate": 9.590981079933202e-05,
      "loss": 0.0228,
      "step": 51950
    },
    {
      "grad_norm": 0.25073525309562683,
      "learning_rate": 9.590762724648423e-05,
      "loss": 0.0258,
      "step": 51960
    },
    {
      "grad_norm": 0.2756420373916626,
      "learning_rate": 9.590544313581545e-05,
      "loss": 0.0217,
      "step": 51970
    },
    {
      "grad_norm": 0.5368892550468445,
      "learning_rate": 9.590325846735216e-05,
      "loss": 0.0213,
      "step": 51980
    },
    {
      "grad_norm": 0.14352738857269287,
      "learning_rate": 9.590107324112095e-05,
      "loss": 0.0267,
      "step": 51990
    },
    {
      "grad_norm": 0.278921514749527,
      "learning_rate": 9.589888745714837e-05,
      "loss": 0.0246,
      "step": 52000
    },
    {
      "grad_norm": 0.26569533348083496,
      "learning_rate": 9.589670111546097e-05,
      "loss": 0.0328,
      "step": 52010
    },
    {
      "grad_norm": 0.1809491366147995,
      "learning_rate": 9.589451421608531e-05,
      "loss": 0.0237,
      "step": 52020
    },
    {
      "grad_norm": 0.1490488201379776,
      "learning_rate": 9.589232675904798e-05,
      "loss": 0.0226,
      "step": 52030
    },
    {
      "grad_norm": 0.17421691119670868,
      "learning_rate": 9.589013874437555e-05,
      "loss": 0.0357,
      "step": 52040
    },
    {
      "grad_norm": 0.24746179580688477,
      "learning_rate": 9.58879501720946e-05,
      "loss": 0.0202,
      "step": 52050
    },
    {
      "grad_norm": 0.13901405036449432,
      "learning_rate": 9.588576104223174e-05,
      "loss": 0.0262,
      "step": 52060
    },
    {
      "grad_norm": 0.18739312887191772,
      "learning_rate": 9.588357135481355e-05,
      "loss": 0.0285,
      "step": 52070
    },
    {
      "grad_norm": 0.1609112024307251,
      "learning_rate": 9.588138110986665e-05,
      "loss": 0.0249,
      "step": 52080
    },
    {
      "grad_norm": 0.1895420402288437,
      "learning_rate": 9.587919030741766e-05,
      "loss": 0.0221,
      "step": 52090
    },
    {
      "grad_norm": 0.16174732148647308,
      "learning_rate": 9.587699894749317e-05,
      "loss": 0.022,
      "step": 52100
    },
    {
      "grad_norm": 0.13602979481220245,
      "learning_rate": 9.587480703011984e-05,
      "loss": 0.0218,
      "step": 52110
    },
    {
      "grad_norm": 0.16598305106163025,
      "learning_rate": 9.587261455532429e-05,
      "loss": 0.021,
      "step": 52120
    },
    {
      "grad_norm": 0.12709835171699524,
      "learning_rate": 9.587042152313317e-05,
      "loss": 0.0287,
      "step": 52130
    },
    {
      "grad_norm": 0.1249295249581337,
      "learning_rate": 9.586822793357311e-05,
      "loss": 0.0289,
      "step": 52140
    },
    {
      "grad_norm": 0.1480100154876709,
      "learning_rate": 9.586603378667077e-05,
      "loss": 0.0211,
      "step": 52150
    },
    {
      "grad_norm": 0.13039077818393707,
      "learning_rate": 9.586383908245283e-05,
      "loss": 0.02,
      "step": 52160
    },
    {
      "grad_norm": 0.12839965522289276,
      "learning_rate": 9.586164382094593e-05,
      "loss": 0.0222,
      "step": 52170
    },
    {
      "grad_norm": 0.18994268774986267,
      "learning_rate": 9.585944800217677e-05,
      "loss": 0.0275,
      "step": 52180
    },
    {
      "grad_norm": 0.1231975331902504,
      "learning_rate": 9.5857251626172e-05,
      "loss": 0.0198,
      "step": 52190
    },
    {
      "grad_norm": 0.1639077514410019,
      "learning_rate": 9.585505469295833e-05,
      "loss": 0.0271,
      "step": 52200
    },
    {
      "grad_norm": 0.1907871812582016,
      "learning_rate": 9.585285720256246e-05,
      "loss": 0.0237,
      "step": 52210
    },
    {
      "grad_norm": 0.13619638979434967,
      "learning_rate": 9.585065915501108e-05,
      "loss": 0.0226,
      "step": 52220
    },
    {
      "grad_norm": 0.13876454532146454,
      "learning_rate": 9.58484605503309e-05,
      "loss": 0.0242,
      "step": 52230
    },
    {
      "grad_norm": 0.17057953774929047,
      "learning_rate": 9.584626138854864e-05,
      "loss": 0.0229,
      "step": 52240
    },
    {
      "grad_norm": 0.21851807832717896,
      "learning_rate": 9.584406166969101e-05,
      "loss": 0.0185,
      "step": 52250
    },
    {
      "grad_norm": 0.13701306283473969,
      "learning_rate": 9.584186139378474e-05,
      "loss": 0.0193,
      "step": 52260
    },
    {
      "grad_norm": 0.17090164124965668,
      "learning_rate": 9.58396605608566e-05,
      "loss": 0.0204,
      "step": 52270
    },
    {
      "grad_norm": 0.14854498207569122,
      "learning_rate": 9.583745917093327e-05,
      "loss": 0.0201,
      "step": 52280
    },
    {
      "grad_norm": 0.14555490016937256,
      "learning_rate": 9.583525722404157e-05,
      "loss": 0.0179,
      "step": 52290
    },
    {
      "grad_norm": 0.1588381975889206,
      "learning_rate": 9.58330547202082e-05,
      "loss": 0.02,
      "step": 52300
    },
    {
      "grad_norm": 0.2213679552078247,
      "learning_rate": 9.583085165945992e-05,
      "loss": 0.0214,
      "step": 52310
    },
    {
      "grad_norm": 0.1469346433877945,
      "learning_rate": 9.582864804182356e-05,
      "loss": 0.0188,
      "step": 52320
    },
    {
      "grad_norm": 0.17396607995033264,
      "learning_rate": 9.582644386732584e-05,
      "loss": 0.0239,
      "step": 52330
    },
    {
      "grad_norm": 0.19389735162258148,
      "learning_rate": 9.582423913599357e-05,
      "loss": 0.0209,
      "step": 52340
    },
    {
      "grad_norm": 0.12109671533107758,
      "learning_rate": 9.582203384785351e-05,
      "loss": 0.0205,
      "step": 52350
    },
    {
      "grad_norm": 0.13150325417518616,
      "learning_rate": 9.581982800293248e-05,
      "loss": 0.0221,
      "step": 52360
    },
    {
      "grad_norm": 0.12072500586509705,
      "learning_rate": 9.581762160125729e-05,
      "loss": 0.0215,
      "step": 52370
    },
    {
      "grad_norm": 0.2749835252761841,
      "learning_rate": 9.581541464285472e-05,
      "loss": 0.0236,
      "step": 52380
    },
    {
      "grad_norm": 0.19504199922084808,
      "learning_rate": 9.581320712775161e-05,
      "loss": 0.0224,
      "step": 52390
    },
    {
      "grad_norm": 0.18331684172153473,
      "learning_rate": 9.58109990559748e-05,
      "loss": 0.0262,
      "step": 52400
    },
    {
      "grad_norm": 0.2218855321407318,
      "learning_rate": 9.580879042755109e-05,
      "loss": 0.0221,
      "step": 52410
    },
    {
      "grad_norm": 0.22283107042312622,
      "learning_rate": 9.580658124250731e-05,
      "loss": 0.0247,
      "step": 52420
    },
    {
      "grad_norm": 0.16617797315120697,
      "learning_rate": 9.580437150087033e-05,
      "loss": 0.0225,
      "step": 52430
    },
    {
      "grad_norm": 0.4236678183078766,
      "learning_rate": 9.580216120266698e-05,
      "loss": 0.0237,
      "step": 52440
    },
    {
      "grad_norm": 0.1767648309469223,
      "learning_rate": 9.579995034792414e-05,
      "loss": 0.0184,
      "step": 52450
    },
    {
      "grad_norm": 0.11585726588964462,
      "learning_rate": 9.579773893666865e-05,
      "loss": 0.0279,
      "step": 52460
    },
    {
      "grad_norm": 0.1449018269777298,
      "learning_rate": 9.579552696892741e-05,
      "loss": 0.0245,
      "step": 52470
    },
    {
      "grad_norm": 0.1912185400724411,
      "learning_rate": 9.579331444472725e-05,
      "loss": 0.0231,
      "step": 52480
    },
    {
      "grad_norm": 0.13555096089839935,
      "learning_rate": 9.579110136409511e-05,
      "loss": 0.0324,
      "step": 52490
    },
    {
      "grad_norm": 0.15025152266025543,
      "learning_rate": 9.578888772705785e-05,
      "loss": 0.0183,
      "step": 52500
    },
    {
      "grad_norm": 0.18931354582309723,
      "learning_rate": 9.578667353364237e-05,
      "loss": 0.0219,
      "step": 52510
    },
    {
      "grad_norm": 0.16375015676021576,
      "learning_rate": 9.578445878387556e-05,
      "loss": 0.0188,
      "step": 52520
    },
    {
      "grad_norm": 0.09756000339984894,
      "learning_rate": 9.578224347778437e-05,
      "loss": 0.0218,
      "step": 52530
    },
    {
      "grad_norm": 0.17818541824817657,
      "learning_rate": 9.578002761539568e-05,
      "loss": 0.0291,
      "step": 52540
    },
    {
      "grad_norm": 0.11508288234472275,
      "learning_rate": 9.577781119673645e-05,
      "loss": 0.0186,
      "step": 52550
    },
    {
      "grad_norm": 0.14693762362003326,
      "learning_rate": 9.577559422183357e-05,
      "loss": 0.0247,
      "step": 52560
    },
    {
      "grad_norm": 0.21995727717876434,
      "learning_rate": 9.577337669071403e-05,
      "loss": 0.0269,
      "step": 52570
    },
    {
      "grad_norm": 0.12143514305353165,
      "learning_rate": 9.577115860340473e-05,
      "loss": 0.0174,
      "step": 52580
    },
    {
      "grad_norm": 0.16407372057437897,
      "learning_rate": 9.576893995993264e-05,
      "loss": 0.0284,
      "step": 52590
    },
    {
      "grad_norm": 0.22484086453914642,
      "learning_rate": 9.57667207603247e-05,
      "loss": 0.0241,
      "step": 52600
    },
    {
      "grad_norm": 0.29752621054649353,
      "learning_rate": 9.57645010046079e-05,
      "loss": 0.0227,
      "step": 52610
    },
    {
      "grad_norm": 0.25210291147232056,
      "learning_rate": 9.576228069280921e-05,
      "loss": 0.0209,
      "step": 52620
    },
    {
      "grad_norm": 0.1359328180551529,
      "learning_rate": 9.576005982495562e-05,
      "loss": 0.0188,
      "step": 52630
    },
    {
      "grad_norm": 0.1061217337846756,
      "learning_rate": 9.575783840107407e-05,
      "loss": 0.0201,
      "step": 52640
    },
    {
      "grad_norm": 0.5698025226593018,
      "learning_rate": 9.575561642119159e-05,
      "loss": 0.0285,
      "step": 52650
    },
    {
      "grad_norm": 0.1467549204826355,
      "learning_rate": 9.575339388533517e-05,
      "loss": 0.0191,
      "step": 52660
    },
    {
      "grad_norm": 0.18788523972034454,
      "learning_rate": 9.575117079353182e-05,
      "loss": 0.0183,
      "step": 52670
    },
    {
      "grad_norm": 0.24871498346328735,
      "learning_rate": 9.574894714580854e-05,
      "loss": 0.0172,
      "step": 52680
    },
    {
      "grad_norm": 0.25415557622909546,
      "learning_rate": 9.574672294219237e-05,
      "loss": 0.0216,
      "step": 52690
    },
    {
      "grad_norm": 0.17503201961517334,
      "learning_rate": 9.574449818271032e-05,
      "loss": 0.0198,
      "step": 52700
    },
    {
      "grad_norm": 0.2092614322900772,
      "learning_rate": 9.574227286738942e-05,
      "loss": 0.023,
      "step": 52710
    },
    {
      "grad_norm": 0.3039608597755432,
      "learning_rate": 9.574004699625671e-05,
      "loss": 0.0193,
      "step": 52720
    },
    {
      "grad_norm": 0.26769787073135376,
      "learning_rate": 9.573782056933927e-05,
      "loss": 0.0281,
      "step": 52730
    },
    {
      "grad_norm": 0.2170180380344391,
      "learning_rate": 9.57355935866641e-05,
      "loss": 0.022,
      "step": 52740
    },
    {
      "grad_norm": 0.24328283965587616,
      "learning_rate": 9.573336604825831e-05,
      "loss": 0.0276,
      "step": 52750
    },
    {
      "grad_norm": 0.11322557926177979,
      "learning_rate": 9.573113795414891e-05,
      "loss": 0.0207,
      "step": 52760
    },
    {
      "grad_norm": 0.2925291657447815,
      "learning_rate": 9.572890930436305e-05,
      "loss": 0.0264,
      "step": 52770
    },
    {
      "grad_norm": 0.17171041667461395,
      "learning_rate": 9.572668009892773e-05,
      "loss": 0.0264,
      "step": 52780
    },
    {
      "grad_norm": 0.1967329978942871,
      "learning_rate": 9.57244503378701e-05,
      "loss": 0.0381,
      "step": 52790
    },
    {
      "grad_norm": 0.18543076515197754,
      "learning_rate": 9.572222002121722e-05,
      "loss": 0.0291,
      "step": 52800
    },
    {
      "grad_norm": 0.19927822053432465,
      "learning_rate": 9.571998914899619e-05,
      "loss": 0.0232,
      "step": 52810
    },
    {
      "grad_norm": 0.14600785076618195,
      "learning_rate": 9.571775772123412e-05,
      "loss": 0.0225,
      "step": 52820
    },
    {
      "grad_norm": 0.24162614345550537,
      "learning_rate": 9.571552573795815e-05,
      "loss": 0.0253,
      "step": 52830
    },
    {
      "grad_norm": 0.19620691239833832,
      "learning_rate": 9.571329319919535e-05,
      "loss": 0.0245,
      "step": 52840
    },
    {
      "grad_norm": 0.5164036750793457,
      "learning_rate": 9.571106010497291e-05,
      "loss": 0.0239,
      "step": 52850
    },
    {
      "grad_norm": 0.2220112532377243,
      "learning_rate": 9.57088264553179e-05,
      "loss": 0.024,
      "step": 52860
    },
    {
      "grad_norm": 0.1869691014289856,
      "learning_rate": 9.570659225025751e-05,
      "loss": 0.0213,
      "step": 52870
    },
    {
      "grad_norm": 0.15817508101463318,
      "learning_rate": 9.570435748981888e-05,
      "loss": 0.0225,
      "step": 52880
    },
    {
      "grad_norm": 0.15739411115646362,
      "learning_rate": 9.570212217402913e-05,
      "loss": 0.0215,
      "step": 52890
    },
    {
      "grad_norm": 0.17288368940353394,
      "learning_rate": 9.569988630291545e-05,
      "loss": 0.0205,
      "step": 52900
    },
    {
      "grad_norm": 0.19536037743091583,
      "learning_rate": 9.569764987650502e-05,
      "loss": 0.0216,
      "step": 52910
    },
    {
      "grad_norm": 0.16434365510940552,
      "learning_rate": 9.569541289482498e-05,
      "loss": 0.0182,
      "step": 52920
    },
    {
      "grad_norm": 0.23631079494953156,
      "learning_rate": 9.569317535790255e-05,
      "loss": 0.0246,
      "step": 52930
    },
    {
      "grad_norm": 0.32728907465934753,
      "learning_rate": 9.569093726576488e-05,
      "loss": 0.0357,
      "step": 52940
    },
    {
      "grad_norm": 0.15597118437290192,
      "learning_rate": 9.568869861843919e-05,
      "loss": 0.0359,
      "step": 52950
    },
    {
      "grad_norm": 0.12908190488815308,
      "learning_rate": 9.568645941595267e-05,
      "loss": 0.0196,
      "step": 52960
    },
    {
      "grad_norm": 0.24907556176185608,
      "learning_rate": 9.568421965833254e-05,
      "loss": 0.029,
      "step": 52970
    },
    {
      "grad_norm": 0.2600168287754059,
      "learning_rate": 9.568197934560602e-05,
      "loss": 0.0267,
      "step": 52980
    },
    {
      "grad_norm": 0.12698233127593994,
      "learning_rate": 9.567973847780029e-05,
      "loss": 0.0211,
      "step": 52990
    },
    {
      "grad_norm": 0.17573031783103943,
      "learning_rate": 9.567749705494263e-05,
      "loss": 0.0239,
      "step": 53000
    },
    {
      "grad_norm": 0.29710325598716736,
      "learning_rate": 9.567525507706024e-05,
      "loss": 0.0237,
      "step": 53010
    },
    {
      "grad_norm": 0.2625836133956909,
      "learning_rate": 9.567301254418038e-05,
      "loss": 0.0224,
      "step": 53020
    },
    {
      "grad_norm": 0.1879122406244278,
      "learning_rate": 9.567076945633031e-05,
      "loss": 0.0197,
      "step": 53030
    },
    {
      "grad_norm": 0.1320965439081192,
      "learning_rate": 9.566852581353726e-05,
      "loss": 0.0256,
      "step": 53040
    },
    {
      "grad_norm": 0.20240077376365662,
      "learning_rate": 9.56662816158285e-05,
      "loss": 0.0216,
      "step": 53050
    },
    {
      "grad_norm": 0.17547230422496796,
      "learning_rate": 9.566403686323131e-05,
      "loss": 0.0209,
      "step": 53060
    },
    {
      "grad_norm": 0.15484201908111572,
      "learning_rate": 9.566179155577294e-05,
      "loss": 0.0259,
      "step": 53070
    },
    {
      "grad_norm": 0.17791958153247833,
      "learning_rate": 9.565954569348072e-05,
      "loss": 0.0253,
      "step": 53080
    },
    {
      "grad_norm": 0.1602264642715454,
      "learning_rate": 9.565729927638188e-05,
      "loss": 0.0225,
      "step": 53090
    },
    {
      "grad_norm": 0.17595969140529633,
      "learning_rate": 9.565505230450376e-05,
      "loss": 0.0218,
      "step": 53100
    },
    {
      "grad_norm": 0.13196446001529694,
      "learning_rate": 9.565280477787367e-05,
      "loss": 0.0183,
      "step": 53110
    },
    {
      "grad_norm": 0.3487047851085663,
      "learning_rate": 9.565055669651886e-05,
      "loss": 0.0279,
      "step": 53120
    },
    {
      "grad_norm": 0.20550929009914398,
      "learning_rate": 9.56483080604667e-05,
      "loss": 0.022,
      "step": 53130
    },
    {
      "grad_norm": 0.1468190848827362,
      "learning_rate": 9.564605886974451e-05,
      "loss": 0.0146,
      "step": 53140
    },
    {
      "grad_norm": 0.3908796012401581,
      "learning_rate": 9.56438091243796e-05,
      "loss": 0.028,
      "step": 53150
    },
    {
      "grad_norm": 0.14196760952472687,
      "learning_rate": 9.564155882439931e-05,
      "loss": 0.0217,
      "step": 53160
    },
    {
      "grad_norm": 0.18074369430541992,
      "learning_rate": 9.563930796983098e-05,
      "loss": 0.0259,
      "step": 53170
    },
    {
      "grad_norm": 0.23261883854866028,
      "learning_rate": 9.563705656070198e-05,
      "loss": 0.0274,
      "step": 53180
    },
    {
      "grad_norm": 0.1848904937505722,
      "learning_rate": 9.563480459703966e-05,
      "loss": 0.0241,
      "step": 53190
    },
    {
      "grad_norm": 0.13174580037593842,
      "learning_rate": 9.563255207887136e-05,
      "loss": 0.02,
      "step": 53200
    },
    {
      "grad_norm": 0.17943301796913147,
      "learning_rate": 9.563029900622449e-05,
      "loss": 0.0217,
      "step": 53210
    },
    {
      "grad_norm": 0.15203197300434113,
      "learning_rate": 9.562804537912639e-05,
      "loss": 0.0155,
      "step": 53220
    },
    {
      "grad_norm": 0.2134803980588913,
      "learning_rate": 9.562579119760447e-05,
      "loss": 0.0204,
      "step": 53230
    },
    {
      "grad_norm": 0.14125873148441315,
      "learning_rate": 9.56235364616861e-05,
      "loss": 0.02,
      "step": 53240
    },
    {
      "grad_norm": 0.22097691893577576,
      "learning_rate": 9.562128117139868e-05,
      "loss": 0.0243,
      "step": 53250
    },
    {
      "grad_norm": 0.11154001206159592,
      "learning_rate": 9.561902532676963e-05,
      "loss": 0.0164,
      "step": 53260
    },
    {
      "grad_norm": 0.3078298270702362,
      "learning_rate": 9.561676892782633e-05,
      "loss": 0.0245,
      "step": 53270
    },
    {
      "grad_norm": 0.1688402146100998,
      "learning_rate": 9.561451197459625e-05,
      "loss": 0.0239,
      "step": 53280
    },
    {
      "grad_norm": 0.21570271253585815,
      "learning_rate": 9.561225446710676e-05,
      "loss": 0.0188,
      "step": 53290
    },
    {
      "grad_norm": 0.393510639667511,
      "learning_rate": 9.560999640538532e-05,
      "loss": 0.019,
      "step": 53300
    },
    {
      "grad_norm": 0.17751306295394897,
      "learning_rate": 9.560773778945938e-05,
      "loss": 0.0245,
      "step": 53310
    },
    {
      "grad_norm": 0.2615048885345459,
      "learning_rate": 9.560547861935634e-05,
      "loss": 0.0205,
      "step": 53320
    },
    {
      "grad_norm": 0.11859329044818878,
      "learning_rate": 9.560321889510368e-05,
      "loss": 0.0174,
      "step": 53330
    },
    {
      "grad_norm": 0.40433359146118164,
      "learning_rate": 9.560095861672885e-05,
      "loss": 0.0307,
      "step": 53340
    },
    {
      "grad_norm": 0.12563548982143402,
      "learning_rate": 9.559869778425933e-05,
      "loss": 0.0266,
      "step": 53350
    },
    {
      "grad_norm": 0.21371175348758698,
      "learning_rate": 9.559643639772258e-05,
      "loss": 0.0216,
      "step": 53360
    },
    {
      "grad_norm": 0.20641443133354187,
      "learning_rate": 9.559417445714607e-05,
      "loss": 0.0226,
      "step": 53370
    },
    {
      "grad_norm": 0.12924686074256897,
      "learning_rate": 9.55919119625573e-05,
      "loss": 0.0207,
      "step": 53380
    },
    {
      "grad_norm": 0.23324531316757202,
      "learning_rate": 9.558964891398374e-05,
      "loss": 0.0237,
      "step": 53390
    },
    {
      "grad_norm": 0.11684541404247284,
      "learning_rate": 9.55873853114529e-05,
      "loss": 0.024,
      "step": 53400
    },
    {
      "grad_norm": 0.13088379800319672,
      "learning_rate": 9.55851211549923e-05,
      "loss": 0.0232,
      "step": 53410
    },
    {
      "grad_norm": 0.2732868194580078,
      "learning_rate": 9.558285644462943e-05,
      "loss": 0.0195,
      "step": 53420
    },
    {
      "grad_norm": 0.23410005867481232,
      "learning_rate": 9.558059118039183e-05,
      "loss": 0.0173,
      "step": 53430
    },
    {
      "grad_norm": 0.15407849848270416,
      "learning_rate": 9.557832536230701e-05,
      "loss": 0.0208,
      "step": 53440
    },
    {
      "grad_norm": 0.11658912152051926,
      "learning_rate": 9.55760589904025e-05,
      "loss": 0.0182,
      "step": 53450
    },
    {
      "grad_norm": 0.1688896119594574,
      "learning_rate": 9.557379206470583e-05,
      "loss": 0.0228,
      "step": 53460
    },
    {
      "grad_norm": 0.170802041888237,
      "learning_rate": 9.557152458524457e-05,
      "loss": 0.0161,
      "step": 53470
    },
    {
      "grad_norm": 0.2948214113712311,
      "learning_rate": 9.556925655204626e-05,
      "loss": 0.0229,
      "step": 53480
    },
    {
      "grad_norm": 0.1797502189874649,
      "learning_rate": 9.556698796513845e-05,
      "loss": 0.0277,
      "step": 53490
    },
    {
      "grad_norm": 0.14420954883098602,
      "learning_rate": 9.556471882454872e-05,
      "loss": 0.0172,
      "step": 53500
    },
    {
      "grad_norm": 0.16520756483078003,
      "learning_rate": 9.556244913030465e-05,
      "loss": 0.0277,
      "step": 53510
    },
    {
      "grad_norm": 0.14242789149284363,
      "learning_rate": 9.556017888243378e-05,
      "loss": 0.0245,
      "step": 53520
    },
    {
      "grad_norm": 0.2844971716403961,
      "learning_rate": 9.555790808096374e-05,
      "loss": 0.028,
      "step": 53530
    },
    {
      "grad_norm": 0.15845368802547455,
      "learning_rate": 9.55556367259221e-05,
      "loss": 0.0186,
      "step": 53540
    },
    {
      "grad_norm": 0.17479132115840912,
      "learning_rate": 9.555336481733644e-05,
      "loss": 0.0221,
      "step": 53550
    },
    {
      "grad_norm": 0.21270878612995148,
      "learning_rate": 9.55510923552344e-05,
      "loss": 0.019,
      "step": 53560
    },
    {
      "grad_norm": 0.2403697669506073,
      "learning_rate": 9.554881933964359e-05,
      "loss": 0.0262,
      "step": 53570
    },
    {
      "grad_norm": 0.1610264629125595,
      "learning_rate": 9.554654577059163e-05,
      "loss": 0.0199,
      "step": 53580
    },
    {
      "grad_norm": 0.12562455236911774,
      "learning_rate": 9.554427164810611e-05,
      "loss": 0.0185,
      "step": 53590
    },
    {
      "grad_norm": 0.16482345759868622,
      "learning_rate": 9.55419969722147e-05,
      "loss": 0.0224,
      "step": 53600
    },
    {
      "grad_norm": 0.20920875668525696,
      "learning_rate": 9.553972174294503e-05,
      "loss": 0.0233,
      "step": 53610
    },
    {
      "grad_norm": 0.23299150168895721,
      "learning_rate": 9.553744596032474e-05,
      "loss": 0.0179,
      "step": 53620
    },
    {
      "grad_norm": 0.16583923995494843,
      "learning_rate": 9.553516962438149e-05,
      "loss": 0.0194,
      "step": 53630
    },
    {
      "grad_norm": 0.1953882873058319,
      "learning_rate": 9.553289273514294e-05,
      "loss": 0.0236,
      "step": 53640
    },
    {
      "grad_norm": 0.145137757062912,
      "learning_rate": 9.553061529263673e-05,
      "loss": 0.0245,
      "step": 53650
    },
    {
      "grad_norm": 0.18266573548316956,
      "learning_rate": 9.55283372968906e-05,
      "loss": 0.028,
      "step": 53660
    },
    {
      "grad_norm": 0.2215011864900589,
      "learning_rate": 9.552605874793214e-05,
      "loss": 0.0243,
      "step": 53670
    },
    {
      "grad_norm": 0.17101643979549408,
      "learning_rate": 9.552377964578912e-05,
      "loss": 0.0227,
      "step": 53680
    },
    {
      "grad_norm": 0.16484840214252472,
      "learning_rate": 9.552149999048917e-05,
      "loss": 0.0218,
      "step": 53690
    },
    {
      "grad_norm": 0.37657344341278076,
      "learning_rate": 9.551921978206001e-05,
      "loss": 0.0215,
      "step": 53700
    },
    {
      "grad_norm": 0.17959003150463104,
      "learning_rate": 9.551693902052938e-05,
      "loss": 0.0222,
      "step": 53710
    },
    {
      "grad_norm": 0.13187134265899658,
      "learning_rate": 9.551465770592495e-05,
      "loss": 0.0216,
      "step": 53720
    },
    {
      "grad_norm": 0.14972110092639923,
      "learning_rate": 9.551237583827446e-05,
      "loss": 0.0251,
      "step": 53730
    },
    {
      "grad_norm": 0.1709645539522171,
      "learning_rate": 9.551009341760564e-05,
      "loss": 0.0216,
      "step": 53740
    },
    {
      "grad_norm": 0.1647544801235199,
      "learning_rate": 9.550781044394621e-05,
      "loss": 0.0274,
      "step": 53750
    },
    {
      "grad_norm": 0.14006631076335907,
      "learning_rate": 9.55055269173239e-05,
      "loss": 0.0288,
      "step": 53760
    },
    {
      "grad_norm": 0.16938921809196472,
      "learning_rate": 9.55032428377665e-05,
      "loss": 0.0212,
      "step": 53770
    },
    {
      "grad_norm": 0.16688872873783112,
      "learning_rate": 9.550095820530172e-05,
      "loss": 0.0239,
      "step": 53780
    },
    {
      "grad_norm": 0.1232624426484108,
      "learning_rate": 9.549867301995734e-05,
      "loss": 0.0204,
      "step": 53790
    },
    {
      "grad_norm": 0.18057087063789368,
      "learning_rate": 9.549638728176114e-05,
      "loss": 0.0201,
      "step": 53800
    },
    {
      "grad_norm": 0.15994055569171906,
      "learning_rate": 9.549410099074085e-05,
      "loss": 0.0169,
      "step": 53810
    },
    {
      "grad_norm": 0.19746729731559753,
      "learning_rate": 9.549181414692431e-05,
      "loss": 0.0201,
      "step": 53820
    },
    {
      "grad_norm": 0.18742892146110535,
      "learning_rate": 9.548952675033926e-05,
      "loss": 0.0218,
      "step": 53830
    },
    {
      "grad_norm": 0.29670965671539307,
      "learning_rate": 9.548723880101351e-05,
      "loss": 0.0314,
      "step": 53840
    },
    {
      "grad_norm": 0.15110516548156738,
      "learning_rate": 9.548495029897486e-05,
      "loss": 0.0202,
      "step": 53850
    },
    {
      "grad_norm": 0.1515321284532547,
      "learning_rate": 9.548266124425113e-05,
      "loss": 0.0207,
      "step": 53860
    },
    {
      "grad_norm": 0.26452600955963135,
      "learning_rate": 9.548037163687011e-05,
      "loss": 0.0261,
      "step": 53870
    },
    {
      "grad_norm": 0.14428356289863586,
      "learning_rate": 9.547808147685965e-05,
      "loss": 0.0261,
      "step": 53880
    },
    {
      "grad_norm": 0.4002090394496918,
      "learning_rate": 9.547579076424756e-05,
      "loss": 0.0267,
      "step": 53890
    },
    {
      "grad_norm": 0.17572259902954102,
      "learning_rate": 9.547349949906166e-05,
      "loss": 0.0176,
      "step": 53900
    },
    {
      "grad_norm": 0.20790015161037445,
      "learning_rate": 9.547120768132982e-05,
      "loss": 0.0276,
      "step": 53910
    },
    {
      "grad_norm": 0.19524338841438293,
      "learning_rate": 9.546891531107986e-05,
      "loss": 0.0204,
      "step": 53920
    },
    {
      "grad_norm": 0.19306068122386932,
      "learning_rate": 9.546662238833967e-05,
      "loss": 0.0285,
      "step": 53930
    },
    {
      "grad_norm": 0.319286972284317,
      "learning_rate": 9.546432891313708e-05,
      "loss": 0.0283,
      "step": 53940
    },
    {
      "grad_norm": 0.26252973079681396,
      "learning_rate": 9.546203488549997e-05,
      "loss": 0.0229,
      "step": 53950
    },
    {
      "grad_norm": 0.13377529382705688,
      "learning_rate": 9.545974030545621e-05,
      "loss": 0.0248,
      "step": 53960
    },
    {
      "grad_norm": 0.13166163861751556,
      "learning_rate": 9.545744517303368e-05,
      "loss": 0.0195,
      "step": 53970
    },
    {
      "grad_norm": 0.226660817861557,
      "learning_rate": 9.545514948826028e-05,
      "loss": 0.0195,
      "step": 53980
    },
    {
      "grad_norm": 0.0871511846780777,
      "learning_rate": 9.54528532511639e-05,
      "loss": 0.0261,
      "step": 53990
    },
    {
      "grad_norm": 0.16291627287864685,
      "learning_rate": 9.545055646177243e-05,
      "loss": 0.0159,
      "step": 54000
    },
    {
      "grad_norm": 0.14971943199634552,
      "learning_rate": 9.544825912011379e-05,
      "loss": 0.0197,
      "step": 54010
    },
    {
      "grad_norm": 0.11742836236953735,
      "learning_rate": 9.54459612262159e-05,
      "loss": 0.0208,
      "step": 54020
    },
    {
      "grad_norm": 0.14414477348327637,
      "learning_rate": 9.544366278010666e-05,
      "loss": 0.0324,
      "step": 54030
    },
    {
      "grad_norm": 0.31921425461769104,
      "learning_rate": 9.544136378181401e-05,
      "loss": 0.0253,
      "step": 54040
    },
    {
      "grad_norm": 0.3102840781211853,
      "learning_rate": 9.543906423136589e-05,
      "loss": 0.0208,
      "step": 54050
    },
    {
      "grad_norm": 0.14285236597061157,
      "learning_rate": 9.543676412879024e-05,
      "loss": 0.0219,
      "step": 54060
    },
    {
      "grad_norm": 0.4287378191947937,
      "learning_rate": 9.543446347411501e-05,
      "loss": 0.0249,
      "step": 54070
    },
    {
      "grad_norm": 0.2012711763381958,
      "learning_rate": 9.543216226736815e-05,
      "loss": 0.0196,
      "step": 54080
    },
    {
      "grad_norm": 0.13582633435726166,
      "learning_rate": 9.542986050857761e-05,
      "loss": 0.0217,
      "step": 54090
    },
    {
      "grad_norm": 0.13693973422050476,
      "learning_rate": 9.542755819777139e-05,
      "loss": 0.0228,
      "step": 54100
    },
    {
      "grad_norm": 0.14845360815525055,
      "learning_rate": 9.542525533497743e-05,
      "loss": 0.0222,
      "step": 54110
    },
    {
      "grad_norm": 0.28931257128715515,
      "learning_rate": 9.542295192022374e-05,
      "loss": 0.0223,
      "step": 54120
    },
    {
      "grad_norm": 0.14523129165172577,
      "learning_rate": 9.542064795353831e-05,
      "loss": 0.0256,
      "step": 54130
    },
    {
      "grad_norm": 0.17477145791053772,
      "learning_rate": 9.541834343494911e-05,
      "loss": 0.0257,
      "step": 54140
    },
    {
      "grad_norm": 0.15296486020088196,
      "learning_rate": 9.541603836448417e-05,
      "loss": 0.0258,
      "step": 54150
    },
    {
      "grad_norm": 0.3249233067035675,
      "learning_rate": 9.541373274217145e-05,
      "loss": 0.0342,
      "step": 54160
    },
    {
      "grad_norm": 0.16070368885993958,
      "learning_rate": 9.541142656803903e-05,
      "loss": 0.0197,
      "step": 54170
    },
    {
      "grad_norm": 0.16426439583301544,
      "learning_rate": 9.540911984211489e-05,
      "loss": 0.0163,
      "step": 54180
    },
    {
      "grad_norm": 0.801121711730957,
      "learning_rate": 9.540681256442707e-05,
      "loss": 0.0243,
      "step": 54190
    },
    {
      "grad_norm": 0.17712299525737762,
      "learning_rate": 9.54045047350036e-05,
      "loss": 0.0271,
      "step": 54200
    },
    {
      "grad_norm": 0.18985165655612946,
      "learning_rate": 9.540219635387253e-05,
      "loss": 0.0277,
      "step": 54210
    },
    {
      "grad_norm": 0.2955690026283264,
      "learning_rate": 9.539988742106191e-05,
      "loss": 0.0251,
      "step": 54220
    },
    {
      "grad_norm": 0.1825176179409027,
      "learning_rate": 9.53975779365998e-05,
      "loss": 0.0163,
      "step": 54230
    },
    {
      "grad_norm": 0.6607115864753723,
      "learning_rate": 9.539526790051426e-05,
      "loss": 0.0335,
      "step": 54240
    },
    {
      "grad_norm": 0.151728555560112,
      "learning_rate": 9.539295731283336e-05,
      "loss": 0.0263,
      "step": 54250
    },
    {
      "grad_norm": 0.2282545417547226,
      "learning_rate": 9.539064617358515e-05,
      "loss": 0.024,
      "step": 54260
    },
    {
      "grad_norm": 0.16339676082134247,
      "learning_rate": 9.538833448279773e-05,
      "loss": 0.0243,
      "step": 54270
    },
    {
      "grad_norm": 0.17956022918224335,
      "learning_rate": 9.538602224049922e-05,
      "loss": 0.0197,
      "step": 54280
    },
    {
      "grad_norm": 0.2641856372356415,
      "learning_rate": 9.538370944671766e-05,
      "loss": 0.0324,
      "step": 54290
    },
    {
      "grad_norm": 0.15782485902309418,
      "learning_rate": 9.53813961014812e-05,
      "loss": 0.0251,
      "step": 54300
    },
    {
      "grad_norm": 0.19448868930339813,
      "learning_rate": 9.537908220481791e-05,
      "loss": 0.0199,
      "step": 54310
    },
    {
      "grad_norm": 0.1478617936372757,
      "learning_rate": 9.537676775675595e-05,
      "loss": 0.0214,
      "step": 54320
    },
    {
      "grad_norm": 0.15841402113437653,
      "learning_rate": 9.537445275732341e-05,
      "loss": 0.0225,
      "step": 54330
    },
    {
      "grad_norm": 0.22803381085395813,
      "learning_rate": 9.537213720654843e-05,
      "loss": 0.0181,
      "step": 54340
    },
    {
      "grad_norm": 0.11191420257091522,
      "learning_rate": 9.536982110445914e-05,
      "loss": 0.0173,
      "step": 54350
    },
    {
      "grad_norm": 0.16038423776626587,
      "learning_rate": 9.536750445108367e-05,
      "loss": 0.0218,
      "step": 54360
    },
    {
      "grad_norm": 0.0982515811920166,
      "learning_rate": 9.536518724645022e-05,
      "loss": 0.0235,
      "step": 54370
    },
    {
      "grad_norm": 0.1702672839164734,
      "learning_rate": 9.53628694905869e-05,
      "loss": 0.0275,
      "step": 54380
    },
    {
      "grad_norm": 0.15211418271064758,
      "learning_rate": 9.536055118352187e-05,
      "loss": 0.0198,
      "step": 54390
    },
    {
      "grad_norm": 0.12887197732925415,
      "learning_rate": 9.535823232528334e-05,
      "loss": 0.0264,
      "step": 54400
    },
    {
      "grad_norm": 0.12175850570201874,
      "learning_rate": 9.535591291589945e-05,
      "loss": 0.0262,
      "step": 54410
    },
    {
      "grad_norm": 0.14123177528381348,
      "learning_rate": 9.53535929553984e-05,
      "loss": 0.0232,
      "step": 54420
    },
    {
      "grad_norm": 0.15839079022407532,
      "learning_rate": 9.535127244380837e-05,
      "loss": 0.0261,
      "step": 54430
    },
    {
      "grad_norm": 0.2723773121833801,
      "learning_rate": 9.534895138115755e-05,
      "loss": 0.0303,
      "step": 54440
    },
    {
      "grad_norm": 0.23145262897014618,
      "learning_rate": 9.534662976747418e-05,
      "loss": 0.02,
      "step": 54450
    },
    {
      "grad_norm": 0.2662648558616638,
      "learning_rate": 9.534430760278644e-05,
      "loss": 0.0253,
      "step": 54460
    },
    {
      "grad_norm": 0.18350590765476227,
      "learning_rate": 9.534198488712253e-05,
      "loss": 0.0228,
      "step": 54470
    },
    {
      "grad_norm": 0.19228753447532654,
      "learning_rate": 9.533966162051071e-05,
      "loss": 0.0203,
      "step": 54480
    },
    {
      "grad_norm": 0.1801132708787918,
      "learning_rate": 9.533733780297919e-05,
      "loss": 0.0229,
      "step": 54490
    },
    {
      "grad_norm": 0.16668181121349335,
      "learning_rate": 9.53350134345562e-05,
      "loss": 0.0237,
      "step": 54500
    },
    {
      "grad_norm": 0.20740535855293274,
      "learning_rate": 9.533268851527001e-05,
      "loss": 0.0195,
      "step": 54510
    },
    {
      "grad_norm": 0.21917547285556793,
      "learning_rate": 9.533036304514884e-05,
      "loss": 0.0215,
      "step": 54520
    },
    {
      "grad_norm": 0.21729417145252228,
      "learning_rate": 9.532803702422098e-05,
      "loss": 0.023,
      "step": 54530
    },
    {
      "grad_norm": 0.2200617492198944,
      "learning_rate": 9.532571045251465e-05,
      "loss": 0.0174,
      "step": 54540
    },
    {
      "grad_norm": 0.4029034376144409,
      "learning_rate": 9.532338333005815e-05,
      "loss": 0.0375,
      "step": 54550
    },
    {
      "grad_norm": 0.2562166750431061,
      "learning_rate": 9.532105565687976e-05,
      "loss": 0.0255,
      "step": 54560
    },
    {
      "grad_norm": 0.14897876977920532,
      "learning_rate": 9.531872743300774e-05,
      "loss": 0.0252,
      "step": 54570
    },
    {
      "grad_norm": 0.2340649962425232,
      "learning_rate": 9.531639865847039e-05,
      "loss": 0.0281,
      "step": 54580
    },
    {
      "grad_norm": 0.1629336178302765,
      "learning_rate": 9.531406933329602e-05,
      "loss": 0.0175,
      "step": 54590
    },
    {
      "grad_norm": 0.24574537575244904,
      "learning_rate": 9.531173945751293e-05,
      "loss": 0.0213,
      "step": 54600
    },
    {
      "grad_norm": 0.23879775404930115,
      "learning_rate": 9.530940903114942e-05,
      "loss": 0.0313,
      "step": 54610
    },
    {
      "grad_norm": 0.16846798360347748,
      "learning_rate": 9.530707805423381e-05,
      "loss": 0.0269,
      "step": 54620
    },
    {
      "grad_norm": 0.17483486235141754,
      "learning_rate": 9.530474652679444e-05,
      "loss": 0.0271,
      "step": 54630
    },
    {
      "grad_norm": 0.15248309075832367,
      "learning_rate": 9.530241444885961e-05,
      "loss": 0.0181,
      "step": 54640
    },
    {
      "grad_norm": 0.3024568557739258,
      "learning_rate": 9.530008182045766e-05,
      "loss": 0.0209,
      "step": 54650
    },
    {
      "grad_norm": 0.382691353559494,
      "learning_rate": 9.529774864161695e-05,
      "loss": 0.0208,
      "step": 54660
    },
    {
      "grad_norm": 0.22140221297740936,
      "learning_rate": 9.529541491236585e-05,
      "loss": 0.0224,
      "step": 54670
    },
    {
      "grad_norm": 0.2502489387989044,
      "learning_rate": 9.529308063273265e-05,
      "loss": 0.0208,
      "step": 54680
    },
    {
      "grad_norm": 0.20310364663600922,
      "learning_rate": 9.529074580274579e-05,
      "loss": 0.0222,
      "step": 54690
    },
    {
      "grad_norm": 0.12389063090085983,
      "learning_rate": 9.52884104224336e-05,
      "loss": 0.0211,
      "step": 54700
    },
    {
      "grad_norm": 0.24905556440353394,
      "learning_rate": 9.528607449182447e-05,
      "loss": 0.0271,
      "step": 54710
    },
    {
      "grad_norm": 0.13056279718875885,
      "learning_rate": 9.528373801094676e-05,
      "loss": 0.0236,
      "step": 54720
    },
    {
      "grad_norm": 0.17265550792217255,
      "learning_rate": 9.528140097982889e-05,
      "loss": 0.0203,
      "step": 54730
    },
    {
      "grad_norm": 0.3338611423969269,
      "learning_rate": 9.527906339849925e-05,
      "loss": 0.0203,
      "step": 54740
    },
    {
      "grad_norm": 0.10388899594545364,
      "learning_rate": 9.527672526698624e-05,
      "loss": 0.0198,
      "step": 54750
    },
    {
      "grad_norm": 0.13517120480537415,
      "learning_rate": 9.527438658531826e-05,
      "loss": 0.0234,
      "step": 54760
    },
    {
      "grad_norm": 0.20531821250915527,
      "learning_rate": 9.527204735352374e-05,
      "loss": 0.0224,
      "step": 54770
    },
    {
      "grad_norm": 0.19996289908885956,
      "learning_rate": 9.52697075716311e-05,
      "loss": 0.0213,
      "step": 54780
    },
    {
      "grad_norm": 0.2656513452529907,
      "learning_rate": 9.526736723966878e-05,
      "loss": 0.0184,
      "step": 54790
    },
    {
      "grad_norm": 0.18549983203411102,
      "learning_rate": 9.52650263576652e-05,
      "loss": 0.0185,
      "step": 54800
    },
    {
      "grad_norm": 0.1583249270915985,
      "learning_rate": 9.52626849256488e-05,
      "loss": 0.0197,
      "step": 54810
    },
    {
      "grad_norm": 0.25800031423568726,
      "learning_rate": 9.526034294364807e-05,
      "loss": 0.0261,
      "step": 54820
    },
    {
      "grad_norm": 0.18411238491535187,
      "learning_rate": 9.525800041169142e-05,
      "loss": 0.0372,
      "step": 54830
    },
    {
      "grad_norm": 0.21413925290107727,
      "learning_rate": 9.525565732980735e-05,
      "loss": 0.0246,
      "step": 54840
    },
    {
      "grad_norm": 0.22724543511867523,
      "learning_rate": 9.525331369802431e-05,
      "loss": 0.0229,
      "step": 54850
    },
    {
      "grad_norm": 0.13698434829711914,
      "learning_rate": 9.525096951637078e-05,
      "loss": 0.0167,
      "step": 54860
    },
    {
      "grad_norm": 0.152090385556221,
      "learning_rate": 9.524862478487524e-05,
      "loss": 0.0174,
      "step": 54870
    },
    {
      "grad_norm": 0.22576215863227844,
      "learning_rate": 9.52462795035662e-05,
      "loss": 0.025,
      "step": 54880
    },
    {
      "grad_norm": 0.14085854589939117,
      "learning_rate": 9.524393367247212e-05,
      "loss": 0.0253,
      "step": 54890
    },
    {
      "grad_norm": 0.20133036375045776,
      "learning_rate": 9.524158729162155e-05,
      "loss": 0.0272,
      "step": 54900
    },
    {
      "grad_norm": 0.27656084299087524,
      "learning_rate": 9.523924036104297e-05,
      "loss": 0.0197,
      "step": 54910
    },
    {
      "grad_norm": 0.18724478781223297,
      "learning_rate": 9.523689288076491e-05,
      "loss": 0.022,
      "step": 54920
    },
    {
      "grad_norm": 0.34532055258750916,
      "learning_rate": 9.52345448508159e-05,
      "loss": 0.0187,
      "step": 54930
    },
    {
      "grad_norm": 0.1775708943605423,
      "learning_rate": 9.523219627122445e-05,
      "loss": 0.0241,
      "step": 54940
    },
    {
      "grad_norm": 0.24799954891204834,
      "learning_rate": 9.522984714201911e-05,
      "loss": 0.0228,
      "step": 54950
    },
    {
      "grad_norm": 0.504073977470398,
      "learning_rate": 9.522749746322844e-05,
      "loss": 0.0245,
      "step": 54960
    },
    {
      "grad_norm": 0.14577624201774597,
      "learning_rate": 9.522514723488095e-05,
      "loss": 0.0256,
      "step": 54970
    },
    {
      "grad_norm": 0.1693023145198822,
      "learning_rate": 9.522279645700522e-05,
      "loss": 0.0179,
      "step": 54980
    },
    {
      "grad_norm": 0.16872228682041168,
      "learning_rate": 9.522044512962984e-05,
      "loss": 0.0257,
      "step": 54990
    },
    {
      "grad_norm": 0.1711934357881546,
      "learning_rate": 9.521809325278335e-05,
      "loss": 0.0217,
      "step": 55000
    },
    {
      "grad_norm": 0.17557241022586823,
      "learning_rate": 9.521574082649431e-05,
      "loss": 0.0174,
      "step": 55010
    },
    {
      "grad_norm": 0.20511402189731598,
      "learning_rate": 9.521338785079134e-05,
      "loss": 0.0222,
      "step": 55020
    },
    {
      "grad_norm": 0.28323137760162354,
      "learning_rate": 9.521103432570304e-05,
      "loss": 0.0276,
      "step": 55030
    },
    {
      "grad_norm": 0.3217543363571167,
      "learning_rate": 9.520868025125798e-05,
      "loss": 0.0212,
      "step": 55040
    },
    {
      "grad_norm": 0.11359425634145737,
      "learning_rate": 9.520632562748474e-05,
      "loss": 0.0196,
      "step": 55050
    },
    {
      "grad_norm": 0.13836586475372314,
      "learning_rate": 9.5203970454412e-05,
      "loss": 0.0239,
      "step": 55060
    },
    {
      "grad_norm": 0.17081807553768158,
      "learning_rate": 9.520161473206832e-05,
      "loss": 0.0259,
      "step": 55070
    },
    {
      "grad_norm": 0.1925978660583496,
      "learning_rate": 9.519925846048234e-05,
      "loss": 0.0198,
      "step": 55080
    },
    {
      "grad_norm": 0.19105105102062225,
      "learning_rate": 9.519690163968272e-05,
      "loss": 0.0201,
      "step": 55090
    },
    {
      "grad_norm": 0.1366904228925705,
      "learning_rate": 9.519454426969803e-05,
      "loss": 0.0207,
      "step": 55100
    },
    {
      "grad_norm": 0.16317810118198395,
      "learning_rate": 9.5192186350557e-05,
      "loss": 0.025,
      "step": 55110
    },
    {
      "grad_norm": 0.23300881683826447,
      "learning_rate": 9.518982788228821e-05,
      "loss": 0.0141,
      "step": 55120
    },
    {
      "grad_norm": 0.18046267330646515,
      "learning_rate": 9.518746886492035e-05,
      "loss": 0.0217,
      "step": 55130
    },
    {
      "grad_norm": 0.1762377917766571,
      "learning_rate": 9.518510929848208e-05,
      "loss": 0.0212,
      "step": 55140
    },
    {
      "grad_norm": 0.17074497044086456,
      "learning_rate": 9.518274918300208e-05,
      "loss": 0.0236,
      "step": 55150
    },
    {
      "grad_norm": 0.15195152163505554,
      "learning_rate": 9.5180388518509e-05,
      "loss": 0.0214,
      "step": 55160
    },
    {
      "grad_norm": 0.19934678077697754,
      "learning_rate": 9.517802730503156e-05,
      "loss": 0.0244,
      "step": 55170
    },
    {
      "grad_norm": 0.18733805418014526,
      "learning_rate": 9.517566554259842e-05,
      "loss": 0.0256,
      "step": 55180
    },
    {
      "grad_norm": 0.28058215975761414,
      "learning_rate": 9.51733032312383e-05,
      "loss": 0.0192,
      "step": 55190
    },
    {
      "grad_norm": 0.1797550916671753,
      "learning_rate": 9.51709403709799e-05,
      "loss": 0.024,
      "step": 55200
    },
    {
      "grad_norm": 0.1936953216791153,
      "learning_rate": 9.51685769618519e-05,
      "loss": 0.0288,
      "step": 55210
    },
    {
      "grad_norm": 0.14560839533805847,
      "learning_rate": 9.516621300388306e-05,
      "loss": 0.0248,
      "step": 55220
    },
    {
      "grad_norm": 0.3245117962360382,
      "learning_rate": 9.51638484971021e-05,
      "loss": 0.0257,
      "step": 55230
    },
    {
      "grad_norm": 0.19003790616989136,
      "learning_rate": 9.516148344153773e-05,
      "loss": 0.0232,
      "step": 55240
    },
    {
      "grad_norm": 0.1701788753271103,
      "learning_rate": 9.515911783721868e-05,
      "loss": 0.0195,
      "step": 55250
    },
    {
      "grad_norm": 0.10324309021234512,
      "learning_rate": 9.515675168417372e-05,
      "loss": 0.0194,
      "step": 55260
    },
    {
      "grad_norm": 0.24445442855358124,
      "learning_rate": 9.515438498243161e-05,
      "loss": 0.0224,
      "step": 55270
    },
    {
      "grad_norm": 0.16352418065071106,
      "learning_rate": 9.515201773202106e-05,
      "loss": 0.0239,
      "step": 55280
    },
    {
      "grad_norm": 0.13578423857688904,
      "learning_rate": 9.514964993297089e-05,
      "loss": 0.0266,
      "step": 55290
    },
    {
      "grad_norm": 0.16160237789154053,
      "learning_rate": 9.514728158530983e-05,
      "loss": 0.0238,
      "step": 55300
    },
    {
      "grad_norm": 0.16939575970172882,
      "learning_rate": 9.51449126890667e-05,
      "loss": 0.0229,
      "step": 55310
    },
    {
      "grad_norm": 0.1550995409488678,
      "learning_rate": 9.514254324427022e-05,
      "loss": 0.0196,
      "step": 55320
    },
    {
      "grad_norm": 0.1914553940296173,
      "learning_rate": 9.514017325094923e-05,
      "loss": 0.019,
      "step": 55330
    },
    {
      "grad_norm": 0.1857004463672638,
      "learning_rate": 9.513780270913253e-05,
      "loss": 0.0218,
      "step": 55340
    },
    {
      "grad_norm": 0.17173899710178375,
      "learning_rate": 9.51354316188489e-05,
      "loss": 0.0217,
      "step": 55350
    },
    {
      "grad_norm": 0.2778022289276123,
      "learning_rate": 9.513305998012716e-05,
      "loss": 0.0242,
      "step": 55360
    },
    {
      "grad_norm": 0.27716439962387085,
      "learning_rate": 9.513068779299612e-05,
      "loss": 0.0197,
      "step": 55370
    },
    {
      "grad_norm": 0.17755639553070068,
      "learning_rate": 9.512831505748463e-05,
      "loss": 0.0238,
      "step": 55380
    },
    {
      "grad_norm": 0.11935122311115265,
      "learning_rate": 9.512594177362148e-05,
      "loss": 0.0212,
      "step": 55390
    },
    {
      "grad_norm": 0.156917005777359,
      "learning_rate": 9.512356794143556e-05,
      "loss": 0.0265,
      "step": 55400
    },
    {
      "grad_norm": 0.1727336049079895,
      "learning_rate": 9.512119356095567e-05,
      "loss": 0.0272,
      "step": 55410
    },
    {
      "grad_norm": 0.16766758263111115,
      "learning_rate": 9.511881863221068e-05,
      "loss": 0.0285,
      "step": 55420
    },
    {
      "grad_norm": 0.2439567595720291,
      "learning_rate": 9.511644315522945e-05,
      "loss": 0.0194,
      "step": 55430
    },
    {
      "grad_norm": 0.16689571738243103,
      "learning_rate": 9.511406713004084e-05,
      "loss": 0.025,
      "step": 55440
    },
    {
      "grad_norm": 0.19549749791622162,
      "learning_rate": 9.511169055667371e-05,
      "loss": 0.0199,
      "step": 55450
    },
    {
      "grad_norm": 0.22324606776237488,
      "learning_rate": 9.510931343515694e-05,
      "loss": 0.0223,
      "step": 55460
    },
    {
      "grad_norm": 0.1651865839958191,
      "learning_rate": 9.510693576551943e-05,
      "loss": 0.0241,
      "step": 55470
    },
    {
      "grad_norm": 0.1552126258611679,
      "learning_rate": 9.510455754779006e-05,
      "loss": 0.0203,
      "step": 55480
    },
    {
      "grad_norm": 0.1477281004190445,
      "learning_rate": 9.510217878199774e-05,
      "loss": 0.0204,
      "step": 55490
    },
    {
      "grad_norm": 0.08105068653821945,
      "learning_rate": 9.509979946817136e-05,
      "loss": 0.0198,
      "step": 55500
    },
    {
      "grad_norm": 0.17146094143390656,
      "learning_rate": 9.509741960633981e-05,
      "loss": 0.023,
      "step": 55510
    },
    {
      "grad_norm": 0.10740794241428375,
      "learning_rate": 9.509503919653207e-05,
      "loss": 0.0194,
      "step": 55520
    },
    {
      "grad_norm": 0.11154953390359879,
      "learning_rate": 9.5092658238777e-05,
      "loss": 0.02,
      "step": 55530
    },
    {
      "grad_norm": 0.15545839071273804,
      "learning_rate": 9.509027673310358e-05,
      "loss": 0.0155,
      "step": 55540
    },
    {
      "grad_norm": 0.2263738363981247,
      "learning_rate": 9.508789467954072e-05,
      "loss": 0.0182,
      "step": 55550
    },
    {
      "grad_norm": 0.37820786237716675,
      "learning_rate": 9.508551207811735e-05,
      "loss": 0.0254,
      "step": 55560
    },
    {
      "grad_norm": 0.19002537429332733,
      "learning_rate": 9.508312892886247e-05,
      "loss": 0.0222,
      "step": 55570
    },
    {
      "grad_norm": 0.18388530611991882,
      "learning_rate": 9.5080745231805e-05,
      "loss": 0.0222,
      "step": 55580
    },
    {
      "grad_norm": 0.07650210708379745,
      "learning_rate": 9.507836098697389e-05,
      "loss": 0.016,
      "step": 55590
    },
    {
      "grad_norm": 0.20056597888469696,
      "learning_rate": 9.507597619439816e-05,
      "loss": 0.0304,
      "step": 55600
    },
    {
      "grad_norm": 0.20585404336452484,
      "learning_rate": 9.507359085410675e-05,
      "loss": 0.0231,
      "step": 55610
    },
    {
      "grad_norm": 0.238165482878685,
      "learning_rate": 9.507120496612865e-05,
      "loss": 0.0191,
      "step": 55620
    },
    {
      "grad_norm": 0.10978572070598602,
      "learning_rate": 9.506881853049285e-05,
      "loss": 0.0177,
      "step": 55630
    },
    {
      "grad_norm": 0.16689848899841309,
      "learning_rate": 9.506643154722837e-05,
      "loss": 0.0176,
      "step": 55640
    },
    {
      "grad_norm": 0.14653052389621735,
      "learning_rate": 9.50640440163642e-05,
      "loss": 0.024,
      "step": 55650
    },
    {
      "grad_norm": 0.4586203396320343,
      "learning_rate": 9.506165593792933e-05,
      "loss": 0.0226,
      "step": 55660
    },
    {
      "grad_norm": 0.1622745841741562,
      "learning_rate": 9.50592673119528e-05,
      "loss": 0.0185,
      "step": 55670
    },
    {
      "grad_norm": 0.21035771071910858,
      "learning_rate": 9.505687813846363e-05,
      "loss": 0.0286,
      "step": 55680
    },
    {
      "grad_norm": 0.14128097891807556,
      "learning_rate": 9.505448841749085e-05,
      "loss": 0.0216,
      "step": 55690
    },
    {
      "grad_norm": 0.1892474740743637,
      "learning_rate": 9.505209814906351e-05,
      "loss": 0.022,
      "step": 55700
    },
    {
      "grad_norm": 0.1305409073829651,
      "learning_rate": 9.504970733321062e-05,
      "loss": 0.018,
      "step": 55710
    },
    {
      "grad_norm": 0.20081274211406708,
      "learning_rate": 9.504731596996125e-05,
      "loss": 0.0226,
      "step": 55720
    },
    {
      "grad_norm": 0.2472854107618332,
      "learning_rate": 9.504492405934448e-05,
      "loss": 0.0217,
      "step": 55730
    },
    {
      "grad_norm": 0.17364059388637543,
      "learning_rate": 9.504253160138934e-05,
      "loss": 0.025,
      "step": 55740
    },
    {
      "grad_norm": 0.34268924593925476,
      "learning_rate": 9.504013859612493e-05,
      "loss": 0.0237,
      "step": 55750
    },
    {
      "grad_norm": 0.15731081366539001,
      "learning_rate": 9.503774504358029e-05,
      "loss": 0.0222,
      "step": 55760
    },
    {
      "grad_norm": 0.22190891206264496,
      "learning_rate": 9.503535094378453e-05,
      "loss": 0.03,
      "step": 55770
    },
    {
      "grad_norm": 0.15726251900196075,
      "learning_rate": 9.503295629676674e-05,
      "loss": 0.0224,
      "step": 55780
    },
    {
      "grad_norm": 0.23662978410720825,
      "learning_rate": 9.503056110255601e-05,
      "loss": 0.0243,
      "step": 55790
    },
    {
      "grad_norm": 0.1526069939136505,
      "learning_rate": 9.502816536118147e-05,
      "loss": 0.0224,
      "step": 55800
    },
    {
      "grad_norm": 0.4267808794975281,
      "learning_rate": 9.502576907267218e-05,
      "loss": 0.0227,
      "step": 55810
    },
    {
      "grad_norm": 0.17200496792793274,
      "learning_rate": 9.502337223705729e-05,
      "loss": 0.0201,
      "step": 55820
    },
    {
      "grad_norm": 0.1440892219543457,
      "learning_rate": 9.502097485436591e-05,
      "loss": 0.0245,
      "step": 55830
    },
    {
      "grad_norm": 0.15222764015197754,
      "learning_rate": 9.501857692462719e-05,
      "loss": 0.0259,
      "step": 55840
    },
    {
      "grad_norm": 0.22836169600486755,
      "learning_rate": 9.501617844787025e-05,
      "loss": 0.023,
      "step": 55850
    },
    {
      "grad_norm": 0.18197061121463776,
      "learning_rate": 9.501377942412425e-05,
      "loss": 0.0161,
      "step": 55860
    },
    {
      "grad_norm": 0.1269969791173935,
      "learning_rate": 9.501137985341832e-05,
      "loss": 0.0191,
      "step": 55870
    },
    {
      "grad_norm": 0.1829550713300705,
      "learning_rate": 9.500897973578162e-05,
      "loss": 0.0228,
      "step": 55880
    },
    {
      "grad_norm": 0.1598139852285385,
      "learning_rate": 9.500657907124334e-05,
      "loss": 0.0235,
      "step": 55890
    },
    {
      "grad_norm": 0.45234963297843933,
      "learning_rate": 9.500417785983262e-05,
      "loss": 0.0213,
      "step": 55900
    },
    {
      "grad_norm": 0.1484004557132721,
      "learning_rate": 9.500177610157865e-05,
      "loss": 0.0211,
      "step": 55910
    },
    {
      "grad_norm": 0.5753706693649292,
      "learning_rate": 9.499937379651062e-05,
      "loss": 0.0237,
      "step": 55920
    },
    {
      "grad_norm": 0.1360699087381363,
      "learning_rate": 9.499697094465769e-05,
      "loss": 0.0184,
      "step": 55930
    },
    {
      "grad_norm": 0.1463056355714798,
      "learning_rate": 9.499456754604909e-05,
      "loss": 0.0237,
      "step": 55940
    },
    {
      "grad_norm": 0.1727968007326126,
      "learning_rate": 9.499216360071402e-05,
      "loss": 0.0182,
      "step": 55950
    },
    {
      "grad_norm": 0.08715378493070602,
      "learning_rate": 9.498975910868168e-05,
      "loss": 0.0198,
      "step": 55960
    },
    {
      "grad_norm": 0.14317403733730316,
      "learning_rate": 9.498735406998128e-05,
      "loss": 0.0268,
      "step": 55970
    },
    {
      "grad_norm": 0.19145165383815765,
      "learning_rate": 9.498494848464206e-05,
      "loss": 0.0316,
      "step": 55980
    },
    {
      "grad_norm": 0.14796386659145355,
      "learning_rate": 9.498254235269325e-05,
      "loss": 0.0294,
      "step": 55990
    },
    {
      "grad_norm": 0.36102116107940674,
      "learning_rate": 9.498013567416407e-05,
      "loss": 0.0192,
      "step": 56000
    },
    {
      "grad_norm": 0.16985847055912018,
      "learning_rate": 9.497772844908376e-05,
      "loss": 0.0182,
      "step": 56010
    },
    {
      "grad_norm": 0.19442398846149445,
      "learning_rate": 9.497532067748162e-05,
      "loss": 0.0296,
      "step": 56020
    },
    {
      "grad_norm": 0.20638321340084076,
      "learning_rate": 9.497291235938685e-05,
      "loss": 0.0237,
      "step": 56030
    },
    {
      "grad_norm": 0.1439342498779297,
      "learning_rate": 9.497050349482872e-05,
      "loss": 0.025,
      "step": 56040
    },
    {
      "grad_norm": 0.20275916159152985,
      "learning_rate": 9.496809408383654e-05,
      "loss": 0.0199,
      "step": 56050
    },
    {
      "grad_norm": 0.1212225928902626,
      "learning_rate": 9.496568412643954e-05,
      "loss": 0.029,
      "step": 56060
    },
    {
      "grad_norm": 0.2998092770576477,
      "learning_rate": 9.496327362266702e-05,
      "loss": 0.0288,
      "step": 56070
    },
    {
      "grad_norm": 0.17766812443733215,
      "learning_rate": 9.496086257254829e-05,
      "loss": 0.0277,
      "step": 56080
    },
    {
      "grad_norm": 0.16287101805210114,
      "learning_rate": 9.495845097611262e-05,
      "loss": 0.0234,
      "step": 56090
    },
    {
      "grad_norm": 0.14330101013183594,
      "learning_rate": 9.495603883338932e-05,
      "loss": 0.0215,
      "step": 56100
    },
    {
      "grad_norm": 0.14677737653255463,
      "learning_rate": 9.495362614440771e-05,
      "loss": 0.0223,
      "step": 56110
    },
    {
      "grad_norm": 0.17892609536647797,
      "learning_rate": 9.49512129091971e-05,
      "loss": 0.0202,
      "step": 56120
    },
    {
      "grad_norm": 0.14371779561042786,
      "learning_rate": 9.49487991277868e-05,
      "loss": 0.0265,
      "step": 56130
    },
    {
      "grad_norm": 0.3616880774497986,
      "learning_rate": 9.494638480020617e-05,
      "loss": 0.0303,
      "step": 56140
    },
    {
      "grad_norm": 0.2174626886844635,
      "learning_rate": 9.494396992648451e-05,
      "loss": 0.0203,
      "step": 56150
    },
    {
      "grad_norm": 0.2662329375743866,
      "learning_rate": 9.494155450665119e-05,
      "loss": 0.0212,
      "step": 56160
    },
    {
      "grad_norm": 0.14116430282592773,
      "learning_rate": 9.493913854073554e-05,
      "loss": 0.0221,
      "step": 56170
    },
    {
      "grad_norm": 0.2141978144645691,
      "learning_rate": 9.493672202876696e-05,
      "loss": 0.0221,
      "step": 56180
    },
    {
      "grad_norm": 0.3365090787410736,
      "learning_rate": 9.493430497077476e-05,
      "loss": 0.0196,
      "step": 56190
    },
    {
      "grad_norm": 0.16496501863002777,
      "learning_rate": 9.493188736678831e-05,
      "loss": 0.0233,
      "step": 56200
    },
    {
      "grad_norm": 0.24575039744377136,
      "learning_rate": 9.492946921683703e-05,
      "loss": 0.022,
      "step": 56210
    },
    {
      "grad_norm": 0.15547789633274078,
      "learning_rate": 9.492705052095028e-05,
      "loss": 0.022,
      "step": 56220
    },
    {
      "grad_norm": 0.3491836488246918,
      "learning_rate": 9.492463127915742e-05,
      "loss": 0.0217,
      "step": 56230
    },
    {
      "grad_norm": 0.2170579880475998,
      "learning_rate": 9.49222114914879e-05,
      "loss": 0.022,
      "step": 56240
    },
    {
      "grad_norm": 0.22190290689468384,
      "learning_rate": 9.491979115797109e-05,
      "loss": 0.0207,
      "step": 56250
    },
    {
      "grad_norm": 0.2652110159397125,
      "learning_rate": 9.49173702786364e-05,
      "loss": 0.0204,
      "step": 56260
    },
    {
      "grad_norm": 0.15638260543346405,
      "learning_rate": 9.491494885351328e-05,
      "loss": 0.0213,
      "step": 56270
    },
    {
      "grad_norm": 0.23136550188064575,
      "learning_rate": 9.49125268826311e-05,
      "loss": 0.0215,
      "step": 56280
    },
    {
      "grad_norm": 0.23091600835323334,
      "learning_rate": 9.491010436601931e-05,
      "loss": 0.0223,
      "step": 56290
    },
    {
      "grad_norm": 0.1430177092552185,
      "learning_rate": 9.490768130370736e-05,
      "loss": 0.0169,
      "step": 56300
    },
    {
      "grad_norm": 0.14279857277870178,
      "learning_rate": 9.490525769572468e-05,
      "loss": 0.0239,
      "step": 56310
    },
    {
      "grad_norm": 0.14751732349395752,
      "learning_rate": 9.490283354210072e-05,
      "loss": 0.0222,
      "step": 56320
    },
    {
      "grad_norm": 0.10411057621240616,
      "learning_rate": 9.490040884286493e-05,
      "loss": 0.0229,
      "step": 56330
    },
    {
      "grad_norm": 0.2127363383769989,
      "learning_rate": 9.48979835980468e-05,
      "loss": 0.024,
      "step": 56340
    },
    {
      "grad_norm": 0.23376984894275665,
      "learning_rate": 9.489555780767576e-05,
      "loss": 0.0258,
      "step": 56350
    },
    {
      "grad_norm": 0.2594870328903198,
      "learning_rate": 9.489313147178131e-05,
      "loss": 0.0229,
      "step": 56360
    },
    {
      "grad_norm": 0.15950971841812134,
      "learning_rate": 9.489070459039293e-05,
      "loss": 0.0211,
      "step": 56370
    },
    {
      "grad_norm": 0.11938376724720001,
      "learning_rate": 9.48882771635401e-05,
      "loss": 0.0208,
      "step": 56380
    },
    {
      "grad_norm": 0.4521246552467346,
      "learning_rate": 9.488584919125232e-05,
      "loss": 0.0295,
      "step": 56390
    },
    {
      "grad_norm": 0.23595358431339264,
      "learning_rate": 9.48834206735591e-05,
      "loss": 0.0282,
      "step": 56400
    },
    {
      "grad_norm": 0.11010845750570297,
      "learning_rate": 9.488099161048994e-05,
      "loss": 0.0192,
      "step": 56410
    },
    {
      "grad_norm": 0.3173739016056061,
      "learning_rate": 9.487856200207436e-05,
      "loss": 0.0203,
      "step": 56420
    },
    {
      "grad_norm": 0.1152467280626297,
      "learning_rate": 9.487613184834187e-05,
      "loss": 0.0146,
      "step": 56430
    },
    {
      "grad_norm": 0.12818197906017303,
      "learning_rate": 9.487370114932202e-05,
      "loss": 0.0219,
      "step": 56440
    },
    {
      "grad_norm": 0.2073737382888794,
      "learning_rate": 9.487126990504431e-05,
      "loss": 0.0183,
      "step": 56450
    },
    {
      "grad_norm": 0.3226705491542816,
      "learning_rate": 9.486883811553833e-05,
      "loss": 0.0161,
      "step": 56460
    },
    {
      "grad_norm": 0.16251003742218018,
      "learning_rate": 9.486640578083359e-05,
      "loss": 0.0234,
      "step": 56470
    },
    {
      "grad_norm": 0.1684807986021042,
      "learning_rate": 9.486397290095968e-05,
      "loss": 0.0199,
      "step": 56480
    },
    {
      "grad_norm": 0.2682415246963501,
      "learning_rate": 9.486153947594612e-05,
      "loss": 0.023,
      "step": 56490
    },
    {
      "grad_norm": 0.1586795151233673,
      "learning_rate": 9.48591055058225e-05,
      "loss": 0.0274,
      "step": 56500
    },
    {
      "grad_norm": 0.13028812408447266,
      "learning_rate": 9.485667099061839e-05,
      "loss": 0.0237,
      "step": 56510
    },
    {
      "grad_norm": 0.1321800947189331,
      "learning_rate": 9.485423593036339e-05,
      "loss": 0.0224,
      "step": 56520
    },
    {
      "grad_norm": 0.13424859941005707,
      "learning_rate": 9.485180032508708e-05,
      "loss": 0.0167,
      "step": 56530
    },
    {
      "grad_norm": 0.36111700534820557,
      "learning_rate": 9.484936417481902e-05,
      "loss": 0.032,
      "step": 56540
    },
    {
      "grad_norm": 0.26380741596221924,
      "learning_rate": 9.484692747958885e-05,
      "loss": 0.0191,
      "step": 56550
    },
    {
      "grad_norm": 0.1783716082572937,
      "learning_rate": 9.484449023942619e-05,
      "loss": 0.024,
      "step": 56560
    },
    {
      "grad_norm": 0.3483045697212219,
      "learning_rate": 9.484205245436062e-05,
      "loss": 0.0246,
      "step": 56570
    },
    {
      "grad_norm": 0.19677361845970154,
      "learning_rate": 9.483961412442177e-05,
      "loss": 0.0269,
      "step": 56580
    },
    {
      "grad_norm": 0.32033103704452515,
      "learning_rate": 9.483717524963926e-05,
      "loss": 0.0199,
      "step": 56590
    },
    {
      "grad_norm": 0.1258082240819931,
      "learning_rate": 9.483473583004276e-05,
      "loss": 0.0252,
      "step": 56600
    },
    {
      "grad_norm": 0.12163286656141281,
      "learning_rate": 9.483229586566189e-05,
      "loss": 0.0238,
      "step": 56610
    },
    {
      "grad_norm": 0.134754940867424,
      "learning_rate": 9.482985535652629e-05,
      "loss": 0.0232,
      "step": 56620
    },
    {
      "grad_norm": 0.2758459746837616,
      "learning_rate": 9.482741430266561e-05,
      "loss": 0.025,
      "step": 56630
    },
    {
      "grad_norm": 0.147297665476799,
      "learning_rate": 9.482497270410953e-05,
      "loss": 0.018,
      "step": 56640
    },
    {
      "grad_norm": 0.18707391619682312,
      "learning_rate": 9.482253056088773e-05,
      "loss": 0.0195,
      "step": 56650
    },
    {
      "grad_norm": 0.567268967628479,
      "learning_rate": 9.482008787302983e-05,
      "loss": 0.0271,
      "step": 56660
    },
    {
      "grad_norm": 0.3077690899372101,
      "learning_rate": 9.481764464056556e-05,
      "loss": 0.0265,
      "step": 56670
    },
    {
      "grad_norm": 0.15699779987335205,
      "learning_rate": 9.48152008635246e-05,
      "loss": 0.0204,
      "step": 56680
    },
    {
      "grad_norm": 0.21985726058483124,
      "learning_rate": 9.481275654193661e-05,
      "loss": 0.0155,
      "step": 56690
    },
    {
      "grad_norm": 0.12813109159469604,
      "learning_rate": 9.481031167583135e-05,
      "loss": 0.0231,
      "step": 56700
    },
    {
      "grad_norm": 0.13363471627235413,
      "learning_rate": 9.480786626523849e-05,
      "loss": 0.0198,
      "step": 56710
    },
    {
      "grad_norm": 0.1635543555021286,
      "learning_rate": 9.480542031018775e-05,
      "loss": 0.0257,
      "step": 56720
    },
    {
      "grad_norm": 1.2423114776611328,
      "learning_rate": 9.480297381070883e-05,
      "loss": 0.0213,
      "step": 56730
    },
    {
      "grad_norm": 0.143046572804451,
      "learning_rate": 9.48005267668315e-05,
      "loss": 0.0207,
      "step": 56740
    },
    {
      "grad_norm": 0.2108885794878006,
      "learning_rate": 9.479807917858545e-05,
      "loss": 0.0284,
      "step": 56750
    },
    {
      "grad_norm": 0.11356852203607559,
      "learning_rate": 9.479563104600046e-05,
      "loss": 0.0176,
      "step": 56760
    },
    {
      "grad_norm": 0.14659540355205536,
      "learning_rate": 9.479318236910625e-05,
      "loss": 0.0196,
      "step": 56770
    },
    {
      "grad_norm": 0.1582697629928589,
      "learning_rate": 9.479073314793259e-05,
      "loss": 0.0164,
      "step": 56780
    },
    {
      "grad_norm": 0.1382920742034912,
      "learning_rate": 9.478828338250922e-05,
      "loss": 0.025,
      "step": 56790
    },
    {
      "grad_norm": 0.15188877284526825,
      "learning_rate": 9.478583307286592e-05,
      "loss": 0.0166,
      "step": 56800
    },
    {
      "grad_norm": 0.20942094922065735,
      "learning_rate": 9.478338221903248e-05,
      "loss": 0.0285,
      "step": 56810
    },
    {
      "grad_norm": 0.10517831146717072,
      "learning_rate": 9.478093082103865e-05,
      "loss": 0.0231,
      "step": 56820
    },
    {
      "grad_norm": 0.12408769875764847,
      "learning_rate": 9.477847887891423e-05,
      "loss": 0.025,
      "step": 56830
    },
    {
      "grad_norm": 0.22591717541217804,
      "learning_rate": 9.477602639268902e-05,
      "loss": 0.0266,
      "step": 56840
    },
    {
      "grad_norm": 0.2243831306695938,
      "learning_rate": 9.477357336239281e-05,
      "loss": 0.0258,
      "step": 56850
    },
    {
      "grad_norm": 0.2229357361793518,
      "learning_rate": 9.477111978805542e-05,
      "loss": 0.0254,
      "step": 56860
    },
    {
      "grad_norm": 0.16153623163700104,
      "learning_rate": 9.476866566970664e-05,
      "loss": 0.0257,
      "step": 56870
    },
    {
      "grad_norm": 0.17813332378864288,
      "learning_rate": 9.47662110073763e-05,
      "loss": 0.024,
      "step": 56880
    },
    {
      "grad_norm": 0.288816899061203,
      "learning_rate": 9.476375580109425e-05,
      "loss": 0.0299,
      "step": 56890
    },
    {
      "grad_norm": 0.13889168202877045,
      "learning_rate": 9.476130005089029e-05,
      "loss": 0.0213,
      "step": 56900
    },
    {
      "grad_norm": 0.3008243441581726,
      "learning_rate": 9.475884375679427e-05,
      "loss": 0.0248,
      "step": 56910
    },
    {
      "grad_norm": 0.19444790482521057,
      "learning_rate": 9.475638691883604e-05,
      "loss": 0.0192,
      "step": 56920
    },
    {
      "grad_norm": 0.24508552253246307,
      "learning_rate": 9.475392953704546e-05,
      "loss": 0.0251,
      "step": 56930
    },
    {
      "grad_norm": 0.17630016803741455,
      "learning_rate": 9.475147161145237e-05,
      "loss": 0.0242,
      "step": 56940
    },
    {
      "grad_norm": 0.17144820094108582,
      "learning_rate": 9.474901314208666e-05,
      "loss": 0.0231,
      "step": 56950
    },
    {
      "grad_norm": 0.20384356379508972,
      "learning_rate": 9.474655412897818e-05,
      "loss": 0.0216,
      "step": 56960
    },
    {
      "grad_norm": 0.15624558925628662,
      "learning_rate": 9.474409457215683e-05,
      "loss": 0.0275,
      "step": 56970
    },
    {
      "grad_norm": 0.1737464815378189,
      "learning_rate": 9.474163447165247e-05,
      "loss": 0.0177,
      "step": 56980
    },
    {
      "grad_norm": 0.28679361939430237,
      "learning_rate": 9.473917382749502e-05,
      "loss": 0.0241,
      "step": 56990
    },
    {
      "grad_norm": 0.39722520112991333,
      "learning_rate": 9.473671263971438e-05,
      "loss": 0.0204,
      "step": 57000
    },
    {
      "grad_norm": 0.22576047480106354,
      "learning_rate": 9.473425090834041e-05,
      "loss": 0.0321,
      "step": 57010
    },
    {
      "grad_norm": 0.23343078792095184,
      "learning_rate": 9.473178863340309e-05,
      "loss": 0.0234,
      "step": 57020
    },
    {
      "grad_norm": 0.22149105370044708,
      "learning_rate": 9.472932581493228e-05,
      "loss": 0.0193,
      "step": 57030
    },
    {
      "grad_norm": 0.22823596000671387,
      "learning_rate": 9.472686245295793e-05,
      "loss": 0.0224,
      "step": 57040
    },
    {
      "grad_norm": 0.16189081966876984,
      "learning_rate": 9.472439854750999e-05,
      "loss": 0.0214,
      "step": 57050
    },
    {
      "grad_norm": 0.13123898208141327,
      "learning_rate": 9.472193409861836e-05,
      "loss": 0.0177,
      "step": 57060
    },
    {
      "grad_norm": 0.11836782842874527,
      "learning_rate": 9.471946910631302e-05,
      "loss": 0.0178,
      "step": 57070
    },
    {
      "grad_norm": 0.2939164340496063,
      "learning_rate": 9.47170035706239e-05,
      "loss": 0.0218,
      "step": 57080
    },
    {
      "grad_norm": 0.15555734932422638,
      "learning_rate": 9.471453749158096e-05,
      "loss": 0.0183,
      "step": 57090
    },
    {
      "grad_norm": 0.1646527349948883,
      "learning_rate": 9.47120708692142e-05,
      "loss": 0.0193,
      "step": 57100
    },
    {
      "grad_norm": 0.18358059227466583,
      "learning_rate": 9.470960370355356e-05,
      "loss": 0.0198,
      "step": 57110
    },
    {
      "grad_norm": 0.18150222301483154,
      "learning_rate": 9.4707135994629e-05,
      "loss": 0.0205,
      "step": 57120
    },
    {
      "grad_norm": 0.16614916920661926,
      "learning_rate": 9.470466774247054e-05,
      "loss": 0.0176,
      "step": 57130
    },
    {
      "grad_norm": 0.25256332755088806,
      "learning_rate": 9.470219894710814e-05,
      "loss": 0.017,
      "step": 57140
    },
    {
      "grad_norm": 0.37886643409729004,
      "learning_rate": 9.469972960857182e-05,
      "loss": 0.0192,
      "step": 57150
    },
    {
      "grad_norm": 0.12603959441184998,
      "learning_rate": 9.469725972689161e-05,
      "loss": 0.0223,
      "step": 57160
    },
    {
      "grad_norm": 0.1584560126066208,
      "learning_rate": 9.469478930209748e-05,
      "loss": 0.0239,
      "step": 57170
    },
    {
      "grad_norm": 0.26657363772392273,
      "learning_rate": 9.469231833421945e-05,
      "loss": 0.0242,
      "step": 57180
    },
    {
      "grad_norm": 0.5088979601860046,
      "learning_rate": 9.468984682328756e-05,
      "loss": 0.0267,
      "step": 57190
    },
    {
      "grad_norm": 0.15187276899814606,
      "learning_rate": 9.468737476933184e-05,
      "loss": 0.0229,
      "step": 57200
    },
    {
      "grad_norm": 0.14588557183742523,
      "learning_rate": 9.468490217238232e-05,
      "loss": 0.0169,
      "step": 57210
    },
    {
      "grad_norm": 0.3017658591270447,
      "learning_rate": 9.468242903246907e-05,
      "loss": 0.0158,
      "step": 57220
    },
    {
      "grad_norm": 0.1309737116098404,
      "learning_rate": 9.46799553496221e-05,
      "loss": 0.0198,
      "step": 57230
    },
    {
      "grad_norm": 0.1597120463848114,
      "learning_rate": 9.46774811238715e-05,
      "loss": 0.0241,
      "step": 57240
    },
    {
      "grad_norm": 0.14158789813518524,
      "learning_rate": 9.467500635524731e-05,
      "loss": 0.0243,
      "step": 57250
    },
    {
      "grad_norm": 0.19656915962696075,
      "learning_rate": 9.46725310437796e-05,
      "loss": 0.0222,
      "step": 57260
    },
    {
      "grad_norm": 0.24167600274085999,
      "learning_rate": 9.467005518949848e-05,
      "loss": 0.0238,
      "step": 57270
    },
    {
      "grad_norm": 0.16176916658878326,
      "learning_rate": 9.466757879243402e-05,
      "loss": 0.0181,
      "step": 57280
    },
    {
      "grad_norm": 0.15425562858581543,
      "learning_rate": 9.46651018526163e-05,
      "loss": 0.021,
      "step": 57290
    },
    {
      "grad_norm": 0.17949937283992767,
      "learning_rate": 9.46626243700754e-05,
      "loss": 0.023,
      "step": 57300
    },
    {
      "grad_norm": 0.24608725309371948,
      "learning_rate": 9.466014634484147e-05,
      "loss": 0.0175,
      "step": 57310
    },
    {
      "grad_norm": 0.14271822571754456,
      "learning_rate": 9.465766777694458e-05,
      "loss": 0.0207,
      "step": 57320
    },
    {
      "grad_norm": 0.278682678937912,
      "learning_rate": 9.465518866641487e-05,
      "loss": 0.021,
      "step": 57330
    },
    {
      "grad_norm": 0.14869044721126556,
      "learning_rate": 9.465270901328247e-05,
      "loss": 0.0201,
      "step": 57340
    },
    {
      "grad_norm": 0.10751646757125854,
      "learning_rate": 9.465022881757749e-05,
      "loss": 0.017,
      "step": 57350
    },
    {
      "grad_norm": 0.126175194978714,
      "learning_rate": 9.464774807933005e-05,
      "loss": 0.0253,
      "step": 57360
    },
    {
      "grad_norm": 0.5950605273246765,
      "learning_rate": 9.464526679857034e-05,
      "loss": 0.0277,
      "step": 57370
    },
    {
      "grad_norm": 0.16286341845989227,
      "learning_rate": 9.464278497532848e-05,
      "loss": 0.0213,
      "step": 57380
    },
    {
      "grad_norm": 0.13630884885787964,
      "learning_rate": 9.464030260963462e-05,
      "loss": 0.0238,
      "step": 57390
    },
    {
      "grad_norm": 0.21849507093429565,
      "learning_rate": 9.463781970151895e-05,
      "loss": 0.0219,
      "step": 57400
    },
    {
      "grad_norm": 0.17697204649448395,
      "learning_rate": 9.463533625101162e-05,
      "loss": 0.0239,
      "step": 57410
    },
    {
      "grad_norm": 0.27265533804893494,
      "learning_rate": 9.463285225814283e-05,
      "loss": 0.0207,
      "step": 57420
    },
    {
      "grad_norm": 0.15285874903202057,
      "learning_rate": 9.463036772294272e-05,
      "loss": 0.0199,
      "step": 57430
    },
    {
      "grad_norm": 0.22120872139930725,
      "learning_rate": 9.462788264544152e-05,
      "loss": 0.0273,
      "step": 57440
    },
    {
      "grad_norm": 0.2145271748304367,
      "learning_rate": 9.462539702566939e-05,
      "loss": 0.0254,
      "step": 57450
    },
    {
      "grad_norm": 0.15316054224967957,
      "learning_rate": 9.462291086365657e-05,
      "loss": 0.0235,
      "step": 57460
    },
    {
      "grad_norm": 0.2198425978422165,
      "learning_rate": 9.462042415943324e-05,
      "loss": 0.0179,
      "step": 57470
    },
    {
      "grad_norm": 0.17647604644298553,
      "learning_rate": 9.461793691302965e-05,
      "loss": 0.0202,
      "step": 57480
    },
    {
      "grad_norm": 0.08717237412929535,
      "learning_rate": 9.461544912447597e-05,
      "loss": 0.0172,
      "step": 57490
    },
    {
      "grad_norm": 0.10363325476646423,
      "learning_rate": 9.461296079380249e-05,
      "loss": 0.0213,
      "step": 57500
    },
    {
      "grad_norm": 0.42988938093185425,
      "learning_rate": 9.461047192103939e-05,
      "loss": 0.0232,
      "step": 57510
    },
    {
      "grad_norm": 0.1490163505077362,
      "learning_rate": 9.460798250621694e-05,
      "loss": 0.0167,
      "step": 57520
    },
    {
      "grad_norm": 0.3250468969345093,
      "learning_rate": 9.46054925493654e-05,
      "loss": 0.0256,
      "step": 57530
    },
    {
      "grad_norm": 0.17088888585567474,
      "learning_rate": 9.4603002050515e-05,
      "loss": 0.0214,
      "step": 57540
    },
    {
      "grad_norm": 0.12579989433288574,
      "learning_rate": 9.460051100969602e-05,
      "loss": 0.0255,
      "step": 57550
    },
    {
      "grad_norm": 0.5342118740081787,
      "learning_rate": 9.459801942693871e-05,
      "loss": 0.0246,
      "step": 57560
    },
    {
      "grad_norm": 0.18338918685913086,
      "learning_rate": 9.459552730227336e-05,
      "loss": 0.0186,
      "step": 57570
    },
    {
      "grad_norm": 0.4200848639011383,
      "learning_rate": 9.459303463573026e-05,
      "loss": 0.0211,
      "step": 57580
    },
    {
      "grad_norm": 0.1532762348651886,
      "learning_rate": 9.459054142733968e-05,
      "loss": 0.023,
      "step": 57590
    },
    {
      "grad_norm": 0.2521043121814728,
      "learning_rate": 9.458804767713192e-05,
      "loss": 0.0218,
      "step": 57600
    },
    {
      "grad_norm": 0.24202954769134521,
      "learning_rate": 9.458555338513728e-05,
      "loss": 0.0194,
      "step": 57610
    },
    {
      "grad_norm": 0.15501223504543304,
      "learning_rate": 9.458305855138607e-05,
      "loss": 0.0235,
      "step": 57620
    },
    {
      "grad_norm": 0.47122520208358765,
      "learning_rate": 9.458056317590862e-05,
      "loss": 0.0282,
      "step": 57630
    },
    {
      "grad_norm": 0.10585086792707443,
      "learning_rate": 9.457806725873522e-05,
      "loss": 0.0178,
      "step": 57640
    },
    {
      "grad_norm": 0.2046978771686554,
      "learning_rate": 9.457557079989622e-05,
      "loss": 0.0234,
      "step": 57650
    },
    {
      "grad_norm": 0.20720775425434113,
      "learning_rate": 9.457307379942195e-05,
      "loss": 0.0241,
      "step": 57660
    },
    {
      "grad_norm": 0.24915367364883423,
      "learning_rate": 9.457057625734273e-05,
      "loss": 0.0258,
      "step": 57670
    },
    {
      "grad_norm": 0.2672445774078369,
      "learning_rate": 9.456807817368895e-05,
      "loss": 0.0206,
      "step": 57680
    },
    {
      "grad_norm": 0.13396063446998596,
      "learning_rate": 9.456557954849094e-05,
      "loss": 0.021,
      "step": 57690
    },
    {
      "grad_norm": 0.13507325947284698,
      "learning_rate": 9.456308038177906e-05,
      "loss": 0.0235,
      "step": 57700
    },
    {
      "grad_norm": 0.11952374875545502,
      "learning_rate": 9.456058067358367e-05,
      "loss": 0.0175,
      "step": 57710
    },
    {
      "grad_norm": 0.1662580668926239,
      "learning_rate": 9.455808042393516e-05,
      "loss": 0.0211,
      "step": 57720
    },
    {
      "grad_norm": 0.24034321308135986,
      "learning_rate": 9.45555796328639e-05,
      "loss": 0.0245,
      "step": 57730
    },
    {
      "grad_norm": 0.21317891776561737,
      "learning_rate": 9.455307830040028e-05,
      "loss": 0.0196,
      "step": 57740
    },
    {
      "grad_norm": 0.14732405543327332,
      "learning_rate": 9.455057642657469e-05,
      "loss": 0.0275,
      "step": 57750
    },
    {
      "grad_norm": 0.24029114842414856,
      "learning_rate": 9.454807401141754e-05,
      "loss": 0.023,
      "step": 57760
    },
    {
      "grad_norm": 0.30015382170677185,
      "learning_rate": 9.454557105495923e-05,
      "loss": 0.0203,
      "step": 57770
    },
    {
      "grad_norm": 0.22659535706043243,
      "learning_rate": 9.454306755723017e-05,
      "loss": 0.0174,
      "step": 57780
    },
    {
      "grad_norm": 0.17148980498313904,
      "learning_rate": 9.45405635182608e-05,
      "loss": 0.0197,
      "step": 57790
    },
    {
      "grad_norm": 0.22618763148784637,
      "learning_rate": 9.45380589380815e-05,
      "loss": 0.0374,
      "step": 57800
    },
    {
      "grad_norm": 0.46060848236083984,
      "learning_rate": 9.453555381672275e-05,
      "loss": 0.022,
      "step": 57810
    },
    {
      "grad_norm": 0.17866605520248413,
      "learning_rate": 9.453304815421497e-05,
      "loss": 0.0244,
      "step": 57820
    },
    {
      "grad_norm": 0.1629134565591812,
      "learning_rate": 9.453054195058862e-05,
      "loss": 0.0198,
      "step": 57830
    },
    {
      "grad_norm": 0.21204431354999542,
      "learning_rate": 9.452803520587412e-05,
      "loss": 0.0206,
      "step": 57840
    },
    {
      "grad_norm": 0.13450978696346283,
      "learning_rate": 9.452552792010197e-05,
      "loss": 0.0321,
      "step": 57850
    },
    {
      "grad_norm": 0.1402466595172882,
      "learning_rate": 9.452302009330261e-05,
      "loss": 0.0252,
      "step": 57860
    },
    {
      "grad_norm": 0.1429671049118042,
      "learning_rate": 9.452051172550652e-05,
      "loss": 0.0228,
      "step": 57870
    },
    {
      "grad_norm": 0.24490751326084137,
      "learning_rate": 9.451800281674417e-05,
      "loss": 0.0194,
      "step": 57880
    },
    {
      "grad_norm": 0.15328794717788696,
      "learning_rate": 9.451549336704606e-05,
      "loss": 0.0241,
      "step": 57890
    },
    {
      "grad_norm": 0.5248415470123291,
      "learning_rate": 9.451298337644267e-05,
      "loss": 0.0232,
      "step": 57900
    },
    {
      "grad_norm": 0.10932085663080215,
      "learning_rate": 9.451047284496452e-05,
      "loss": 0.018,
      "step": 57910
    },
    {
      "grad_norm": 0.19166362285614014,
      "learning_rate": 9.450796177264209e-05,
      "loss": 0.0349,
      "step": 57920
    },
    {
      "grad_norm": 0.2877453565597534,
      "learning_rate": 9.450545015950591e-05,
      "loss": 0.0251,
      "step": 57930
    },
    {
      "grad_norm": 0.21883350610733032,
      "learning_rate": 9.450293800558648e-05,
      "loss": 0.0222,
      "step": 57940
    },
    {
      "grad_norm": 0.14945246279239655,
      "learning_rate": 9.450042531091433e-05,
      "loss": 0.0217,
      "step": 57950
    },
    {
      "grad_norm": 0.17444217205047607,
      "learning_rate": 9.449791207552001e-05,
      "loss": 0.0214,
      "step": 57960
    },
    {
      "grad_norm": 0.14301545917987823,
      "learning_rate": 9.449539829943404e-05,
      "loss": 0.019,
      "step": 57970
    },
    {
      "grad_norm": 0.13625454902648926,
      "learning_rate": 9.449288398268697e-05,
      "loss": 0.0176,
      "step": 57980
    },
    {
      "grad_norm": 0.11439467966556549,
      "learning_rate": 9.449036912530935e-05,
      "loss": 0.0251,
      "step": 57990
    },
    {
      "grad_norm": 0.11692271381616592,
      "learning_rate": 9.448785372733174e-05,
      "loss": 0.0169,
      "step": 58000
    },
    {
      "grad_norm": 0.23106259107589722,
      "learning_rate": 9.448533778878471e-05,
      "loss": 0.0252,
      "step": 58010
    },
    {
      "grad_norm": 0.11810916662216187,
      "learning_rate": 9.448282130969882e-05,
      "loss": 0.022,
      "step": 58020
    },
    {
      "grad_norm": 0.19893896579742432,
      "learning_rate": 9.448030429010466e-05,
      "loss": 0.0226,
      "step": 58030
    },
    {
      "grad_norm": 0.14741674065589905,
      "learning_rate": 9.44777867300328e-05,
      "loss": 0.0196,
      "step": 58040
    },
    {
      "grad_norm": 0.07172039896249771,
      "learning_rate": 9.447526862951384e-05,
      "loss": 0.019,
      "step": 58050
    },
    {
      "grad_norm": 0.177054300904274,
      "learning_rate": 9.447274998857836e-05,
      "loss": 0.0172,
      "step": 58060
    },
    {
      "grad_norm": 0.3865766227245331,
      "learning_rate": 9.447023080725698e-05,
      "loss": 0.0212,
      "step": 58070
    },
    {
      "grad_norm": 0.24830561876296997,
      "learning_rate": 9.446771108558033e-05,
      "loss": 0.0227,
      "step": 58080
    },
    {
      "grad_norm": 0.15898212790489197,
      "learning_rate": 9.446519082357898e-05,
      "loss": 0.0251,
      "step": 58090
    },
    {
      "grad_norm": 0.15484824776649475,
      "learning_rate": 9.44626700212836e-05,
      "loss": 0.0282,
      "step": 58100
    },
    {
      "grad_norm": 0.13320809602737427,
      "learning_rate": 9.44601486787248e-05,
      "loss": 0.0206,
      "step": 58110
    },
    {
      "grad_norm": 0.21006423234939575,
      "learning_rate": 9.445762679593321e-05,
      "loss": 0.0242,
      "step": 58120
    },
    {
      "grad_norm": 0.18989089131355286,
      "learning_rate": 9.445510437293948e-05,
      "loss": 0.0182,
      "step": 58130
    },
    {
      "grad_norm": 0.45061424374580383,
      "learning_rate": 9.445258140977426e-05,
      "loss": 0.0238,
      "step": 58140
    },
    {
      "grad_norm": 0.17060616612434387,
      "learning_rate": 9.445005790646819e-05,
      "loss": 0.021,
      "step": 58150
    },
    {
      "grad_norm": 0.36159899830818176,
      "learning_rate": 9.444753386305196e-05,
      "loss": 0.0264,
      "step": 58160
    },
    {
      "grad_norm": 0.2441108524799347,
      "learning_rate": 9.444500927955624e-05,
      "loss": 0.0265,
      "step": 58170
    },
    {
      "grad_norm": 0.2789059579372406,
      "learning_rate": 9.444248415601168e-05,
      "loss": 0.0256,
      "step": 58180
    },
    {
      "grad_norm": 0.192763090133667,
      "learning_rate": 9.443995849244899e-05,
      "loss": 0.0216,
      "step": 58190
    },
    {
      "grad_norm": 0.177365243434906,
      "learning_rate": 9.443743228889883e-05,
      "loss": 0.0265,
      "step": 58200
    },
    {
      "grad_norm": 0.2016001045703888,
      "learning_rate": 9.443490554539191e-05,
      "loss": 0.0172,
      "step": 58210
    },
    {
      "grad_norm": 0.19334259629249573,
      "learning_rate": 9.443237826195897e-05,
      "loss": 0.0208,
      "step": 58220
    },
    {
      "grad_norm": 0.20014964044094086,
      "learning_rate": 9.442985043863064e-05,
      "loss": 0.0241,
      "step": 58230
    },
    {
      "grad_norm": 0.5035596489906311,
      "learning_rate": 9.44273220754377e-05,
      "loss": 0.0263,
      "step": 58240
    },
    {
      "grad_norm": 0.19095036387443542,
      "learning_rate": 9.442479317241084e-05,
      "loss": 0.0215,
      "step": 58250
    },
    {
      "grad_norm": 0.1827237457036972,
      "learning_rate": 9.44222637295808e-05,
      "loss": 0.0251,
      "step": 58260
    },
    {
      "grad_norm": 0.12878483533859253,
      "learning_rate": 9.441973374697833e-05,
      "loss": 0.0235,
      "step": 58270
    },
    {
      "grad_norm": 0.5453417897224426,
      "learning_rate": 9.441720322463414e-05,
      "loss": 0.0196,
      "step": 58280
    },
    {
      "grad_norm": 0.1953306347131729,
      "learning_rate": 9.4414672162579e-05,
      "loss": 0.0223,
      "step": 58290
    },
    {
      "grad_norm": 0.10234871506690979,
      "learning_rate": 9.441214056084365e-05,
      "loss": 0.0176,
      "step": 58300
    },
    {
      "grad_norm": 0.2838640511035919,
      "learning_rate": 9.440960841945887e-05,
      "loss": 0.0219,
      "step": 58310
    },
    {
      "grad_norm": 0.2446010559797287,
      "learning_rate": 9.440707573845542e-05,
      "loss": 0.0198,
      "step": 58320
    },
    {
      "grad_norm": 0.26250210404396057,
      "learning_rate": 9.440454251786406e-05,
      "loss": 0.0205,
      "step": 58330
    },
    {
      "grad_norm": 0.19003887474536896,
      "learning_rate": 9.44020087577156e-05,
      "loss": 0.0161,
      "step": 58340
    },
    {
      "grad_norm": 0.16064271330833435,
      "learning_rate": 9.439947445804081e-05,
      "loss": 0.0162,
      "step": 58350
    },
    {
      "grad_norm": 0.13422240316867828,
      "learning_rate": 9.439693961887046e-05,
      "loss": 0.0165,
      "step": 58360
    },
    {
      "grad_norm": 0.2009613811969757,
      "learning_rate": 9.43944042402354e-05,
      "loss": 0.0229,
      "step": 58370
    },
    {
      "grad_norm": 0.463421493768692,
      "learning_rate": 9.43918683221664e-05,
      "loss": 0.0257,
      "step": 58380
    },
    {
      "grad_norm": 0.15837545692920685,
      "learning_rate": 9.43893318646943e-05,
      "loss": 0.0249,
      "step": 58390
    },
    {
      "grad_norm": 0.1869589388370514,
      "learning_rate": 9.43867948678499e-05,
      "loss": 0.0185,
      "step": 58400
    },
    {
      "grad_norm": 0.15547870099544525,
      "learning_rate": 9.438425733166404e-05,
      "loss": 0.0227,
      "step": 58410
    },
    {
      "grad_norm": 0.2595999240875244,
      "learning_rate": 9.438171925616754e-05,
      "loss": 0.0302,
      "step": 58420
    },
    {
      "grad_norm": 0.1722559779882431,
      "learning_rate": 9.437918064139126e-05,
      "loss": 0.023,
      "step": 58430
    },
    {
      "grad_norm": 0.11849753558635712,
      "learning_rate": 9.437664148736603e-05,
      "loss": 0.0246,
      "step": 58440
    },
    {
      "grad_norm": 0.13695038855075836,
      "learning_rate": 9.437410179412269e-05,
      "loss": 0.0211,
      "step": 58450
    },
    {
      "grad_norm": 0.20395752787590027,
      "learning_rate": 9.437156156169213e-05,
      "loss": 0.0197,
      "step": 58460
    },
    {
      "grad_norm": 0.13046430051326752,
      "learning_rate": 9.436902079010521e-05,
      "loss": 0.0252,
      "step": 58470
    },
    {
      "grad_norm": 0.14277389645576477,
      "learning_rate": 9.436647947939279e-05,
      "loss": 0.0248,
      "step": 58480
    },
    {
      "grad_norm": 0.18138858675956726,
      "learning_rate": 9.436393762958575e-05,
      "loss": 0.0312,
      "step": 58490
    },
    {
      "grad_norm": 0.24824665486812592,
      "learning_rate": 9.4361395240715e-05,
      "loss": 0.024,
      "step": 58500
    },
    {
      "grad_norm": 0.24472688138484955,
      "learning_rate": 9.435885231281139e-05,
      "loss": 0.0261,
      "step": 58510
    },
    {
      "grad_norm": 0.19049149751663208,
      "learning_rate": 9.435630884590586e-05,
      "loss": 0.0246,
      "step": 58520
    },
    {
      "grad_norm": 0.3186527490615845,
      "learning_rate": 9.435376484002928e-05,
      "loss": 0.0224,
      "step": 58530
    },
    {
      "grad_norm": 0.11159194260835648,
      "learning_rate": 9.435122029521259e-05,
      "loss": 0.0211,
      "step": 58540
    },
    {
      "grad_norm": 0.20553554594516754,
      "learning_rate": 9.43486752114867e-05,
      "loss": 0.0221,
      "step": 58550
    },
    {
      "grad_norm": 0.38343578577041626,
      "learning_rate": 9.434612958888253e-05,
      "loss": 0.0212,
      "step": 58560
    },
    {
      "grad_norm": 0.5232278108596802,
      "learning_rate": 9.434358342743103e-05,
      "loss": 0.0175,
      "step": 58570
    },
    {
      "grad_norm": 0.19886375963687897,
      "learning_rate": 9.434103672716311e-05,
      "loss": 0.0214,
      "step": 58580
    },
    {
      "grad_norm": 0.25102725625038147,
      "learning_rate": 9.433848948810973e-05,
      "loss": 0.0206,
      "step": 58590
    },
    {
      "grad_norm": 0.13439346849918365,
      "learning_rate": 9.433594171030184e-05,
      "loss": 0.0266,
      "step": 58600
    },
    {
      "grad_norm": 0.16675856709480286,
      "learning_rate": 9.43333933937704e-05,
      "loss": 0.0236,
      "step": 58610
    },
    {
      "grad_norm": 0.17430755496025085,
      "learning_rate": 9.433084453854638e-05,
      "loss": 0.0229,
      "step": 58620
    },
    {
      "grad_norm": 0.18935184180736542,
      "learning_rate": 9.432829514466074e-05,
      "loss": 0.0194,
      "step": 58630
    },
    {
      "grad_norm": 0.16649945080280304,
      "learning_rate": 9.432574521214445e-05,
      "loss": 0.0178,
      "step": 58640
    },
    {
      "grad_norm": 0.1588820517063141,
      "learning_rate": 9.432319474102852e-05,
      "loss": 0.0141,
      "step": 58650
    },
    {
      "grad_norm": 0.08818025887012482,
      "learning_rate": 9.432064373134392e-05,
      "loss": 0.0173,
      "step": 58660
    },
    {
      "grad_norm": 0.10921107232570648,
      "learning_rate": 9.431809218312166e-05,
      "loss": 0.0151,
      "step": 58670
    },
    {
      "grad_norm": 0.11662967503070831,
      "learning_rate": 9.431554009639272e-05,
      "loss": 0.0202,
      "step": 58680
    },
    {
      "grad_norm": 1.2389881610870361,
      "learning_rate": 9.431298747118814e-05,
      "loss": 0.0216,
      "step": 58690
    },
    {
      "grad_norm": 0.13768713176250458,
      "learning_rate": 9.431043430753892e-05,
      "loss": 0.0171,
      "step": 58700
    },
    {
      "grad_norm": 0.13095033168792725,
      "learning_rate": 9.430788060547609e-05,
      "loss": 0.0263,
      "step": 58710
    },
    {
      "grad_norm": 0.1619904637336731,
      "learning_rate": 9.430532636503068e-05,
      "loss": 0.0209,
      "step": 58720
    },
    {
      "grad_norm": 0.17405961453914642,
      "learning_rate": 9.43027715862337e-05,
      "loss": 0.0231,
      "step": 58730
    },
    {
      "grad_norm": 0.19077889621257782,
      "learning_rate": 9.430021626911625e-05,
      "loss": 0.0247,
      "step": 58740
    },
    {
      "grad_norm": 1.0446726083755493,
      "learning_rate": 9.429766041370934e-05,
      "loss": 0.0277,
      "step": 58750
    },
    {
      "grad_norm": 0.2487526834011078,
      "learning_rate": 9.429510402004401e-05,
      "loss": 0.0252,
      "step": 58760
    },
    {
      "grad_norm": 0.8065372109413147,
      "learning_rate": 9.429254708815136e-05,
      "loss": 0.022,
      "step": 58770
    },
    {
      "grad_norm": 0.08365184813737869,
      "learning_rate": 9.428998961806244e-05,
      "loss": 0.024,
      "step": 58780
    },
    {
      "grad_norm": 0.14920054376125336,
      "learning_rate": 9.428743160980833e-05,
      "loss": 0.0173,
      "step": 58790
    },
    {
      "grad_norm": 0.14725936949253082,
      "learning_rate": 9.428487306342011e-05,
      "loss": 0.0209,
      "step": 58800
    },
    {
      "grad_norm": 0.38438254594802856,
      "learning_rate": 9.428231397892888e-05,
      "loss": 0.0444,
      "step": 58810
    },
    {
      "grad_norm": 0.20683659613132477,
      "learning_rate": 9.427975435636571e-05,
      "loss": 0.0334,
      "step": 58820
    },
    {
      "grad_norm": 0.13044017553329468,
      "learning_rate": 9.427719419576173e-05,
      "loss": 0.0288,
      "step": 58830
    },
    {
      "grad_norm": 0.1365404576063156,
      "learning_rate": 9.427463349714804e-05,
      "loss": 0.0328,
      "step": 58840
    },
    {
      "grad_norm": 0.5061400532722473,
      "learning_rate": 9.427207226055574e-05,
      "loss": 0.0178,
      "step": 58850
    },
    {
      "grad_norm": 0.16901510953903198,
      "learning_rate": 9.426951048601595e-05,
      "loss": 0.0229,
      "step": 58860
    },
    {
      "grad_norm": 0.18649180233478546,
      "learning_rate": 9.426694817355983e-05,
      "loss": 0.0258,
      "step": 58870
    },
    {
      "grad_norm": 0.24148935079574585,
      "learning_rate": 9.42643853232185e-05,
      "loss": 0.0256,
      "step": 58880
    },
    {
      "grad_norm": 0.10263705253601074,
      "learning_rate": 9.426182193502309e-05,
      "loss": 0.0173,
      "step": 58890
    },
    {
      "grad_norm": 0.18575415015220642,
      "learning_rate": 9.425925800900475e-05,
      "loss": 0.0214,
      "step": 58900
    },
    {
      "grad_norm": 0.2827199697494507,
      "learning_rate": 9.425669354519464e-05,
      "loss": 0.0318,
      "step": 58910
    },
    {
      "grad_norm": 0.12047106772661209,
      "learning_rate": 9.42541285436239e-05,
      "loss": 0.0199,
      "step": 58920
    },
    {
      "grad_norm": 0.20427967607975006,
      "learning_rate": 9.425156300432373e-05,
      "loss": 0.0263,
      "step": 58930
    },
    {
      "grad_norm": 0.17002150416374207,
      "learning_rate": 9.424899692732529e-05,
      "loss": 0.0225,
      "step": 58940
    },
    {
      "grad_norm": 0.17311207950115204,
      "learning_rate": 9.424643031265976e-05,
      "loss": 0.0279,
      "step": 58950
    },
    {
      "grad_norm": 0.24242189526557922,
      "learning_rate": 9.424386316035833e-05,
      "loss": 0.0326,
      "step": 58960
    },
    {
      "grad_norm": 0.18227368593215942,
      "learning_rate": 9.424129547045218e-05,
      "loss": 0.0215,
      "step": 58970
    },
    {
      "grad_norm": 0.19022125005722046,
      "learning_rate": 9.423872724297252e-05,
      "loss": 0.0248,
      "step": 58980
    },
    {
      "grad_norm": 0.20222872495651245,
      "learning_rate": 9.423615847795057e-05,
      "loss": 0.0222,
      "step": 58990
    },
    {
      "grad_norm": 0.17493639886379242,
      "learning_rate": 9.423358917541751e-05,
      "loss": 0.0179,
      "step": 59000
    },
    {
      "grad_norm": 0.16891391575336456,
      "learning_rate": 9.423101933540459e-05,
      "loss": 0.0249,
      "step": 59010
    },
    {
      "grad_norm": 0.4962776005268097,
      "learning_rate": 9.422844895794301e-05,
      "loss": 0.0269,
      "step": 59020
    },
    {
      "grad_norm": 0.3907283842563629,
      "learning_rate": 9.422587804306404e-05,
      "loss": 0.0328,
      "step": 59030
    },
    {
      "grad_norm": 0.17766882479190826,
      "learning_rate": 9.422330659079887e-05,
      "loss": 0.0256,
      "step": 59040
    },
    {
      "grad_norm": 0.1669415682554245,
      "learning_rate": 9.42207346011788e-05,
      "loss": 0.0245,
      "step": 59050
    },
    {
      "grad_norm": 0.3362230062484741,
      "learning_rate": 9.421816207423503e-05,
      "loss": 0.0244,
      "step": 59060
    },
    {
      "grad_norm": 0.17196768522262573,
      "learning_rate": 9.421558900999885e-05,
      "loss": 0.0221,
      "step": 59070
    },
    {
      "grad_norm": 0.14063377678394318,
      "learning_rate": 9.421301540850152e-05,
      "loss": 0.0232,
      "step": 59080
    },
    {
      "grad_norm": 0.20921918749809265,
      "learning_rate": 9.42104412697743e-05,
      "loss": 0.0247,
      "step": 59090
    },
    {
      "grad_norm": 0.2330334633588791,
      "learning_rate": 9.420786659384848e-05,
      "loss": 0.0264,
      "step": 59100
    },
    {
      "grad_norm": 0.14591601490974426,
      "learning_rate": 9.420529138075535e-05,
      "loss": 0.0238,
      "step": 59110
    },
    {
      "grad_norm": 0.1976509839296341,
      "learning_rate": 9.420271563052618e-05,
      "loss": 0.021,
      "step": 59120
    },
    {
      "grad_norm": 0.1494802087545395,
      "learning_rate": 9.42001393431923e-05,
      "loss": 0.0199,
      "step": 59130
    },
    {
      "grad_norm": 0.1338866502046585,
      "learning_rate": 9.419756251878498e-05,
      "loss": 0.0161,
      "step": 59140
    },
    {
      "grad_norm": 0.2023003101348877,
      "learning_rate": 9.419498515733554e-05,
      "loss": 0.0206,
      "step": 59150
    },
    {
      "grad_norm": 0.1561623215675354,
      "learning_rate": 9.41924072588753e-05,
      "loss": 0.0216,
      "step": 59160
    },
    {
      "grad_norm": 0.20756468176841736,
      "learning_rate": 9.418982882343561e-05,
      "loss": 0.0199,
      "step": 59170
    },
    {
      "grad_norm": 0.16514047980308533,
      "learning_rate": 9.418724985104777e-05,
      "loss": 0.0166,
      "step": 59180
    },
    {
      "grad_norm": 0.11821231991052628,
      "learning_rate": 9.418467034174312e-05,
      "loss": 0.02,
      "step": 59190
    },
    {
      "grad_norm": 0.13706323504447937,
      "learning_rate": 9.4182090295553e-05,
      "loss": 0.0172,
      "step": 59200
    },
    {
      "grad_norm": 0.1734621375799179,
      "learning_rate": 9.417950971250878e-05,
      "loss": 0.0217,
      "step": 59210
    },
    {
      "grad_norm": 0.35045647621154785,
      "learning_rate": 9.417692859264181e-05,
      "loss": 0.0217,
      "step": 59220
    },
    {
      "grad_norm": 0.13074831664562225,
      "learning_rate": 9.417434693598344e-05,
      "loss": 0.0206,
      "step": 59230
    },
    {
      "grad_norm": 0.2754362225532532,
      "learning_rate": 9.417176474256504e-05,
      "loss": 0.0217,
      "step": 59240
    },
    {
      "grad_norm": 0.1377735733985901,
      "learning_rate": 9.4169182012418e-05,
      "loss": 0.0211,
      "step": 59250
    },
    {
      "grad_norm": 0.1215018779039383,
      "learning_rate": 9.41665987455737e-05,
      "loss": 0.024,
      "step": 59260
    },
    {
      "grad_norm": 0.29376471042633057,
      "learning_rate": 9.416401494206353e-05,
      "loss": 0.0207,
      "step": 59270
    },
    {
      "grad_norm": 0.18685968220233917,
      "learning_rate": 9.416143060191886e-05,
      "loss": 0.0162,
      "step": 59280
    },
    {
      "grad_norm": 0.7492620944976807,
      "learning_rate": 9.415884572517113e-05,
      "loss": 0.022,
      "step": 59290
    },
    {
      "grad_norm": 0.18364164233207703,
      "learning_rate": 9.415626031185172e-05,
      "loss": 0.0231,
      "step": 59300
    },
    {
      "grad_norm": 0.2627500593662262,
      "learning_rate": 9.415367436199207e-05,
      "loss": 0.0265,
      "step": 59310
    },
    {
      "grad_norm": 0.2636328637599945,
      "learning_rate": 9.41510878756236e-05,
      "loss": 0.0179,
      "step": 59320
    },
    {
      "grad_norm": 0.14005479216575623,
      "learning_rate": 9.414850085277769e-05,
      "loss": 0.0193,
      "step": 59330
    },
    {
      "grad_norm": 0.10104070603847504,
      "learning_rate": 9.414591329348583e-05,
      "loss": 0.0174,
      "step": 59340
    },
    {
      "grad_norm": 0.28983038663864136,
      "learning_rate": 9.414332519777944e-05,
      "loss": 0.0178,
      "step": 59350
    },
    {
      "grad_norm": 0.16557657718658447,
      "learning_rate": 9.414073656568998e-05,
      "loss": 0.0274,
      "step": 59360
    },
    {
      "grad_norm": 0.1579710990190506,
      "learning_rate": 9.413814739724889e-05,
      "loss": 0.0168,
      "step": 59370
    },
    {
      "grad_norm": 0.14636006951332092,
      "learning_rate": 9.413555769248763e-05,
      "loss": 0.0235,
      "step": 59380
    },
    {
      "grad_norm": 0.15290172398090363,
      "learning_rate": 9.413296745143769e-05,
      "loss": 0.0195,
      "step": 59390
    },
    {
      "grad_norm": 0.15079399943351746,
      "learning_rate": 9.413037667413051e-05,
      "loss": 0.0219,
      "step": 59400
    },
    {
      "grad_norm": 0.19219070672988892,
      "learning_rate": 9.412778536059759e-05,
      "loss": 0.0218,
      "step": 59410
    },
    {
      "grad_norm": 0.12655486166477203,
      "learning_rate": 9.412519351087041e-05,
      "loss": 0.0198,
      "step": 59420
    },
    {
      "grad_norm": 0.4680507183074951,
      "learning_rate": 9.412260112498049e-05,
      "loss": 0.0232,
      "step": 59430
    },
    {
      "grad_norm": 0.2681507170200348,
      "learning_rate": 9.412000820295928e-05,
      "loss": 0.0268,
      "step": 59440
    },
    {
      "grad_norm": 0.27132460474967957,
      "learning_rate": 9.411741474483833e-05,
      "loss": 0.0273,
      "step": 59450
    },
    {
      "grad_norm": 0.1434796154499054,
      "learning_rate": 9.411482075064913e-05,
      "loss": 0.0186,
      "step": 59460
    },
    {
      "grad_norm": 0.33101919293403625,
      "learning_rate": 9.411222622042322e-05,
      "loss": 0.0212,
      "step": 59470
    },
    {
      "grad_norm": 0.1040656641125679,
      "learning_rate": 9.410963115419209e-05,
      "loss": 0.0157,
      "step": 59480
    },
    {
      "grad_norm": 0.13632626831531525,
      "learning_rate": 9.410703555198731e-05,
      "loss": 0.0203,
      "step": 59490
    },
    {
      "grad_norm": 0.1255250722169876,
      "learning_rate": 9.410443941384039e-05,
      "loss": 0.018,
      "step": 59500
    },
    {
      "grad_norm": 0.13089531660079956,
      "learning_rate": 9.41018427397829e-05,
      "loss": 0.0179,
      "step": 59510
    },
    {
      "grad_norm": 0.12966451048851013,
      "learning_rate": 9.40992455298464e-05,
      "loss": 0.0168,
      "step": 59520
    },
    {
      "grad_norm": 0.15907128155231476,
      "learning_rate": 9.40966477840624e-05,
      "loss": 0.0199,
      "step": 59530
    },
    {
      "grad_norm": 0.15620769560337067,
      "learning_rate": 9.409404950246251e-05,
      "loss": 0.0193,
      "step": 59540
    },
    {
      "grad_norm": 0.1834365725517273,
      "learning_rate": 9.409145068507829e-05,
      "loss": 0.0254,
      "step": 59550
    },
    {
      "grad_norm": 0.19664829969406128,
      "learning_rate": 9.408885133194131e-05,
      "loss": 0.0183,
      "step": 59560
    },
    {
      "grad_norm": 0.1724589765071869,
      "learning_rate": 9.408625144308316e-05,
      "loss": 0.0287,
      "step": 59570
    },
    {
      "grad_norm": 0.18439437448978424,
      "learning_rate": 9.408365101853543e-05,
      "loss": 0.0239,
      "step": 59580
    },
    {
      "grad_norm": 0.10949227213859558,
      "learning_rate": 9.408105005832972e-05,
      "loss": 0.0222,
      "step": 59590
    },
    {
      "grad_norm": 0.3731769621372223,
      "learning_rate": 9.407844856249763e-05,
      "loss": 0.0213,
      "step": 59600
    },
    {
      "grad_norm": 0.13941334187984467,
      "learning_rate": 9.407584653107078e-05,
      "loss": 0.0197,
      "step": 59610
    },
    {
      "grad_norm": 0.1610056608915329,
      "learning_rate": 9.407324396408077e-05,
      "loss": 0.0224,
      "step": 59620
    },
    {
      "grad_norm": 0.1199769526720047,
      "learning_rate": 9.407064086155924e-05,
      "loss": 0.0166,
      "step": 59630
    },
    {
      "grad_norm": 0.1513604074716568,
      "learning_rate": 9.40680372235378e-05,
      "loss": 0.0158,
      "step": 59640
    },
    {
      "grad_norm": 0.30741971731185913,
      "learning_rate": 9.406543305004812e-05,
      "loss": 0.0226,
      "step": 59650
    },
    {
      "grad_norm": 0.2551557123661041,
      "learning_rate": 9.406282834112182e-05,
      "loss": 0.0239,
      "step": 59660
    },
    {
      "grad_norm": 0.1495988517999649,
      "learning_rate": 9.406022309679054e-05,
      "loss": 0.026,
      "step": 59670
    },
    {
      "grad_norm": 0.2343447357416153,
      "learning_rate": 9.405761731708597e-05,
      "loss": 0.0291,
      "step": 59680
    },
    {
      "grad_norm": 0.18819659948349,
      "learning_rate": 9.405501100203974e-05,
      "loss": 0.0234,
      "step": 59690
    },
    {
      "grad_norm": 0.21247701346874237,
      "learning_rate": 9.405240415168353e-05,
      "loss": 0.0239,
      "step": 59700
    },
    {
      "grad_norm": 0.2209630161523819,
      "learning_rate": 9.404979676604902e-05,
      "loss": 0.0242,
      "step": 59710
    },
    {
      "grad_norm": 0.5013740062713623,
      "learning_rate": 9.40471888451679e-05,
      "loss": 0.0268,
      "step": 59720
    },
    {
      "grad_norm": 0.25634774565696716,
      "learning_rate": 9.404458038907183e-05,
      "loss": 0.0301,
      "step": 59730
    },
    {
      "grad_norm": 0.34032705426216125,
      "learning_rate": 9.404197139779253e-05,
      "loss": 0.025,
      "step": 59740
    },
    {
      "grad_norm": 0.2033694088459015,
      "learning_rate": 9.403936187136169e-05,
      "loss": 0.0212,
      "step": 59750
    },
    {
      "grad_norm": 0.18783989548683167,
      "learning_rate": 9.403675180981104e-05,
      "loss": 0.021,
      "step": 59760
    },
    {
      "grad_norm": 0.7486284971237183,
      "learning_rate": 9.403414121317226e-05,
      "loss": 0.0292,
      "step": 59770
    },
    {
      "grad_norm": 0.2725285291671753,
      "learning_rate": 9.403153008147709e-05,
      "loss": 0.0226,
      "step": 59780
    },
    {
      "grad_norm": 0.17903591692447662,
      "learning_rate": 9.402891841475728e-05,
      "loss": 0.0222,
      "step": 59790
    },
    {
      "grad_norm": 0.11313623189926147,
      "learning_rate": 9.402630621304452e-05,
      "loss": 0.0191,
      "step": 59800
    },
    {
      "grad_norm": 0.173056960105896,
      "learning_rate": 9.402369347637057e-05,
      "loss": 0.0212,
      "step": 59810
    },
    {
      "grad_norm": 0.2392863780260086,
      "learning_rate": 9.402108020476718e-05,
      "loss": 0.0251,
      "step": 59820
    },
    {
      "grad_norm": 0.3701034486293793,
      "learning_rate": 9.401846639826612e-05,
      "loss": 0.0252,
      "step": 59830
    },
    {
      "grad_norm": 0.14028629660606384,
      "learning_rate": 9.401585205689912e-05,
      "loss": 0.0201,
      "step": 59840
    },
    {
      "grad_norm": 0.12482137978076935,
      "learning_rate": 9.401323718069796e-05,
      "loss": 0.0169,
      "step": 59850
    },
    {
      "grad_norm": 0.18045203387737274,
      "learning_rate": 9.401062176969442e-05,
      "loss": 0.0218,
      "step": 59860
    },
    {
      "grad_norm": 0.1628827005624771,
      "learning_rate": 9.400800582392027e-05,
      "loss": 0.0194,
      "step": 59870
    },
    {
      "grad_norm": 0.6342527270317078,
      "learning_rate": 9.400538934340728e-05,
      "loss": 0.0239,
      "step": 59880
    },
    {
      "grad_norm": 0.15795940160751343,
      "learning_rate": 9.400277232818728e-05,
      "loss": 0.0227,
      "step": 59890
    },
    {
      "grad_norm": 0.29711851477622986,
      "learning_rate": 9.400015477829205e-05,
      "loss": 0.0251,
      "step": 59900
    },
    {
      "grad_norm": 0.14319099485874176,
      "learning_rate": 9.399753669375339e-05,
      "loss": 0.0186,
      "step": 59910
    },
    {
      "grad_norm": 0.10618603229522705,
      "learning_rate": 9.399491807460312e-05,
      "loss": 0.0205,
      "step": 59920
    },
    {
      "grad_norm": 0.35981741547584534,
      "learning_rate": 9.399229892087306e-05,
      "loss": 0.0301,
      "step": 59930
    },
    {
      "grad_norm": 0.1867755651473999,
      "learning_rate": 9.398967923259503e-05,
      "loss": 0.0151,
      "step": 59940
    },
    {
      "grad_norm": 0.17178118228912354,
      "learning_rate": 9.398705900980088e-05,
      "loss": 0.0237,
      "step": 59950
    },
    {
      "grad_norm": 0.2745596170425415,
      "learning_rate": 9.398443825252241e-05,
      "loss": 0.0177,
      "step": 59960
    },
    {
      "grad_norm": 0.2583482265472412,
      "learning_rate": 9.398181696079149e-05,
      "loss": 0.022,
      "step": 59970
    },
    {
      "grad_norm": 0.13339994847774506,
      "learning_rate": 9.397919513463998e-05,
      "loss": 0.0176,
      "step": 59980
    },
    {
      "grad_norm": 0.2341676652431488,
      "learning_rate": 9.397657277409971e-05,
      "loss": 0.0221,
      "step": 59990
    },
    {
      "grad_norm": 0.20734967291355133,
      "learning_rate": 9.397394987920257e-05,
      "loss": 0.0213,
      "step": 60000
    },
    {
      "grad_norm": 0.21061457693576813,
      "learning_rate": 9.397132644998042e-05,
      "loss": 0.019,
      "step": 60010
    },
    {
      "grad_norm": 0.23399481177330017,
      "learning_rate": 9.396870248646515e-05,
      "loss": 0.0171,
      "step": 60020
    },
    {
      "grad_norm": 0.2653924524784088,
      "learning_rate": 9.396607798868861e-05,
      "loss": 0.0219,
      "step": 60030
    },
    {
      "grad_norm": 0.23816139996051788,
      "learning_rate": 9.396345295668272e-05,
      "loss": 0.0267,
      "step": 60040
    },
    {
      "grad_norm": 0.12171458452939987,
      "learning_rate": 9.396082739047937e-05,
      "loss": 0.0247,
      "step": 60050
    },
    {
      "grad_norm": 0.15132594108581543,
      "learning_rate": 9.395820129011046e-05,
      "loss": 0.0183,
      "step": 60060
    },
    {
      "grad_norm": 0.1965581774711609,
      "learning_rate": 9.39555746556079e-05,
      "loss": 0.0225,
      "step": 60070
    },
    {
      "grad_norm": 0.17135761678218842,
      "learning_rate": 9.395294748700361e-05,
      "loss": 0.0178,
      "step": 60080
    },
    {
      "grad_norm": 0.20032382011413574,
      "learning_rate": 9.395031978432952e-05,
      "loss": 0.0209,
      "step": 60090
    },
    {
      "grad_norm": 0.15462960302829742,
      "learning_rate": 9.394769154761754e-05,
      "loss": 0.0325,
      "step": 60100
    },
    {
      "grad_norm": 0.15038233995437622,
      "learning_rate": 9.39450627768996e-05,
      "loss": 0.0257,
      "step": 60110
    },
    {
      "grad_norm": 0.16026484966278076,
      "learning_rate": 9.394243347220766e-05,
      "loss": 0.0195,
      "step": 60120
    },
    {
      "grad_norm": 0.1278619021177292,
      "learning_rate": 9.393980363357368e-05,
      "loss": 0.0161,
      "step": 60130
    },
    {
      "grad_norm": 0.14391878247261047,
      "learning_rate": 9.393717326102959e-05,
      "loss": 0.0217,
      "step": 60140
    },
    {
      "grad_norm": 0.12982302904129028,
      "learning_rate": 9.393454235460736e-05,
      "loss": 0.0202,
      "step": 60150
    },
    {
      "grad_norm": 0.2455216497182846,
      "learning_rate": 9.393191091433896e-05,
      "loss": 0.0333,
      "step": 60160
    },
    {
      "grad_norm": 0.1688448041677475,
      "learning_rate": 9.392927894025637e-05,
      "loss": 0.0219,
      "step": 60170
    },
    {
      "grad_norm": 0.10852355509996414,
      "learning_rate": 9.392664643239155e-05,
      "loss": 0.027,
      "step": 60180
    },
    {
      "grad_norm": 0.1375061273574829,
      "learning_rate": 9.392401339077652e-05,
      "loss": 0.0214,
      "step": 60190
    },
    {
      "grad_norm": 0.18643838167190552,
      "learning_rate": 9.392137981544325e-05,
      "loss": 0.0214,
      "step": 60200
    },
    {
      "grad_norm": 0.14305385947227478,
      "learning_rate": 9.391874570642375e-05,
      "loss": 0.026,
      "step": 60210
    },
    {
      "grad_norm": 0.23122647404670715,
      "learning_rate": 9.391611106375002e-05,
      "loss": 0.0186,
      "step": 60220
    },
    {
      "grad_norm": 0.16870243847370148,
      "learning_rate": 9.391347588745407e-05,
      "loss": 0.0282,
      "step": 60230
    },
    {
      "grad_norm": 0.15674445033073425,
      "learning_rate": 9.391084017756794e-05,
      "loss": 0.0172,
      "step": 60240
    },
    {
      "grad_norm": 0.21362748742103577,
      "learning_rate": 9.390820393412363e-05,
      "loss": 0.0239,
      "step": 60250
    },
    {
      "grad_norm": 0.2694045603275299,
      "learning_rate": 9.39055671571532e-05,
      "loss": 0.0222,
      "step": 60260
    },
    {
      "grad_norm": 0.21708323061466217,
      "learning_rate": 9.390292984668867e-05,
      "loss": 0.0245,
      "step": 60270
    },
    {
      "grad_norm": 0.29791560769081116,
      "learning_rate": 9.390029200276208e-05,
      "loss": 0.0206,
      "step": 60280
    },
    {
      "grad_norm": 0.16200800240039825,
      "learning_rate": 9.389765362540551e-05,
      "loss": 0.0179,
      "step": 60290
    },
    {
      "grad_norm": 0.17658624053001404,
      "learning_rate": 9.389501471465099e-05,
      "loss": 0.0171,
      "step": 60300
    },
    {
      "grad_norm": 0.9826251864433289,
      "learning_rate": 9.38923752705306e-05,
      "loss": 0.0255,
      "step": 60310
    },
    {
      "grad_norm": 0.4896315932273865,
      "learning_rate": 9.388973529307641e-05,
      "loss": 0.0239,
      "step": 60320
    },
    {
      "grad_norm": 0.16031847894191742,
      "learning_rate": 9.388709478232049e-05,
      "loss": 0.0219,
      "step": 60330
    },
    {
      "grad_norm": 0.1525508314371109,
      "learning_rate": 9.388445373829495e-05,
      "loss": 0.019,
      "step": 60340
    },
    {
      "grad_norm": 0.10994391143321991,
      "learning_rate": 9.388181216103185e-05,
      "loss": 0.0254,
      "step": 60350
    },
    {
      "grad_norm": 0.1168757826089859,
      "learning_rate": 9.38791700505633e-05,
      "loss": 0.0163,
      "step": 60360
    },
    {
      "grad_norm": 0.08203878998756409,
      "learning_rate": 9.38765274069214e-05,
      "loss": 0.0199,
      "step": 60370
    },
    {
      "grad_norm": 0.21114923059940338,
      "learning_rate": 9.38738842301383e-05,
      "loss": 0.0187,
      "step": 60380
    },
    {
      "grad_norm": 0.14655302464962006,
      "learning_rate": 9.387124052024605e-05,
      "loss": 0.0185,
      "step": 60390
    },
    {
      "grad_norm": 0.1733410358428955,
      "learning_rate": 9.386859627727682e-05,
      "loss": 0.0203,
      "step": 60400
    },
    {
      "grad_norm": 0.10718060284852982,
      "learning_rate": 9.386595150126272e-05,
      "loss": 0.0189,
      "step": 60410
    },
    {
      "grad_norm": 0.19767946004867554,
      "learning_rate": 9.386330619223589e-05,
      "loss": 0.0176,
      "step": 60420
    },
    {
      "grad_norm": 0.39346688985824585,
      "learning_rate": 9.386066035022848e-05,
      "loss": 0.0266,
      "step": 60430
    },
    {
      "grad_norm": 0.3401245176792145,
      "learning_rate": 9.385801397527263e-05,
      "loss": 0.0239,
      "step": 60440
    },
    {
      "grad_norm": 0.21630972623825073,
      "learning_rate": 9.385536706740051e-05,
      "loss": 0.0256,
      "step": 60450
    },
    {
      "grad_norm": 0.18209627270698547,
      "learning_rate": 9.385271962664427e-05,
      "loss": 0.0303,
      "step": 60460
    },
    {
      "grad_norm": 0.2996249496936798,
      "learning_rate": 9.385007165303609e-05,
      "loss": 0.0202,
      "step": 60470
    },
    {
      "grad_norm": 0.1318511962890625,
      "learning_rate": 9.384742314660812e-05,
      "loss": 0.0152,
      "step": 60480
    },
    {
      "grad_norm": 0.17925536632537842,
      "learning_rate": 9.384477410739257e-05,
      "loss": 0.0298,
      "step": 60490
    },
    {
      "grad_norm": 0.157028928399086,
      "learning_rate": 9.384212453542162e-05,
      "loss": 0.0212,
      "step": 60500
    },
    {
      "grad_norm": 0.23618443310260773,
      "learning_rate": 9.383947443072747e-05,
      "loss": 0.0154,
      "step": 60510
    },
    {
      "grad_norm": 0.11160893738269806,
      "learning_rate": 9.383682379334231e-05,
      "loss": 0.0204,
      "step": 60520
    },
    {
      "grad_norm": 0.17920036613941193,
      "learning_rate": 9.383417262329834e-05,
      "loss": 0.0221,
      "step": 60530
    },
    {
      "grad_norm": 0.15063731372356415,
      "learning_rate": 9.38315209206278e-05,
      "loss": 0.0163,
      "step": 60540
    },
    {
      "grad_norm": 0.25131145119667053,
      "learning_rate": 9.38288686853629e-05,
      "loss": 0.0201,
      "step": 60550
    },
    {
      "grad_norm": 0.11561650782823563,
      "learning_rate": 9.382621591753584e-05,
      "loss": 0.0211,
      "step": 60560
    },
    {
      "grad_norm": 0.12462697923183441,
      "learning_rate": 9.38235626171789e-05,
      "loss": 0.0169,
      "step": 60570
    },
    {
      "grad_norm": 0.14655931293964386,
      "learning_rate": 9.38209087843243e-05,
      "loss": 0.0205,
      "step": 60580
    },
    {
      "grad_norm": 0.15797752141952515,
      "learning_rate": 9.381825441900427e-05,
      "loss": 0.0235,
      "step": 60590
    },
    {
      "grad_norm": 0.13218176364898682,
      "learning_rate": 9.381559952125108e-05,
      "loss": 0.0201,
      "step": 60600
    },
    {
      "grad_norm": 0.15486450493335724,
      "learning_rate": 9.3812944091097e-05,
      "loss": 0.0262,
      "step": 60610
    },
    {
      "grad_norm": 0.14759887754917145,
      "learning_rate": 9.381028812857426e-05,
      "loss": 0.0153,
      "step": 60620
    },
    {
      "grad_norm": 0.1550043225288391,
      "learning_rate": 9.380763163371517e-05,
      "loss": 0.0178,
      "step": 60630
    },
    {
      "grad_norm": 0.4344606399536133,
      "learning_rate": 9.3804974606552e-05,
      "loss": 0.0216,
      "step": 60640
    },
    {
      "grad_norm": 0.12947843968868256,
      "learning_rate": 9.380231704711703e-05,
      "loss": 0.0207,
      "step": 60650
    },
    {
      "grad_norm": 0.21167217195034027,
      "learning_rate": 9.379965895544254e-05,
      "loss": 0.0185,
      "step": 60660
    },
    {
      "grad_norm": 0.27498701214790344,
      "learning_rate": 9.379700033156085e-05,
      "loss": 0.0215,
      "step": 60670
    },
    {
      "grad_norm": 0.14906394481658936,
      "learning_rate": 9.379434117550425e-05,
      "loss": 0.017,
      "step": 60680
    },
    {
      "grad_norm": 0.15341368317604065,
      "learning_rate": 9.379168148730506e-05,
      "loss": 0.0212,
      "step": 60690
    },
    {
      "grad_norm": 0.11947844177484512,
      "learning_rate": 9.378902126699558e-05,
      "loss": 0.0211,
      "step": 60700
    },
    {
      "grad_norm": 0.15498213469982147,
      "learning_rate": 9.378636051460816e-05,
      "loss": 0.0205,
      "step": 60710
    },
    {
      "grad_norm": 0.14609390497207642,
      "learning_rate": 9.378369923017511e-05,
      "loss": 0.0204,
      "step": 60720
    },
    {
      "grad_norm": 0.17713558673858643,
      "learning_rate": 9.378103741372879e-05,
      "loss": 0.0187,
      "step": 60730
    },
    {
      "grad_norm": 0.22378985583782196,
      "learning_rate": 9.377837506530151e-05,
      "loss": 0.0184,
      "step": 60740
    },
    {
      "grad_norm": 0.11856130510568619,
      "learning_rate": 9.377571218492567e-05,
      "loss": 0.028,
      "step": 60750
    },
    {
      "grad_norm": 0.10689736902713776,
      "learning_rate": 9.377304877263358e-05,
      "loss": 0.0224,
      "step": 60760
    },
    {
      "grad_norm": 0.18650078773498535,
      "learning_rate": 9.37703848284576e-05,
      "loss": 0.023,
      "step": 60770
    },
    {
      "grad_norm": 0.2266194075345993,
      "learning_rate": 9.376772035243013e-05,
      "loss": 0.0271,
      "step": 60780
    },
    {
      "grad_norm": 0.2098860740661621,
      "learning_rate": 9.376505534458355e-05,
      "loss": 0.0186,
      "step": 60790
    },
    {
      "grad_norm": 0.16325484216213226,
      "learning_rate": 9.37623898049502e-05,
      "loss": 0.0191,
      "step": 60800
    },
    {
      "grad_norm": 0.14681001007556915,
      "learning_rate": 9.375972373356252e-05,
      "loss": 0.027,
      "step": 60810
    },
    {
      "grad_norm": 0.15618003904819489,
      "learning_rate": 9.375705713045287e-05,
      "loss": 0.0166,
      "step": 60820
    },
    {
      "grad_norm": 0.12179335951805115,
      "learning_rate": 9.375438999565366e-05,
      "loss": 0.0219,
      "step": 60830
    },
    {
      "grad_norm": 0.14963406324386597,
      "learning_rate": 9.375172232919731e-05,
      "loss": 0.0223,
      "step": 60840
    },
    {
      "grad_norm": 0.18326331675052643,
      "learning_rate": 9.374905413111622e-05,
      "loss": 0.0243,
      "step": 60850
    },
    {
      "grad_norm": 0.1677376627922058,
      "learning_rate": 9.374638540144281e-05,
      "loss": 0.0199,
      "step": 60860
    },
    {
      "grad_norm": 0.20885829627513885,
      "learning_rate": 9.374371614020951e-05,
      "loss": 0.0175,
      "step": 60870
    },
    {
      "grad_norm": 0.22729864716529846,
      "learning_rate": 9.374104634744878e-05,
      "loss": 0.024,
      "step": 60880
    },
    {
      "grad_norm": 0.19127972424030304,
      "learning_rate": 9.373837602319301e-05,
      "loss": 0.019,
      "step": 60890
    },
    {
      "grad_norm": 0.13320349156856537,
      "learning_rate": 9.37357051674747e-05,
      "loss": 0.0134,
      "step": 60900
    },
    {
      "grad_norm": 0.22961148619651794,
      "learning_rate": 9.373303378032628e-05,
      "loss": 0.0178,
      "step": 60910
    },
    {
      "grad_norm": 0.12531602382659912,
      "learning_rate": 9.373036186178019e-05,
      "loss": 0.0193,
      "step": 60920
    },
    {
      "grad_norm": 0.22061854600906372,
      "learning_rate": 9.372768941186891e-05,
      "loss": 0.0303,
      "step": 60930
    },
    {
      "grad_norm": 0.10218196362257004,
      "learning_rate": 9.372501643062494e-05,
      "loss": 0.0209,
      "step": 60940
    },
    {
      "grad_norm": 0.2123701274394989,
      "learning_rate": 9.372234291808073e-05,
      "loss": 0.0179,
      "step": 60950
    },
    {
      "grad_norm": 0.18562361598014832,
      "learning_rate": 9.371966887426877e-05,
      "loss": 0.0179,
      "step": 60960
    },
    {
      "grad_norm": 0.17448267340660095,
      "learning_rate": 9.371699429922157e-05,
      "loss": 0.0192,
      "step": 60970
    },
    {
      "grad_norm": 0.18152642250061035,
      "learning_rate": 9.371431919297158e-05,
      "loss": 0.0271,
      "step": 60980
    },
    {
      "grad_norm": 0.15533128380775452,
      "learning_rate": 9.371164355555135e-05,
      "loss": 0.0243,
      "step": 60990
    },
    {
      "grad_norm": 0.16296204924583435,
      "learning_rate": 9.370896738699339e-05,
      "loss": 0.023,
      "step": 61000
    },
    {
      "grad_norm": 0.36942723393440247,
      "learning_rate": 9.370629068733022e-05,
      "loss": 0.0283,
      "step": 61010
    },
    {
      "grad_norm": 0.11749851703643799,
      "learning_rate": 9.370361345659433e-05,
      "loss": 0.0244,
      "step": 61020
    },
    {
      "grad_norm": 0.18790194392204285,
      "learning_rate": 9.370093569481829e-05,
      "loss": 0.0205,
      "step": 61030
    },
    {
      "grad_norm": 0.23033598065376282,
      "learning_rate": 9.369825740203462e-05,
      "loss": 0.0257,
      "step": 61040
    },
    {
      "grad_norm": 0.14468219876289368,
      "learning_rate": 9.369557857827584e-05,
      "loss": 0.016,
      "step": 61050
    },
    {
      "grad_norm": 0.25677376985549927,
      "learning_rate": 9.369289922357455e-05,
      "loss": 0.032,
      "step": 61060
    },
    {
      "grad_norm": 0.18085452914237976,
      "learning_rate": 9.369021933796327e-05,
      "loss": 0.0153,
      "step": 61070
    },
    {
      "grad_norm": 0.2424948364496231,
      "learning_rate": 9.368753892147458e-05,
      "loss": 0.0167,
      "step": 61080
    },
    {
      "grad_norm": 0.20923247933387756,
      "learning_rate": 9.368485797414105e-05,
      "loss": 0.0172,
      "step": 61090
    },
    {
      "grad_norm": 0.13916891813278198,
      "learning_rate": 9.368217649599524e-05,
      "loss": 0.0166,
      "step": 61100
    },
    {
      "grad_norm": 0.10056197643280029,
      "learning_rate": 9.367949448706974e-05,
      "loss": 0.0196,
      "step": 61110
    },
    {
      "grad_norm": 0.21853706240653992,
      "learning_rate": 9.367681194739715e-05,
      "loss": 0.0177,
      "step": 61120
    },
    {
      "grad_norm": 0.2187555879354477,
      "learning_rate": 9.367412887701005e-05,
      "loss": 0.0219,
      "step": 61130
    },
    {
      "grad_norm": 0.1729695349931717,
      "learning_rate": 9.367144527594106e-05,
      "loss": 0.0275,
      "step": 61140
    },
    {
      "grad_norm": 0.10589683055877686,
      "learning_rate": 9.366876114422278e-05,
      "loss": 0.0183,
      "step": 61150
    },
    {
      "grad_norm": 0.15353268384933472,
      "learning_rate": 9.36660764818878e-05,
      "loss": 0.0272,
      "step": 61160
    },
    {
      "grad_norm": 0.1853160262107849,
      "learning_rate": 9.366339128896878e-05,
      "loss": 0.019,
      "step": 61170
    },
    {
      "grad_norm": 0.1367763727903366,
      "learning_rate": 9.366070556549833e-05,
      "loss": 0.0214,
      "step": 61180
    },
    {
      "grad_norm": 0.17852665483951569,
      "learning_rate": 9.365801931150909e-05,
      "loss": 0.0247,
      "step": 61190
    },
    {
      "grad_norm": 0.2508077025413513,
      "learning_rate": 9.365533252703368e-05,
      "loss": 0.0201,
      "step": 61200
    },
    {
      "grad_norm": 0.547030508518219,
      "learning_rate": 9.365264521210478e-05,
      "loss": 0.0244,
      "step": 61210
    },
    {
      "grad_norm": 0.12140636146068573,
      "learning_rate": 9.3649957366755e-05,
      "loss": 0.018,
      "step": 61220
    },
    {
      "grad_norm": 0.12603223323822021,
      "learning_rate": 9.364726899101703e-05,
      "loss": 0.0273,
      "step": 61230
    },
    {
      "grad_norm": 0.18873964250087738,
      "learning_rate": 9.364458008492356e-05,
      "loss": 0.0258,
      "step": 61240
    },
    {
      "grad_norm": 0.16940023005008698,
      "learning_rate": 9.364189064850721e-05,
      "loss": 0.0184,
      "step": 61250
    },
    {
      "grad_norm": 0.27075767517089844,
      "learning_rate": 9.36392006818007e-05,
      "loss": 0.0225,
      "step": 61260
    },
    {
      "grad_norm": 0.1856098622083664,
      "learning_rate": 9.363651018483667e-05,
      "loss": 0.0243,
      "step": 61270
    },
    {
      "grad_norm": 0.16156744956970215,
      "learning_rate": 9.363381915764788e-05,
      "loss": 0.0214,
      "step": 61280
    },
    {
      "grad_norm": 0.19157704710960388,
      "learning_rate": 9.363112760026698e-05,
      "loss": 0.0269,
      "step": 61290
    },
    {
      "grad_norm": 0.17035415768623352,
      "learning_rate": 9.362843551272666e-05,
      "loss": 0.0207,
      "step": 61300
    },
    {
      "grad_norm": 0.15616488456726074,
      "learning_rate": 9.362574289505968e-05,
      "loss": 0.0161,
      "step": 61310
    },
    {
      "grad_norm": 0.13201864063739777,
      "learning_rate": 9.362304974729874e-05,
      "loss": 0.0174,
      "step": 61320
    },
    {
      "grad_norm": 0.21249452233314514,
      "learning_rate": 9.362035606947654e-05,
      "loss": 0.0264,
      "step": 61330
    },
    {
      "grad_norm": 0.15558761358261108,
      "learning_rate": 9.361766186162584e-05,
      "loss": 0.0214,
      "step": 61340
    },
    {
      "grad_norm": 0.3202587962150574,
      "learning_rate": 9.361496712377935e-05,
      "loss": 0.0238,
      "step": 61350
    },
    {
      "grad_norm": 0.27501529455184937,
      "learning_rate": 9.361227185596985e-05,
      "loss": 0.0189,
      "step": 61360
    },
    {
      "grad_norm": 0.20231279730796814,
      "learning_rate": 9.360957605823007e-05,
      "loss": 0.0164,
      "step": 61370
    },
    {
      "grad_norm": 0.2965502440929413,
      "learning_rate": 9.360687973059275e-05,
      "loss": 0.0184,
      "step": 61380
    },
    {
      "grad_norm": 0.1748504638671875,
      "learning_rate": 9.360418287309067e-05,
      "loss": 0.0224,
      "step": 61390
    },
    {
      "grad_norm": 0.10651702433824539,
      "learning_rate": 9.360148548575662e-05,
      "loss": 0.0225,
      "step": 61400
    },
    {
      "grad_norm": 0.13080285489559174,
      "learning_rate": 9.359878756862333e-05,
      "loss": 0.0247,
      "step": 61410
    },
    {
      "grad_norm": 0.20323757827281952,
      "learning_rate": 9.359608912172362e-05,
      "loss": 0.026,
      "step": 61420
    },
    {
      "grad_norm": 0.36020660400390625,
      "learning_rate": 9.359339014509028e-05,
      "loss": 0.0189,
      "step": 61430
    },
    {
      "grad_norm": 0.18665358424186707,
      "learning_rate": 9.359069063875607e-05,
      "loss": 0.021,
      "step": 61440
    },
    {
      "grad_norm": 0.19331936538219452,
      "learning_rate": 9.358799060275382e-05,
      "loss": 0.0168,
      "step": 61450
    },
    {
      "grad_norm": 0.24016034603118896,
      "learning_rate": 9.358529003711632e-05,
      "loss": 0.0147,
      "step": 61460
    },
    {
      "grad_norm": 0.12496428936719894,
      "learning_rate": 9.35825889418764e-05,
      "loss": 0.0219,
      "step": 61470
    },
    {
      "grad_norm": 0.15506283938884735,
      "learning_rate": 9.357988731706689e-05,
      "loss": 0.0233,
      "step": 61480
    },
    {
      "grad_norm": 0.26667940616607666,
      "learning_rate": 9.357718516272058e-05,
      "loss": 0.0224,
      "step": 61490
    },
    {
      "grad_norm": 0.3416602313518524,
      "learning_rate": 9.357448247887036e-05,
      "loss": 0.0271,
      "step": 61500
    },
    {
      "grad_norm": 0.3102073073387146,
      "learning_rate": 9.3571779265549e-05,
      "loss": 0.0271,
      "step": 61510
    },
    {
      "grad_norm": 0.15513242781162262,
      "learning_rate": 9.35690755227894e-05,
      "loss": 0.0203,
      "step": 61520
    },
    {
      "grad_norm": 0.12454777956008911,
      "learning_rate": 9.356637125062439e-05,
      "loss": 0.0163,
      "step": 61530
    },
    {
      "grad_norm": 0.7295777797698975,
      "learning_rate": 9.356366644908685e-05,
      "loss": 0.021,
      "step": 61540
    },
    {
      "grad_norm": 0.13021427392959595,
      "learning_rate": 9.356096111820963e-05,
      "loss": 0.0261,
      "step": 61550
    },
    {
      "grad_norm": 0.23797635734081268,
      "learning_rate": 9.355825525802559e-05,
      "loss": 0.0312,
      "step": 61560
    },
    {
      "grad_norm": 0.14037536084651947,
      "learning_rate": 9.355554886856762e-05,
      "loss": 0.0155,
      "step": 61570
    },
    {
      "grad_norm": 0.1392320841550827,
      "learning_rate": 9.355284194986862e-05,
      "loss": 0.0165,
      "step": 61580
    },
    {
      "grad_norm": 0.15784576535224915,
      "learning_rate": 9.355013450196146e-05,
      "loss": 0.0237,
      "step": 61590
    },
    {
      "grad_norm": 0.11001148074865341,
      "learning_rate": 9.354742652487907e-05,
      "loss": 0.0233,
      "step": 61600
    },
    {
      "grad_norm": 0.13116121292114258,
      "learning_rate": 9.35447180186543e-05,
      "loss": 0.0224,
      "step": 61610
    },
    {
      "grad_norm": 0.2469598650932312,
      "learning_rate": 9.354200898332012e-05,
      "loss": 0.02,
      "step": 61620
    },
    {
      "grad_norm": 0.24142779409885406,
      "learning_rate": 9.35392994189094e-05,
      "loss": 0.0178,
      "step": 61630
    },
    {
      "grad_norm": 0.1658746749162674,
      "learning_rate": 9.35365893254551e-05,
      "loss": 0.0191,
      "step": 61640
    },
    {
      "grad_norm": 0.35795748233795166,
      "learning_rate": 9.353387870299013e-05,
      "loss": 0.0292,
      "step": 61650
    },
    {
      "grad_norm": 0.1747218668460846,
      "learning_rate": 9.353116755154742e-05,
      "loss": 0.0316,
      "step": 61660
    },
    {
      "grad_norm": 0.35136109590530396,
      "learning_rate": 9.352845587115994e-05,
      "loss": 0.0284,
      "step": 61670
    },
    {
      "grad_norm": 0.1588790863752365,
      "learning_rate": 9.352574366186062e-05,
      "loss": 0.0202,
      "step": 61680
    },
    {
      "grad_norm": 0.14408065378665924,
      "learning_rate": 9.352303092368242e-05,
      "loss": 0.0192,
      "step": 61690
    },
    {
      "grad_norm": 0.24268169701099396,
      "learning_rate": 9.35203176566583e-05,
      "loss": 0.0239,
      "step": 61700
    },
    {
      "grad_norm": 0.2120664268732071,
      "learning_rate": 9.351760386082123e-05,
      "loss": 0.0233,
      "step": 61710
    },
    {
      "grad_norm": 0.1713356375694275,
      "learning_rate": 9.351488953620418e-05,
      "loss": 0.0222,
      "step": 61720
    },
    {
      "grad_norm": 0.2590939700603485,
      "learning_rate": 9.351217468284014e-05,
      "loss": 0.0186,
      "step": 61730
    },
    {
      "grad_norm": 0.19559483230113983,
      "learning_rate": 9.35094593007621e-05,
      "loss": 0.0214,
      "step": 61740
    },
    {
      "grad_norm": 0.13780397176742554,
      "learning_rate": 9.350674339000303e-05,
      "loss": 0.0187,
      "step": 61750
    },
    {
      "grad_norm": 0.25266724824905396,
      "learning_rate": 9.350402695059598e-05,
      "loss": 0.0243,
      "step": 61760
    },
    {
      "grad_norm": 0.1336468756198883,
      "learning_rate": 9.350130998257391e-05,
      "loss": 0.0224,
      "step": 61770
    },
    {
      "grad_norm": 0.11774249374866486,
      "learning_rate": 9.349859248596986e-05,
      "loss": 0.0249,
      "step": 61780
    },
    {
      "grad_norm": 0.11637789011001587,
      "learning_rate": 9.349587446081684e-05,
      "loss": 0.0157,
      "step": 61790
    },
    {
      "grad_norm": 0.15499503910541534,
      "learning_rate": 9.349315590714786e-05,
      "loss": 0.0164,
      "step": 61800
    },
    {
      "grad_norm": 0.15407875180244446,
      "learning_rate": 9.3490436824996e-05,
      "loss": 0.0193,
      "step": 61810
    },
    {
      "grad_norm": 0.15553061664104462,
      "learning_rate": 9.348771721439426e-05,
      "loss": 0.0232,
      "step": 61820
    },
    {
      "grad_norm": 0.15615998208522797,
      "learning_rate": 9.34849970753757e-05,
      "loss": 0.0196,
      "step": 61830
    },
    {
      "grad_norm": 0.14440429210662842,
      "learning_rate": 9.348227640797336e-05,
      "loss": 0.0207,
      "step": 61840
    },
    {
      "grad_norm": 0.13959819078445435,
      "learning_rate": 9.347955521222032e-05,
      "loss": 0.0176,
      "step": 61850
    },
    {
      "grad_norm": 0.1899237483739853,
      "learning_rate": 9.347683348814962e-05,
      "loss": 0.0189,
      "step": 61860
    },
    {
      "grad_norm": 0.29086992144584656,
      "learning_rate": 9.347411123579435e-05,
      "loss": 0.0197,
      "step": 61870
    },
    {
      "grad_norm": 0.20842811465263367,
      "learning_rate": 9.347138845518757e-05,
      "loss": 0.0198,
      "step": 61880
    },
    {
      "grad_norm": 0.37081101536750793,
      "learning_rate": 9.34686651463624e-05,
      "loss": 0.0207,
      "step": 61890
    },
    {
      "grad_norm": 0.13196580111980438,
      "learning_rate": 9.346594130935189e-05,
      "loss": 0.0193,
      "step": 61900
    },
    {
      "grad_norm": 0.16572241485118866,
      "learning_rate": 9.346321694418916e-05,
      "loss": 0.017,
      "step": 61910
    },
    {
      "grad_norm": 0.16536691784858704,
      "learning_rate": 9.34604920509073e-05,
      "loss": 0.0201,
      "step": 61920
    },
    {
      "grad_norm": 0.12751837074756622,
      "learning_rate": 9.345776662953944e-05,
      "loss": 0.0238,
      "step": 61930
    },
    {
      "grad_norm": 0.17839454114437103,
      "learning_rate": 9.345504068011868e-05,
      "loss": 0.0213,
      "step": 61940
    },
    {
      "grad_norm": 0.13940292596817017,
      "learning_rate": 9.345231420267814e-05,
      "loss": 0.0227,
      "step": 61950
    },
    {
      "grad_norm": 0.20797094702720642,
      "learning_rate": 9.344958719725098e-05,
      "loss": 0.0229,
      "step": 61960
    },
    {
      "grad_norm": 0.203548401594162,
      "learning_rate": 9.34468596638703e-05,
      "loss": 0.0205,
      "step": 61970
    },
    {
      "grad_norm": 0.18151570856571198,
      "learning_rate": 9.344413160256924e-05,
      "loss": 0.0221,
      "step": 61980
    },
    {
      "grad_norm": 0.20909148454666138,
      "learning_rate": 9.344140301338098e-05,
      "loss": 0.0272,
      "step": 61990
    },
    {
      "grad_norm": 0.1219138577580452,
      "learning_rate": 9.343867389633864e-05,
      "loss": 0.0232,
      "step": 62000
    },
    {
      "grad_norm": 0.1328514963388443,
      "learning_rate": 9.343594425147542e-05,
      "loss": 0.02,
      "step": 62010
    },
    {
      "grad_norm": 0.21541909873485565,
      "learning_rate": 9.343321407882446e-05,
      "loss": 0.0177,
      "step": 62020
    },
    {
      "grad_norm": 0.13754212856292725,
      "learning_rate": 9.343048337841893e-05,
      "loss": 0.0204,
      "step": 62030
    },
    {
      "grad_norm": 0.17160190641880035,
      "learning_rate": 9.342775215029204e-05,
      "loss": 0.0246,
      "step": 62040
    },
    {
      "grad_norm": 0.22737689316272736,
      "learning_rate": 9.342502039447695e-05,
      "loss": 0.0251,
      "step": 62050
    },
    {
      "grad_norm": 0.13884444534778595,
      "learning_rate": 9.342228811100685e-05,
      "loss": 0.0174,
      "step": 62060
    },
    {
      "grad_norm": 0.2206239551305771,
      "learning_rate": 9.341955529991497e-05,
      "loss": 0.0193,
      "step": 62070
    },
    {
      "grad_norm": 0.8783884048461914,
      "learning_rate": 9.34168219612345e-05,
      "loss": 0.0192,
      "step": 62080
    },
    {
      "grad_norm": 0.17852534353733063,
      "learning_rate": 9.341408809499863e-05,
      "loss": 0.0268,
      "step": 62090
    },
    {
      "grad_norm": 0.1303386241197586,
      "learning_rate": 9.341135370124062e-05,
      "loss": 0.0366,
      "step": 62100
    },
    {
      "grad_norm": 0.1323457807302475,
      "learning_rate": 9.340861877999367e-05,
      "loss": 0.0169,
      "step": 62110
    },
    {
      "grad_norm": 0.15279459953308105,
      "learning_rate": 9.340588333129101e-05,
      "loss": 0.0147,
      "step": 62120
    },
    {
      "grad_norm": 0.2530720829963684,
      "learning_rate": 9.340314735516588e-05,
      "loss": 0.0202,
      "step": 62130
    },
    {
      "grad_norm": 0.1621725708246231,
      "learning_rate": 9.340041085165156e-05,
      "loss": 0.0184,
      "step": 62140
    },
    {
      "grad_norm": 0.17152459919452667,
      "learning_rate": 9.339767382078125e-05,
      "loss": 0.0242,
      "step": 62150
    },
    {
      "grad_norm": 0.1364840269088745,
      "learning_rate": 9.339493626258824e-05,
      "loss": 0.0295,
      "step": 62160
    },
    {
      "grad_norm": 0.250622421503067,
      "learning_rate": 9.339219817710576e-05,
      "loss": 0.0211,
      "step": 62170
    },
    {
      "grad_norm": 0.1431104689836502,
      "learning_rate": 9.338945956436712e-05,
      "loss": 0.0227,
      "step": 62180
    },
    {
      "grad_norm": 0.1226002424955368,
      "learning_rate": 9.338672042440559e-05,
      "loss": 0.0169,
      "step": 62190
    },
    {
      "grad_norm": 0.17851710319519043,
      "learning_rate": 9.338398075725442e-05,
      "loss": 0.0279,
      "step": 62200
    },
    {
      "grad_norm": 0.1293424665927887,
      "learning_rate": 9.338124056294694e-05,
      "loss": 0.0205,
      "step": 62210
    },
    {
      "grad_norm": 0.40175876021385193,
      "learning_rate": 9.337849984151642e-05,
      "loss": 0.0221,
      "step": 62220
    },
    {
      "grad_norm": 0.2069086879491806,
      "learning_rate": 9.337575859299617e-05,
      "loss": 0.0204,
      "step": 62230
    },
    {
      "grad_norm": 0.11795026808977127,
      "learning_rate": 9.33730168174195e-05,
      "loss": 0.0162,
      "step": 62240
    },
    {
      "grad_norm": 0.20145642757415771,
      "learning_rate": 9.337027451481973e-05,
      "loss": 0.0188,
      "step": 62250
    },
    {
      "grad_norm": 0.08604521304368973,
      "learning_rate": 9.336753168523017e-05,
      "loss": 0.02,
      "step": 62260
    },
    {
      "grad_norm": 0.2077191323041916,
      "learning_rate": 9.336478832868416e-05,
      "loss": 0.0195,
      "step": 62270
    },
    {
      "grad_norm": 0.20965106785297394,
      "learning_rate": 9.336204444521502e-05,
      "loss": 0.0189,
      "step": 62280
    },
    {
      "grad_norm": 0.1716184914112091,
      "learning_rate": 9.335930003485612e-05,
      "loss": 0.0209,
      "step": 62290
    },
    {
      "grad_norm": 0.2383241504430771,
      "learning_rate": 9.335655509764076e-05,
      "loss": 0.0185,
      "step": 62300
    },
    {
      "grad_norm": 0.19415737688541412,
      "learning_rate": 9.335380963360233e-05,
      "loss": 0.02,
      "step": 62310
    },
    {
      "grad_norm": 0.38801491260528564,
      "learning_rate": 9.335106364277419e-05,
      "loss": 0.0199,
      "step": 62320
    },
    {
      "grad_norm": 0.21905535459518433,
      "learning_rate": 9.334831712518969e-05,
      "loss": 0.0218,
      "step": 62330
    },
    {
      "grad_norm": 0.16637758910655975,
      "learning_rate": 9.334557008088221e-05,
      "loss": 0.0193,
      "step": 62340
    },
    {
      "grad_norm": 0.17174337804317474,
      "learning_rate": 9.334282250988511e-05,
      "loss": 0.0223,
      "step": 62350
    },
    {
      "grad_norm": 0.1890353411436081,
      "learning_rate": 9.334007441223183e-05,
      "loss": 0.0205,
      "step": 62360
    },
    {
      "grad_norm": 0.13944785296916962,
      "learning_rate": 9.333732578795571e-05,
      "loss": 0.0226,
      "step": 62370
    },
    {
      "grad_norm": 0.2274729460477829,
      "learning_rate": 9.333457663709015e-05,
      "loss": 0.0209,
      "step": 62380
    },
    {
      "grad_norm": 0.21561740338802338,
      "learning_rate": 9.333182695966858e-05,
      "loss": 0.0214,
      "step": 62390
    },
    {
      "grad_norm": 0.19806161522865295,
      "learning_rate": 9.33290767557244e-05,
      "loss": 0.0207,
      "step": 62400
    },
    {
      "grad_norm": 0.21657425165176392,
      "learning_rate": 9.332632602529103e-05,
      "loss": 0.0165,
      "step": 62410
    },
    {
      "grad_norm": 0.3404656946659088,
      "learning_rate": 9.33235747684019e-05,
      "loss": 0.0202,
      "step": 62420
    },
    {
      "grad_norm": 0.16078133881092072,
      "learning_rate": 9.332082298509042e-05,
      "loss": 0.0197,
      "step": 62430
    },
    {
      "grad_norm": 0.12419886887073517,
      "learning_rate": 9.331807067539005e-05,
      "loss": 0.0249,
      "step": 62440
    },
    {
      "grad_norm": 0.4333553910255432,
      "learning_rate": 9.331531783933421e-05,
      "loss": 0.0168,
      "step": 62450
    },
    {
      "grad_norm": 0.14159737527370453,
      "learning_rate": 9.331256447695635e-05,
      "loss": 0.0173,
      "step": 62460
    },
    {
      "grad_norm": 0.08406936377286911,
      "learning_rate": 9.330981058828996e-05,
      "loss": 0.0214,
      "step": 62470
    },
    {
      "grad_norm": 0.2483842819929123,
      "learning_rate": 9.330705617336848e-05,
      "loss": 0.0216,
      "step": 62480
    },
    {
      "grad_norm": 0.12684044241905212,
      "learning_rate": 9.330430123222537e-05,
      "loss": 0.0207,
      "step": 62490
    },
    {
      "grad_norm": 0.1548205018043518,
      "learning_rate": 9.330154576489411e-05,
      "loss": 0.0185,
      "step": 62500
    },
    {
      "grad_norm": 0.19373752176761627,
      "learning_rate": 9.32987897714082e-05,
      "loss": 0.0181,
      "step": 62510
    },
    {
      "grad_norm": 0.1385062336921692,
      "learning_rate": 9.32960332518011e-05,
      "loss": 0.0188,
      "step": 62520
    },
    {
      "grad_norm": 0.21835869550704956,
      "learning_rate": 9.329327620610633e-05,
      "loss": 0.0188,
      "step": 62530
    },
    {
      "grad_norm": 0.16309335827827454,
      "learning_rate": 9.329051863435738e-05,
      "loss": 0.0215,
      "step": 62540
    },
    {
      "grad_norm": 0.5834730863571167,
      "learning_rate": 9.328776053658774e-05,
      "loss": 0.0169,
      "step": 62550
    },
    {
      "grad_norm": 0.22917625308036804,
      "learning_rate": 9.328500191283096e-05,
      "loss": 0.0228,
      "step": 62560
    },
    {
      "grad_norm": 0.15020304918289185,
      "learning_rate": 9.328224276312052e-05,
      "loss": 0.025,
      "step": 62570
    },
    {
      "grad_norm": 0.1449255794286728,
      "learning_rate": 9.327948308748997e-05,
      "loss": 0.0372,
      "step": 62580
    },
    {
      "grad_norm": 0.42353153228759766,
      "learning_rate": 9.327672288597285e-05,
      "loss": 0.0249,
      "step": 62590
    },
    {
      "grad_norm": 0.14972253143787384,
      "learning_rate": 9.327396215860267e-05,
      "loss": 0.0216,
      "step": 62600
    },
    {
      "grad_norm": 0.16118845343589783,
      "learning_rate": 9.327120090541299e-05,
      "loss": 0.0204,
      "step": 62610
    },
    {
      "grad_norm": 0.1371067613363266,
      "learning_rate": 9.326843912643738e-05,
      "loss": 0.0195,
      "step": 62620
    },
    {
      "grad_norm": 0.18446394801139832,
      "learning_rate": 9.326567682170936e-05,
      "loss": 0.0229,
      "step": 62630
    },
    {
      "grad_norm": 0.19755807518959045,
      "learning_rate": 9.326291399126255e-05,
      "loss": 0.0348,
      "step": 62640
    },
    {
      "grad_norm": 0.14324335753917694,
      "learning_rate": 9.326015063513047e-05,
      "loss": 0.0192,
      "step": 62650
    },
    {
      "grad_norm": 0.11469327658414841,
      "learning_rate": 9.32573867533467e-05,
      "loss": 0.0191,
      "step": 62660
    },
    {
      "grad_norm": 0.1506369560956955,
      "learning_rate": 9.325462234594486e-05,
      "loss": 0.0217,
      "step": 62670
    },
    {
      "grad_norm": 0.16629086434841156,
      "learning_rate": 9.325185741295852e-05,
      "loss": 0.0214,
      "step": 62680
    },
    {
      "grad_norm": 0.21744374930858612,
      "learning_rate": 9.324909195442126e-05,
      "loss": 0.0262,
      "step": 62690
    },
    {
      "grad_norm": 0.15955069661140442,
      "learning_rate": 9.324632597036671e-05,
      "loss": 0.0185,
      "step": 62700
    },
    {
      "grad_norm": 0.3357553482055664,
      "learning_rate": 9.324355946082848e-05,
      "loss": 0.0243,
      "step": 62710
    },
    {
      "grad_norm": 0.1813650131225586,
      "learning_rate": 9.324079242584016e-05,
      "loss": 0.0254,
      "step": 62720
    },
    {
      "grad_norm": 0.14101368188858032,
      "learning_rate": 9.323802486543538e-05,
      "loss": 0.021,
      "step": 62730
    },
    {
      "grad_norm": 0.11360295861959457,
      "learning_rate": 9.323525677964778e-05,
      "loss": 0.0327,
      "step": 62740
    },
    {
      "grad_norm": 0.3033709228038788,
      "learning_rate": 9.3232488168511e-05,
      "loss": 0.0243,
      "step": 62750
    },
    {
      "grad_norm": 0.12812329828739166,
      "learning_rate": 9.322971903205866e-05,
      "loss": 0.0293,
      "step": 62760
    },
    {
      "grad_norm": 0.16309258341789246,
      "learning_rate": 9.322694937032441e-05,
      "loss": 0.0217,
      "step": 62770
    },
    {
      "grad_norm": 0.2125190794467926,
      "learning_rate": 9.322417918334192e-05,
      "loss": 0.0262,
      "step": 62780
    },
    {
      "grad_norm": 0.11300618946552277,
      "learning_rate": 9.322140847114486e-05,
      "loss": 0.0239,
      "step": 62790
    },
    {
      "grad_norm": 0.2716982066631317,
      "learning_rate": 9.321863723376685e-05,
      "loss": 0.0207,
      "step": 62800
    },
    {
      "grad_norm": 0.15599745512008667,
      "learning_rate": 9.321586547124161e-05,
      "loss": 0.0207,
      "step": 62810
    },
    {
      "grad_norm": 0.1694059669971466,
      "learning_rate": 9.32130931836028e-05,
      "loss": 0.0204,
      "step": 62820
    },
    {
      "grad_norm": 0.10993550717830658,
      "learning_rate": 9.32103203708841e-05,
      "loss": 0.0221,
      "step": 62830
    },
    {
      "grad_norm": 0.5510085821151733,
      "learning_rate": 9.320754703311922e-05,
      "loss": 0.0204,
      "step": 62840
    },
    {
      "grad_norm": 0.17324821650981903,
      "learning_rate": 9.320477317034185e-05,
      "loss": 0.0189,
      "step": 62850
    },
    {
      "grad_norm": 0.20174917578697205,
      "learning_rate": 9.320199878258568e-05,
      "loss": 0.0232,
      "step": 62860
    },
    {
      "grad_norm": 0.19622749090194702,
      "learning_rate": 9.319922386988445e-05,
      "loss": 0.0191,
      "step": 62870
    },
    {
      "grad_norm": 0.20342671871185303,
      "learning_rate": 9.319644843227186e-05,
      "loss": 0.0222,
      "step": 62880
    },
    {
      "grad_norm": 0.16398075222969055,
      "learning_rate": 9.319367246978163e-05,
      "loss": 0.0213,
      "step": 62890
    },
    {
      "grad_norm": 0.2218909114599228,
      "learning_rate": 9.31908959824475e-05,
      "loss": 0.019,
      "step": 62900
    },
    {
      "grad_norm": 0.2074245661497116,
      "learning_rate": 9.318811897030322e-05,
      "loss": 0.0235,
      "step": 62910
    },
    {
      "grad_norm": 0.1825033277273178,
      "learning_rate": 9.318534143338249e-05,
      "loss": 0.0238,
      "step": 62920
    },
    {
      "grad_norm": 0.21306295692920685,
      "learning_rate": 9.318256337171911e-05,
      "loss": 0.0179,
      "step": 62930
    },
    {
      "grad_norm": 0.21292872726917267,
      "learning_rate": 9.317978478534681e-05,
      "loss": 0.0175,
      "step": 62940
    },
    {
      "grad_norm": 0.27339184284210205,
      "learning_rate": 9.317700567429935e-05,
      "loss": 0.0215,
      "step": 62950
    },
    {
      "grad_norm": 0.19410763680934906,
      "learning_rate": 9.31742260386105e-05,
      "loss": 0.0214,
      "step": 62960
    },
    {
      "grad_norm": 0.19313837587833405,
      "learning_rate": 9.317144587831405e-05,
      "loss": 0.0284,
      "step": 62970
    },
    {
      "grad_norm": 0.16513735055923462,
      "learning_rate": 9.316866519344378e-05,
      "loss": 0.0183,
      "step": 62980
    },
    {
      "grad_norm": 0.21731068193912506,
      "learning_rate": 9.316588398403345e-05,
      "loss": 0.0208,
      "step": 62990
    },
    {
      "grad_norm": 0.17580558359622955,
      "learning_rate": 9.316310225011689e-05,
      "loss": 0.0195,
      "step": 63000
    },
    {
      "grad_norm": 0.16113677620887756,
      "learning_rate": 9.316031999172788e-05,
      "loss": 0.0263,
      "step": 63010
    },
    {
      "grad_norm": 0.11726745218038559,
      "learning_rate": 9.315753720890024e-05,
      "loss": 0.0221,
      "step": 63020
    },
    {
      "grad_norm": 0.20257417857646942,
      "learning_rate": 9.315475390166777e-05,
      "loss": 0.0254,
      "step": 63030
    },
    {
      "grad_norm": 0.1457224190235138,
      "learning_rate": 9.315197007006429e-05,
      "loss": 0.016,
      "step": 63040
    },
    {
      "grad_norm": 0.1797008365392685,
      "learning_rate": 9.314918571412363e-05,
      "loss": 0.02,
      "step": 63050
    },
    {
      "grad_norm": 0.14988131821155548,
      "learning_rate": 9.314640083387963e-05,
      "loss": 0.022,
      "step": 63060
    },
    {
      "grad_norm": 0.21073885262012482,
      "learning_rate": 9.314361542936613e-05,
      "loss": 0.0186,
      "step": 63070
    },
    {
      "grad_norm": 0.16774767637252808,
      "learning_rate": 9.314082950061695e-05,
      "loss": 0.0168,
      "step": 63080
    },
    {
      "grad_norm": 0.1932477205991745,
      "learning_rate": 9.313804304766598e-05,
      "loss": 0.0183,
      "step": 63090
    },
    {
      "grad_norm": 0.18374407291412354,
      "learning_rate": 9.313525607054705e-05,
      "loss": 0.0197,
      "step": 63100
    },
    {
      "grad_norm": 0.1359470784664154,
      "learning_rate": 9.313246856929403e-05,
      "loss": 0.0166,
      "step": 63110
    },
    {
      "grad_norm": 0.17342999577522278,
      "learning_rate": 9.312968054394078e-05,
      "loss": 0.0244,
      "step": 63120
    },
    {
      "grad_norm": 0.15479759871959686,
      "learning_rate": 9.31268919945212e-05,
      "loss": 0.0258,
      "step": 63130
    },
    {
      "grad_norm": 0.12435384094715118,
      "learning_rate": 9.312410292106917e-05,
      "loss": 0.0211,
      "step": 63140
    },
    {
      "grad_norm": 0.16272544860839844,
      "learning_rate": 9.312131332361857e-05,
      "loss": 0.0212,
      "step": 63150
    },
    {
      "grad_norm": 0.7450464963912964,
      "learning_rate": 9.311852320220331e-05,
      "loss": 0.0242,
      "step": 63160
    },
    {
      "grad_norm": 0.9339380860328674,
      "learning_rate": 9.311573255685726e-05,
      "loss": 0.0218,
      "step": 63170
    },
    {
      "grad_norm": 0.18539805710315704,
      "learning_rate": 9.311294138761437e-05,
      "loss": 0.0217,
      "step": 63180
    },
    {
      "grad_norm": 0.1144350916147232,
      "learning_rate": 9.311014969450853e-05,
      "loss": 0.0236,
      "step": 63190
    },
    {
      "grad_norm": 0.4745129942893982,
      "learning_rate": 9.310735747757367e-05,
      "loss": 0.021,
      "step": 63200
    },
    {
      "grad_norm": 0.18660441040992737,
      "learning_rate": 9.310456473684371e-05,
      "loss": 0.0174,
      "step": 63210
    },
    {
      "grad_norm": 0.13959118723869324,
      "learning_rate": 9.31017714723526e-05,
      "loss": 0.0193,
      "step": 63220
    },
    {
      "grad_norm": 0.17649759352207184,
      "learning_rate": 9.309897768413428e-05,
      "loss": 0.0215,
      "step": 63230
    },
    {
      "grad_norm": 0.19587473571300507,
      "learning_rate": 9.309618337222267e-05,
      "loss": 0.0225,
      "step": 63240
    },
    {
      "grad_norm": 0.18112631142139435,
      "learning_rate": 9.309338853665174e-05,
      "loss": 0.019,
      "step": 63250
    },
    {
      "grad_norm": 0.1668669432401657,
      "learning_rate": 9.309059317745547e-05,
      "loss": 0.029,
      "step": 63260
    },
    {
      "grad_norm": 0.14508618414402008,
      "learning_rate": 9.308779729466781e-05,
      "loss": 0.0186,
      "step": 63270
    },
    {
      "grad_norm": 0.18696577847003937,
      "learning_rate": 9.308500088832272e-05,
      "loss": 0.0204,
      "step": 63280
    },
    {
      "grad_norm": 0.1722160130739212,
      "learning_rate": 9.30822039584542e-05,
      "loss": 0.0194,
      "step": 63290
    },
    {
      "grad_norm": 0.19197241961956024,
      "learning_rate": 9.307940650509621e-05,
      "loss": 0.0176,
      "step": 63300
    },
    {
      "grad_norm": 0.12075423449277878,
      "learning_rate": 9.307660852828276e-05,
      "loss": 0.0179,
      "step": 63310
    },
    {
      "grad_norm": 0.14233635365962982,
      "learning_rate": 9.307381002804785e-05,
      "loss": 0.0274,
      "step": 63320
    },
    {
      "grad_norm": 0.23272809386253357,
      "learning_rate": 9.307101100442548e-05,
      "loss": 0.0246,
      "step": 63330
    },
    {
      "grad_norm": 0.21392524242401123,
      "learning_rate": 9.306821145744967e-05,
      "loss": 0.0188,
      "step": 63340
    },
    {
      "grad_norm": 0.16131509840488434,
      "learning_rate": 9.306541138715441e-05,
      "loss": 0.0246,
      "step": 63350
    },
    {
      "grad_norm": 0.16119827330112457,
      "learning_rate": 9.306261079357374e-05,
      "loss": 0.0233,
      "step": 63360
    },
    {
      "grad_norm": 0.21960556507110596,
      "learning_rate": 9.305980967674171e-05,
      "loss": 0.0353,
      "step": 63370
    },
    {
      "grad_norm": 0.22180306911468506,
      "learning_rate": 9.305700803669232e-05,
      "loss": 0.0242,
      "step": 63380
    },
    {
      "grad_norm": 0.19928321242332458,
      "learning_rate": 9.305420587345966e-05,
      "loss": 0.0226,
      "step": 63390
    },
    {
      "grad_norm": 0.1667373776435852,
      "learning_rate": 9.305140318707772e-05,
      "loss": 0.0212,
      "step": 63400
    },
    {
      "grad_norm": 0.18360228836536407,
      "learning_rate": 9.304859997758059e-05,
      "loss": 0.0207,
      "step": 63410
    },
    {
      "grad_norm": 0.23429572582244873,
      "learning_rate": 9.304579624500232e-05,
      "loss": 0.0277,
      "step": 63420
    },
    {
      "grad_norm": 0.14450466632843018,
      "learning_rate": 9.304299198937699e-05,
      "loss": 0.0235,
      "step": 63430
    },
    {
      "grad_norm": 0.17324042320251465,
      "learning_rate": 9.304018721073867e-05,
      "loss": 0.0237,
      "step": 63440
    },
    {
      "grad_norm": 0.14829304814338684,
      "learning_rate": 9.303738190912143e-05,
      "loss": 0.0213,
      "step": 63450
    },
    {
      "grad_norm": 0.15745386481285095,
      "learning_rate": 9.303457608455939e-05,
      "loss": 0.0203,
      "step": 63460
    },
    {
      "grad_norm": 0.20554746687412262,
      "learning_rate": 9.30317697370866e-05,
      "loss": 0.018,
      "step": 63470
    },
    {
      "grad_norm": 0.21138381958007812,
      "learning_rate": 9.302896286673717e-05,
      "loss": 0.0194,
      "step": 63480
    },
    {
      "grad_norm": 0.13348576426506042,
      "learning_rate": 9.302615547354523e-05,
      "loss": 0.0225,
      "step": 63490
    },
    {
      "grad_norm": 0.2330571860074997,
      "learning_rate": 9.302334755754487e-05,
      "loss": 0.024,
      "step": 63500
    },
    {
      "grad_norm": 0.1502498984336853,
      "learning_rate": 9.302053911877022e-05,
      "loss": 0.0205,
      "step": 63510
    },
    {
      "grad_norm": 0.15024656057357788,
      "learning_rate": 9.301773015725541e-05,
      "loss": 0.0266,
      "step": 63520
    },
    {
      "grad_norm": 0.1576843559741974,
      "learning_rate": 9.301492067303454e-05,
      "loss": 0.0289,
      "step": 63530
    },
    {
      "grad_norm": 0.12860648334026337,
      "learning_rate": 9.301211066614179e-05,
      "loss": 0.0141,
      "step": 63540
    },
    {
      "grad_norm": 0.15620508790016174,
      "learning_rate": 9.300930013661129e-05,
      "loss": 0.0202,
      "step": 63550
    },
    {
      "grad_norm": 0.24182990193367004,
      "learning_rate": 9.300648908447718e-05,
      "loss": 0.018,
      "step": 63560
    },
    {
      "grad_norm": 0.15203164517879486,
      "learning_rate": 9.300367750977362e-05,
      "loss": 0.022,
      "step": 63570
    },
    {
      "grad_norm": 0.16462908685207367,
      "learning_rate": 9.300086541253476e-05,
      "loss": 0.0196,
      "step": 63580
    },
    {
      "grad_norm": 0.14658989012241364,
      "learning_rate": 9.299805279279481e-05,
      "loss": 0.0251,
      "step": 63590
    },
    {
      "grad_norm": 0.17543061077594757,
      "learning_rate": 9.299523965058791e-05,
      "loss": 0.0204,
      "step": 63600
    },
    {
      "grad_norm": 0.2127636969089508,
      "learning_rate": 9.299242598594826e-05,
      "loss": 0.0268,
      "step": 63610
    },
    {
      "grad_norm": 0.16542308032512665,
      "learning_rate": 9.298961179891004e-05,
      "loss": 0.0212,
      "step": 63620
    },
    {
      "grad_norm": 0.11957207322120667,
      "learning_rate": 9.298679708950744e-05,
      "loss": 0.0271,
      "step": 63630
    },
    {
      "grad_norm": 0.09149568527936935,
      "learning_rate": 9.298398185777468e-05,
      "loss": 0.0174,
      "step": 63640
    },
    {
      "grad_norm": 0.09447304904460907,
      "learning_rate": 9.298116610374595e-05,
      "loss": 0.0217,
      "step": 63650
    },
    {
      "grad_norm": 0.1834770143032074,
      "learning_rate": 9.297834982745549e-05,
      "loss": 0.0226,
      "step": 63660
    },
    {
      "grad_norm": 0.21530017256736755,
      "learning_rate": 9.297553302893747e-05,
      "loss": 0.0239,
      "step": 63670
    },
    {
      "grad_norm": 0.15774005651474,
      "learning_rate": 9.297271570822617e-05,
      "loss": 0.0258,
      "step": 63680
    },
    {
      "grad_norm": 0.39667659997940063,
      "learning_rate": 9.296989786535579e-05,
      "loss": 0.0308,
      "step": 63690
    },
    {
      "grad_norm": 0.2577515244483948,
      "learning_rate": 9.296707950036059e-05,
      "loss": 0.0283,
      "step": 63700
    },
    {
      "grad_norm": 0.19091787934303284,
      "learning_rate": 9.296426061327479e-05,
      "loss": 0.0282,
      "step": 63710
    },
    {
      "grad_norm": 0.1489354968070984,
      "learning_rate": 9.296144120413267e-05,
      "loss": 0.0226,
      "step": 63720
    },
    {
      "grad_norm": 0.18605554103851318,
      "learning_rate": 9.295862127296848e-05,
      "loss": 0.0235,
      "step": 63730
    },
    {
      "grad_norm": 0.11812455952167511,
      "learning_rate": 9.295580081981647e-05,
      "loss": 0.0255,
      "step": 63740
    },
    {
      "grad_norm": 0.20942124724388123,
      "learning_rate": 9.295297984471094e-05,
      "loss": 0.025,
      "step": 63750
    },
    {
      "grad_norm": 0.22298894822597504,
      "learning_rate": 9.295015834768614e-05,
      "loss": 0.0207,
      "step": 63760
    },
    {
      "grad_norm": 0.14333075284957886,
      "learning_rate": 9.294733632877637e-05,
      "loss": 0.0216,
      "step": 63770
    },
    {
      "grad_norm": 0.13212350010871887,
      "learning_rate": 9.294451378801591e-05,
      "loss": 0.0226,
      "step": 63780
    },
    {
      "grad_norm": 0.14461566507816315,
      "learning_rate": 9.294169072543906e-05,
      "loss": 0.0193,
      "step": 63790
    },
    {
      "grad_norm": 0.21419692039489746,
      "learning_rate": 9.293886714108013e-05,
      "loss": 0.0212,
      "step": 63800
    },
    {
      "grad_norm": 0.16428042948246002,
      "learning_rate": 9.293604303497343e-05,
      "loss": 0.0186,
      "step": 63810
    },
    {
      "grad_norm": 0.18526266515254974,
      "learning_rate": 9.293321840715326e-05,
      "loss": 0.0265,
      "step": 63820
    },
    {
      "grad_norm": 0.11815878003835678,
      "learning_rate": 9.293039325765393e-05,
      "loss": 0.0256,
      "step": 63830
    },
    {
      "grad_norm": 0.14911293983459473,
      "learning_rate": 9.292756758650983e-05,
      "loss": 0.0247,
      "step": 63840
    },
    {
      "grad_norm": 0.11794400215148926,
      "learning_rate": 9.292474139375522e-05,
      "loss": 0.0204,
      "step": 63850
    },
    {
      "grad_norm": 0.7548872232437134,
      "learning_rate": 9.292191467942449e-05,
      "loss": 0.0173,
      "step": 63860
    },
    {
      "grad_norm": 0.13045282661914825,
      "learning_rate": 9.291908744355196e-05,
      "loss": 0.0199,
      "step": 63870
    },
    {
      "grad_norm": 0.14282022416591644,
      "learning_rate": 9.291625968617201e-05,
      "loss": 0.0174,
      "step": 63880
    },
    {
      "grad_norm": 0.12344055622816086,
      "learning_rate": 9.291343140731899e-05,
      "loss": 0.0218,
      "step": 63890
    },
    {
      "grad_norm": 0.16016152501106262,
      "learning_rate": 9.291060260702724e-05,
      "loss": 0.0183,
      "step": 63900
    },
    {
      "grad_norm": 0.3472888767719269,
      "learning_rate": 9.290777328533115e-05,
      "loss": 0.0169,
      "step": 63910
    },
    {
      "grad_norm": 0.21572108566761017,
      "learning_rate": 9.290494344226512e-05,
      "loss": 0.0237,
      "step": 63920
    },
    {
      "grad_norm": 0.20892350375652313,
      "learning_rate": 9.290211307786352e-05,
      "loss": 0.0269,
      "step": 63930
    },
    {
      "grad_norm": 0.3154829144477844,
      "learning_rate": 9.289928219216073e-05,
      "loss": 0.0208,
      "step": 63940
    },
    {
      "grad_norm": 0.1414186805486679,
      "learning_rate": 9.289645078519117e-05,
      "loss": 0.0199,
      "step": 63950
    },
    {
      "grad_norm": 0.16011974215507507,
      "learning_rate": 9.289361885698922e-05,
      "loss": 0.0226,
      "step": 63960
    },
    {
      "grad_norm": 0.6321157813072205,
      "learning_rate": 9.28907864075893e-05,
      "loss": 0.02,
      "step": 63970
    },
    {
      "grad_norm": 0.13584716618061066,
      "learning_rate": 9.288795343702584e-05,
      "loss": 0.0216,
      "step": 63980
    },
    {
      "grad_norm": 0.12188518792390823,
      "learning_rate": 9.288511994533325e-05,
      "loss": 0.0162,
      "step": 63990
    },
    {
      "grad_norm": 0.20719721913337708,
      "learning_rate": 9.288228593254597e-05,
      "loss": 0.0195,
      "step": 64000
    },
    {
      "grad_norm": 0.38929125666618347,
      "learning_rate": 9.287945139869843e-05,
      "loss": 0.0218,
      "step": 64010
    },
    {
      "grad_norm": 0.10668779164552689,
      "learning_rate": 9.287661634382505e-05,
      "loss": 0.0169,
      "step": 64020
    },
    {
      "grad_norm": 0.27550989389419556,
      "learning_rate": 9.287378076796031e-05,
      "loss": 0.0218,
      "step": 64030
    },
    {
      "grad_norm": 0.1429418921470642,
      "learning_rate": 9.287094467113865e-05,
      "loss": 0.0182,
      "step": 64040
    },
    {
      "grad_norm": 0.11046314984560013,
      "learning_rate": 9.286810805339454e-05,
      "loss": 0.0189,
      "step": 64050
    },
    {
      "grad_norm": 0.22733831405639648,
      "learning_rate": 9.286527091476245e-05,
      "loss": 0.0218,
      "step": 64060
    },
    {
      "grad_norm": 0.2562029957771301,
      "learning_rate": 9.286243325527684e-05,
      "loss": 0.0242,
      "step": 64070
    },
    {
      "grad_norm": 0.270234614610672,
      "learning_rate": 9.28595950749722e-05,
      "loss": 0.0241,
      "step": 64080
    },
    {
      "grad_norm": 0.12132029980421066,
      "learning_rate": 9.285675637388301e-05,
      "loss": 0.0187,
      "step": 64090
    },
    {
      "grad_norm": 0.2612956166267395,
      "learning_rate": 9.285391715204375e-05,
      "loss": 0.0193,
      "step": 64100
    },
    {
      "grad_norm": 0.13146522641181946,
      "learning_rate": 9.285107740948896e-05,
      "loss": 0.02,
      "step": 64110
    },
    {
      "grad_norm": 0.11045555025339127,
      "learning_rate": 9.28482371462531e-05,
      "loss": 0.0161,
      "step": 64120
    },
    {
      "grad_norm": 0.13045310974121094,
      "learning_rate": 9.284539636237072e-05,
      "loss": 0.0225,
      "step": 64130
    },
    {
      "grad_norm": 0.12679851055145264,
      "learning_rate": 9.284255505787632e-05,
      "loss": 0.0175,
      "step": 64140
    },
    {
      "grad_norm": 0.46481046080589294,
      "learning_rate": 9.283971323280442e-05,
      "loss": 0.0262,
      "step": 64150
    },
    {
      "grad_norm": 0.20060789585113525,
      "learning_rate": 9.283687088718957e-05,
      "loss": 0.0168,
      "step": 64160
    },
    {
      "grad_norm": 0.22966468334197998,
      "learning_rate": 9.283402802106629e-05,
      "loss": 0.0224,
      "step": 64170
    },
    {
      "grad_norm": 0.13395074009895325,
      "learning_rate": 9.283118463446911e-05,
      "loss": 0.0201,
      "step": 64180
    },
    {
      "grad_norm": 0.14356070756912231,
      "learning_rate": 9.282834072743262e-05,
      "loss": 0.02,
      "step": 64190
    },
    {
      "grad_norm": 0.24326162040233612,
      "learning_rate": 9.282549629999134e-05,
      "loss": 0.0239,
      "step": 64200
    },
    {
      "grad_norm": 0.14486613869667053,
      "learning_rate": 9.282265135217985e-05,
      "loss": 0.0175,
      "step": 64210
    },
    {
      "grad_norm": 0.11966494470834732,
      "learning_rate": 9.281980588403272e-05,
      "loss": 0.0201,
      "step": 64220
    },
    {
      "grad_norm": 0.11972657591104507,
      "learning_rate": 9.281695989558451e-05,
      "loss": 0.0222,
      "step": 64230
    },
    {
      "grad_norm": 0.16158241033554077,
      "learning_rate": 9.281411338686982e-05,
      "loss": 0.0214,
      "step": 64240
    },
    {
      "grad_norm": 0.20183415710926056,
      "learning_rate": 9.281126635792322e-05,
      "loss": 0.0168,
      "step": 64250
    },
    {
      "grad_norm": 0.1536305844783783,
      "learning_rate": 9.280841880877932e-05,
      "loss": 0.0195,
      "step": 64260
    },
    {
      "grad_norm": 0.1533913016319275,
      "learning_rate": 9.280557073947271e-05,
      "loss": 0.0141,
      "step": 64270
    },
    {
      "grad_norm": 0.16931374371051788,
      "learning_rate": 9.280272215003801e-05,
      "loss": 0.0228,
      "step": 64280
    },
    {
      "grad_norm": 0.20900215208530426,
      "learning_rate": 9.279987304050982e-05,
      "loss": 0.0198,
      "step": 64290
    },
    {
      "grad_norm": 0.11161047220230103,
      "learning_rate": 9.279702341092274e-05,
      "loss": 0.0203,
      "step": 64300
    },
    {
      "grad_norm": 0.1422426998615265,
      "learning_rate": 9.279417326131143e-05,
      "loss": 0.019,
      "step": 64310
    },
    {
      "grad_norm": 0.11470961570739746,
      "learning_rate": 9.279132259171053e-05,
      "loss": 0.0198,
      "step": 64320
    },
    {
      "grad_norm": 0.15971039235591888,
      "learning_rate": 9.278847140215464e-05,
      "loss": 0.0217,
      "step": 64330
    },
    {
      "grad_norm": 0.2246352732181549,
      "learning_rate": 9.278561969267842e-05,
      "loss": 0.0236,
      "step": 64340
    },
    {
      "grad_norm": 0.14760613441467285,
      "learning_rate": 9.278276746331654e-05,
      "loss": 0.0183,
      "step": 64350
    },
    {
      "grad_norm": 0.14112001657485962,
      "learning_rate": 9.277991471410363e-05,
      "loss": 0.0217,
      "step": 64360
    },
    {
      "grad_norm": 0.10626363009214401,
      "learning_rate": 9.27770614450744e-05,
      "loss": 0.024,
      "step": 64370
    },
    {
      "grad_norm": 0.29425883293151855,
      "learning_rate": 9.277420765626343e-05,
      "loss": 0.0264,
      "step": 64380
    },
    {
      "grad_norm": 0.585120439529419,
      "learning_rate": 9.277135334770548e-05,
      "loss": 0.0198,
      "step": 64390
    },
    {
      "grad_norm": 0.12518192827701569,
      "learning_rate": 9.276849851943521e-05,
      "loss": 0.0198,
      "step": 64400
    },
    {
      "grad_norm": 0.10816238820552826,
      "learning_rate": 9.27656431714873e-05,
      "loss": 0.0169,
      "step": 64410
    },
    {
      "grad_norm": 0.09980780631303787,
      "learning_rate": 9.276278730389642e-05,
      "loss": 0.0322,
      "step": 64420
    },
    {
      "grad_norm": 0.20064722001552582,
      "learning_rate": 9.275993091669734e-05,
      "loss": 0.0209,
      "step": 64430
    },
    {
      "grad_norm": 0.24474990367889404,
      "learning_rate": 9.27570740099247e-05,
      "loss": 0.0193,
      "step": 64440
    },
    {
      "grad_norm": 0.12117928266525269,
      "learning_rate": 9.275421658361325e-05,
      "loss": 0.0132,
      "step": 64450
    },
    {
      "grad_norm": 0.24454385042190552,
      "learning_rate": 9.27513586377977e-05,
      "loss": 0.0172,
      "step": 64460
    },
    {
      "grad_norm": 0.11088403314352036,
      "learning_rate": 9.274850017251278e-05,
      "loss": 0.016,
      "step": 64470
    },
    {
      "grad_norm": 0.164296492934227,
      "learning_rate": 9.274564118779323e-05,
      "loss": 0.0204,
      "step": 64480
    },
    {
      "grad_norm": 0.20806556940078735,
      "learning_rate": 9.274278168367378e-05,
      "loss": 0.0265,
      "step": 64490
    },
    {
      "grad_norm": 0.2834213078022003,
      "learning_rate": 9.273992166018916e-05,
      "loss": 0.0204,
      "step": 64500
    },
    {
      "grad_norm": 0.1824965626001358,
      "learning_rate": 9.273706111737415e-05,
      "loss": 0.0188,
      "step": 64510
    },
    {
      "grad_norm": 0.12501810491085052,
      "learning_rate": 9.27342000552635e-05,
      "loss": 0.0209,
      "step": 64520
    },
    {
      "grad_norm": 0.22884882986545563,
      "learning_rate": 9.273133847389197e-05,
      "loss": 0.0194,
      "step": 64530
    },
    {
      "grad_norm": 0.2102479189634323,
      "learning_rate": 9.272847637329431e-05,
      "loss": 0.0189,
      "step": 64540
    },
    {
      "grad_norm": 0.1509949266910553,
      "learning_rate": 9.272561375350535e-05,
      "loss": 0.0209,
      "step": 64550
    },
    {
      "grad_norm": 0.145485982298851,
      "learning_rate": 9.272275061455984e-05,
      "loss": 0.0208,
      "step": 64560
    },
    {
      "grad_norm": 0.13645465672016144,
      "learning_rate": 9.271988695649256e-05,
      "loss": 0.0217,
      "step": 64570
    },
    {
      "grad_norm": 0.09282032400369644,
      "learning_rate": 9.271702277933833e-05,
      "loss": 0.0196,
      "step": 64580
    },
    {
      "grad_norm": 0.114710234105587,
      "learning_rate": 9.271415808313193e-05,
      "loss": 0.0243,
      "step": 64590
    },
    {
      "grad_norm": 0.7324726581573486,
      "learning_rate": 9.271129286790819e-05,
      "loss": 0.0195,
      "step": 64600
    },
    {
      "grad_norm": 0.16438640654087067,
      "learning_rate": 9.270842713370191e-05,
      "loss": 0.0223,
      "step": 64610
    },
    {
      "grad_norm": 0.1312442123889923,
      "learning_rate": 9.270556088054791e-05,
      "loss": 0.0271,
      "step": 64620
    },
    {
      "grad_norm": 0.3630571663379669,
      "learning_rate": 9.270269410848105e-05,
      "loss": 0.0261,
      "step": 64630
    },
    {
      "grad_norm": 0.21007800102233887,
      "learning_rate": 9.269982681753612e-05,
      "loss": 0.0332,
      "step": 64640
    },
    {
      "grad_norm": 0.21184083819389343,
      "learning_rate": 9.269695900774798e-05,
      "loss": 0.0287,
      "step": 64650
    },
    {
      "grad_norm": 0.17654983699321747,
      "learning_rate": 9.269409067915147e-05,
      "loss": 0.0255,
      "step": 64660
    },
    {
      "grad_norm": 0.1639050394296646,
      "learning_rate": 9.269122183178146e-05,
      "loss": 0.0189,
      "step": 64670
    },
    {
      "grad_norm": 0.16371266543865204,
      "learning_rate": 9.26883524656728e-05,
      "loss": 0.026,
      "step": 64680
    },
    {
      "grad_norm": 0.11488479375839233,
      "learning_rate": 9.268548258086033e-05,
      "loss": 0.0247,
      "step": 64690
    },
    {
      "grad_norm": 0.25518664717674255,
      "learning_rate": 9.268261217737897e-05,
      "loss": 0.022,
      "step": 64700
    },
    {
      "grad_norm": 0.1984778493642807,
      "learning_rate": 9.267974125526356e-05,
      "loss": 0.0232,
      "step": 64710
    },
    {
      "grad_norm": 0.20584337413311005,
      "learning_rate": 9.2676869814549e-05,
      "loss": 0.0284,
      "step": 64720
    },
    {
      "grad_norm": 0.1607016921043396,
      "learning_rate": 9.267399785527017e-05,
      "loss": 0.0131,
      "step": 64730
    },
    {
      "grad_norm": 0.14602933824062347,
      "learning_rate": 9.2671125377462e-05,
      "loss": 0.0217,
      "step": 64740
    },
    {
      "grad_norm": 0.22676846385002136,
      "learning_rate": 9.266825238115935e-05,
      "loss": 0.0164,
      "step": 64750
    },
    {
      "grad_norm": 0.11790921539068222,
      "learning_rate": 9.266537886639714e-05,
      "loss": 0.0204,
      "step": 64760
    },
    {
      "grad_norm": 0.13948288559913635,
      "learning_rate": 9.266250483321031e-05,
      "loss": 0.0202,
      "step": 64770
    },
    {
      "grad_norm": 0.18556608259677887,
      "learning_rate": 9.265963028163376e-05,
      "loss": 0.0243,
      "step": 64780
    },
    {
      "grad_norm": 0.15293766558170319,
      "learning_rate": 9.265675521170243e-05,
      "loss": 0.03,
      "step": 64790
    },
    {
      "grad_norm": 0.13334394991397858,
      "learning_rate": 9.265387962345125e-05,
      "loss": 0.0238,
      "step": 64800
    },
    {
      "grad_norm": 0.1384868174791336,
      "learning_rate": 9.265100351691516e-05,
      "loss": 0.017,
      "step": 64810
    },
    {
      "grad_norm": 0.13681092858314514,
      "learning_rate": 9.26481268921291e-05,
      "loss": 0.0141,
      "step": 64820
    },
    {
      "grad_norm": 0.15037761628627777,
      "learning_rate": 9.264524974912803e-05,
      "loss": 0.0243,
      "step": 64830
    },
    {
      "grad_norm": 0.16074730455875397,
      "learning_rate": 9.264237208794692e-05,
      "loss": 0.0173,
      "step": 64840
    },
    {
      "grad_norm": 0.1685955673456192,
      "learning_rate": 9.263949390862073e-05,
      "loss": 0.0155,
      "step": 64850
    },
    {
      "grad_norm": 0.15147413313388824,
      "learning_rate": 9.263661521118442e-05,
      "loss": 0.0188,
      "step": 64860
    },
    {
      "grad_norm": 0.16502924263477325,
      "learning_rate": 9.263373599567298e-05,
      "loss": 0.024,
      "step": 64870
    },
    {
      "grad_norm": 0.13591915369033813,
      "learning_rate": 9.26308562621214e-05,
      "loss": 0.0205,
      "step": 64880
    },
    {
      "grad_norm": 0.19555190205574036,
      "learning_rate": 9.262797601056468e-05,
      "loss": 0.0224,
      "step": 64890
    },
    {
      "grad_norm": 0.22342099249362946,
      "learning_rate": 9.262509524103778e-05,
      "loss": 0.0199,
      "step": 64900
    },
    {
      "grad_norm": 0.19027194380760193,
      "learning_rate": 9.262221395357574e-05,
      "loss": 0.0244,
      "step": 64910
    },
    {
      "grad_norm": 0.27328285574913025,
      "learning_rate": 9.261933214821357e-05,
      "loss": 0.024,
      "step": 64920
    },
    {
      "grad_norm": 0.16776950657367706,
      "learning_rate": 9.261644982498626e-05,
      "loss": 0.0238,
      "step": 64930
    },
    {
      "grad_norm": 0.11218835413455963,
      "learning_rate": 9.261356698392884e-05,
      "loss": 0.0226,
      "step": 64940
    },
    {
      "grad_norm": 0.28268173336982727,
      "learning_rate": 9.261068362507636e-05,
      "loss": 0.0235,
      "step": 64950
    },
    {
      "grad_norm": 0.31345853209495544,
      "learning_rate": 9.260779974846383e-05,
      "loss": 0.0206,
      "step": 64960
    },
    {
      "grad_norm": 0.14685723185539246,
      "learning_rate": 9.260491535412631e-05,
      "loss": 0.0172,
      "step": 64970
    },
    {
      "grad_norm": 0.11392773687839508,
      "learning_rate": 9.260203044209885e-05,
      "loss": 0.022,
      "step": 64980
    },
    {
      "grad_norm": 0.17138782143592834,
      "learning_rate": 9.259914501241652e-05,
      "loss": 0.0181,
      "step": 64990
    },
    {
      "grad_norm": 0.19587118923664093,
      "learning_rate": 9.259625906511431e-05,
      "loss": 0.0181,
      "step": 65000
    },
    {
      "grad_norm": 0.1523810178041458,
      "learning_rate": 9.259337260022736e-05,
      "loss": 0.0197,
      "step": 65010
    },
    {
      "grad_norm": 0.1419934779405594,
      "learning_rate": 9.259048561779071e-05,
      "loss": 0.0226,
      "step": 65020
    },
    {
      "grad_norm": 0.31038644909858704,
      "learning_rate": 9.258759811783946e-05,
      "loss": 0.022,
      "step": 65030
    },
    {
      "grad_norm": 0.25732266902923584,
      "learning_rate": 9.258471010040868e-05,
      "loss": 0.0204,
      "step": 65040
    },
    {
      "grad_norm": 0.5302042961120605,
      "learning_rate": 9.258182156553346e-05,
      "loss": 0.0199,
      "step": 65050
    },
    {
      "grad_norm": 0.792522668838501,
      "learning_rate": 9.257893251324892e-05,
      "loss": 0.0179,
      "step": 65060
    },
    {
      "grad_norm": 0.17073900997638702,
      "learning_rate": 9.257604294359012e-05,
      "loss": 0.0209,
      "step": 65070
    },
    {
      "grad_norm": 0.1509384959936142,
      "learning_rate": 9.257315285659222e-05,
      "loss": 0.0223,
      "step": 65080
    },
    {
      "grad_norm": 0.15984384715557098,
      "learning_rate": 9.257026225229031e-05,
      "loss": 0.0213,
      "step": 65090
    },
    {
      "grad_norm": 0.15445232391357422,
      "learning_rate": 9.256737113071951e-05,
      "loss": 0.0146,
      "step": 65100
    },
    {
      "grad_norm": 0.11154574900865555,
      "learning_rate": 9.256447949191498e-05,
      "loss": 0.0263,
      "step": 65110
    },
    {
      "grad_norm": 0.5440018773078918,
      "learning_rate": 9.256158733591184e-05,
      "loss": 0.0272,
      "step": 65120
    },
    {
      "grad_norm": 0.4936562478542328,
      "learning_rate": 9.255869466274522e-05,
      "loss": 0.0254,
      "step": 65130
    },
    {
      "grad_norm": 0.14771054685115814,
      "learning_rate": 9.255580147245027e-05,
      "loss": 0.0277,
      "step": 65140
    },
    {
      "grad_norm": 0.14658872783184052,
      "learning_rate": 9.255290776506215e-05,
      "loss": 0.0198,
      "step": 65150
    },
    {
      "grad_norm": 0.16985151171684265,
      "learning_rate": 9.255001354061604e-05,
      "loss": 0.0184,
      "step": 65160
    },
    {
      "grad_norm": 0.14127175509929657,
      "learning_rate": 9.25471187991471e-05,
      "loss": 0.0225,
      "step": 65170
    },
    {
      "grad_norm": 0.15371282398700714,
      "learning_rate": 9.254422354069048e-05,
      "loss": 0.0281,
      "step": 65180
    },
    {
      "grad_norm": 0.20337526500225067,
      "learning_rate": 9.254132776528137e-05,
      "loss": 0.0245,
      "step": 65190
    },
    {
      "grad_norm": 0.14913305640220642,
      "learning_rate": 9.253843147295497e-05,
      "loss": 0.0184,
      "step": 65200
    },
    {
      "grad_norm": 0.13107368350028992,
      "learning_rate": 9.253553466374646e-05,
      "loss": 0.0307,
      "step": 65210
    },
    {
      "grad_norm": 0.3055514395236969,
      "learning_rate": 9.253263733769105e-05,
      "loss": 0.0279,
      "step": 65220
    },
    {
      "grad_norm": 0.13023720681667328,
      "learning_rate": 9.252973949482393e-05,
      "loss": 0.0233,
      "step": 65230
    },
    {
      "grad_norm": 0.16284388303756714,
      "learning_rate": 9.252684113518033e-05,
      "loss": 0.0251,
      "step": 65240
    },
    {
      "grad_norm": 0.17733028531074524,
      "learning_rate": 9.252394225879545e-05,
      "loss": 0.0237,
      "step": 65250
    },
    {
      "grad_norm": 0.16394218802452087,
      "learning_rate": 9.252104286570453e-05,
      "loss": 0.0209,
      "step": 65260
    },
    {
      "grad_norm": 0.22866061329841614,
      "learning_rate": 9.251814295594279e-05,
      "loss": 0.0183,
      "step": 65270
    },
    {
      "grad_norm": 0.2342258244752884,
      "learning_rate": 9.251524252954547e-05,
      "loss": 0.0186,
      "step": 65280
    },
    {
      "grad_norm": 0.1244584321975708,
      "learning_rate": 9.25123415865478e-05,
      "loss": 0.0191,
      "step": 65290
    },
    {
      "grad_norm": 0.1334535926580429,
      "learning_rate": 9.250944012698506e-05,
      "loss": 0.0204,
      "step": 65300
    },
    {
      "grad_norm": 0.1714443862438202,
      "learning_rate": 9.250653815089247e-05,
      "loss": 0.0207,
      "step": 65310
    },
    {
      "grad_norm": 0.39111801981925964,
      "learning_rate": 9.250363565830532e-05,
      "loss": 0.0224,
      "step": 65320
    },
    {
      "grad_norm": 0.18899589776992798,
      "learning_rate": 9.250073264925887e-05,
      "loss": 0.0255,
      "step": 65330
    },
    {
      "grad_norm": 0.1737273633480072,
      "learning_rate": 9.249782912378838e-05,
      "loss": 0.0236,
      "step": 65340
    },
    {
      "grad_norm": 0.13423658907413483,
      "learning_rate": 9.249492508192914e-05,
      "loss": 0.0192,
      "step": 65350
    },
    {
      "grad_norm": 0.16384002566337585,
      "learning_rate": 9.249202052371646e-05,
      "loss": 0.019,
      "step": 65360
    },
    {
      "grad_norm": 0.11696290224790573,
      "learning_rate": 9.248911544918559e-05,
      "loss": 0.0186,
      "step": 65370
    },
    {
      "grad_norm": 0.11915040761232376,
      "learning_rate": 9.248620985837186e-05,
      "loss": 0.0164,
      "step": 65380
    },
    {
      "grad_norm": 0.10117678344249725,
      "learning_rate": 9.248330375131055e-05,
      "loss": 0.0229,
      "step": 65390
    },
    {
      "grad_norm": 0.30902886390686035,
      "learning_rate": 9.248039712803701e-05,
      "loss": 0.0188,
      "step": 65400
    },
    {
      "grad_norm": 0.21987447142601013,
      "learning_rate": 9.247748998858653e-05,
      "loss": 0.0234,
      "step": 65410
    },
    {
      "grad_norm": 0.11162744462490082,
      "learning_rate": 9.247458233299444e-05,
      "loss": 0.0171,
      "step": 65420
    },
    {
      "grad_norm": 0.1806253045797348,
      "learning_rate": 9.247167416129607e-05,
      "loss": 0.0164,
      "step": 65430
    },
    {
      "grad_norm": 0.19703178107738495,
      "learning_rate": 9.246876547352676e-05,
      "loss": 0.0167,
      "step": 65440
    },
    {
      "grad_norm": 0.2902010977268219,
      "learning_rate": 9.246585626972186e-05,
      "loss": 0.0177,
      "step": 65450
    },
    {
      "grad_norm": 0.32410016655921936,
      "learning_rate": 9.24629465499167e-05,
      "loss": 0.0268,
      "step": 65460
    },
    {
      "grad_norm": 0.13184531033039093,
      "learning_rate": 9.246003631414666e-05,
      "loss": 0.0156,
      "step": 65470
    },
    {
      "grad_norm": 0.13681428134441376,
      "learning_rate": 9.245712556244708e-05,
      "loss": 0.0195,
      "step": 65480
    },
    {
      "grad_norm": 0.12400940805673599,
      "learning_rate": 9.245421429485335e-05,
      "loss": 0.0212,
      "step": 65490
    },
    {
      "grad_norm": 0.1786620318889618,
      "learning_rate": 9.245130251140082e-05,
      "loss": 0.0211,
      "step": 65500
    },
    {
      "grad_norm": 0.10520234704017639,
      "learning_rate": 9.244839021212488e-05,
      "loss": 0.0185,
      "step": 65510
    },
    {
      "grad_norm": 0.18256312608718872,
      "learning_rate": 9.244547739706093e-05,
      "loss": 0.0261,
      "step": 65520
    },
    {
      "grad_norm": 0.21656781435012817,
      "learning_rate": 9.244256406624436e-05,
      "loss": 0.0199,
      "step": 65530
    },
    {
      "grad_norm": 0.12406191229820251,
      "learning_rate": 9.243965021971057e-05,
      "loss": 0.0163,
      "step": 65540
    },
    {
      "grad_norm": 0.11863255500793457,
      "learning_rate": 9.243673585749494e-05,
      "loss": 0.0197,
      "step": 65550
    },
    {
      "grad_norm": 0.1618729680776596,
      "learning_rate": 9.243382097963291e-05,
      "loss": 0.0183,
      "step": 65560
    },
    {
      "grad_norm": 0.1521953046321869,
      "learning_rate": 9.243090558615989e-05,
      "loss": 0.0146,
      "step": 65570
    },
    {
      "grad_norm": 0.15663784742355347,
      "learning_rate": 9.24279896771113e-05,
      "loss": 0.0188,
      "step": 65580
    },
    {
      "grad_norm": 0.11179233342409134,
      "learning_rate": 9.242507325252259e-05,
      "loss": 0.0184,
      "step": 65590
    },
    {
      "grad_norm": 2.2396764755249023,
      "learning_rate": 9.242215631242919e-05,
      "loss": 0.0226,
      "step": 65600
    },
    {
      "grad_norm": 0.09376486390829086,
      "learning_rate": 9.241923885686652e-05,
      "loss": 0.0233,
      "step": 65610
    },
    {
      "grad_norm": 0.1466195285320282,
      "learning_rate": 9.241632088587004e-05,
      "loss": 0.0198,
      "step": 65620
    },
    {
      "grad_norm": 0.2184535413980484,
      "learning_rate": 9.241340239947523e-05,
      "loss": 0.0291,
      "step": 65630
    },
    {
      "grad_norm": 0.189660906791687,
      "learning_rate": 9.241048339771754e-05,
      "loss": 0.0202,
      "step": 65640
    },
    {
      "grad_norm": 0.12690997123718262,
      "learning_rate": 9.240756388063242e-05,
      "loss": 0.0206,
      "step": 65650
    },
    {
      "grad_norm": 0.147138312458992,
      "learning_rate": 9.240464384825538e-05,
      "loss": 0.0194,
      "step": 65660
    },
    {
      "grad_norm": 0.12958398461341858,
      "learning_rate": 9.240172330062186e-05,
      "loss": 0.0192,
      "step": 65670
    },
    {
      "grad_norm": 0.19942139089107513,
      "learning_rate": 9.239880223776738e-05,
      "loss": 0.0164,
      "step": 65680
    },
    {
      "grad_norm": 0.2807976305484772,
      "learning_rate": 9.239588065972742e-05,
      "loss": 0.0199,
      "step": 65690
    },
    {
      "grad_norm": 0.1679793745279312,
      "learning_rate": 9.239295856653747e-05,
      "loss": 0.0194,
      "step": 65700
    },
    {
      "grad_norm": 0.12148886919021606,
      "learning_rate": 9.239003595823306e-05,
      "loss": 0.0158,
      "step": 65710
    },
    {
      "grad_norm": 0.17723993957042694,
      "learning_rate": 9.238711283484968e-05,
      "loss": 0.0191,
      "step": 65720
    },
    {
      "grad_norm": 0.08858657628297806,
      "learning_rate": 9.238418919642287e-05,
      "loss": 0.017,
      "step": 65730
    },
    {
      "grad_norm": 0.18424077332019806,
      "learning_rate": 9.238126504298814e-05,
      "loss": 0.0156,
      "step": 65740
    },
    {
      "grad_norm": 0.1677166074514389,
      "learning_rate": 9.237834037458102e-05,
      "loss": 0.0166,
      "step": 65750
    },
    {
      "grad_norm": 0.22318850457668304,
      "learning_rate": 9.237541519123707e-05,
      "loss": 0.0172,
      "step": 65760
    },
    {
      "grad_norm": 0.21002519130706787,
      "learning_rate": 9.23724894929918e-05,
      "loss": 0.0244,
      "step": 65770
    },
    {
      "grad_norm": 0.2429230809211731,
      "learning_rate": 9.236956327988078e-05,
      "loss": 0.028,
      "step": 65780
    },
    {
      "grad_norm": 0.14425648748874664,
      "learning_rate": 9.236663655193955e-05,
      "loss": 0.0231,
      "step": 65790
    },
    {
      "grad_norm": 0.21182627975940704,
      "learning_rate": 9.236370930920371e-05,
      "loss": 0.0269,
      "step": 65800
    },
    {
      "grad_norm": 0.20612333714962006,
      "learning_rate": 9.23607815517088e-05,
      "loss": 0.0268,
      "step": 65810
    },
    {
      "grad_norm": 0.36795634031295776,
      "learning_rate": 9.235785327949038e-05,
      "loss": 0.019,
      "step": 65820
    },
    {
      "grad_norm": 0.5225317478179932,
      "learning_rate": 9.235492449258407e-05,
      "loss": 0.0171,
      "step": 65830
    },
    {
      "grad_norm": 0.22587476670742035,
      "learning_rate": 9.235199519102542e-05,
      "loss": 0.0256,
      "step": 65840
    },
    {
      "grad_norm": 0.20510722696781158,
      "learning_rate": 9.234906537485006e-05,
      "loss": 0.0274,
      "step": 65850
    },
    {
      "grad_norm": 0.2734074592590332,
      "learning_rate": 9.234613504409356e-05,
      "loss": 0.028,
      "step": 65860
    },
    {
      "grad_norm": 0.12146077305078506,
      "learning_rate": 9.234320419879154e-05,
      "loss": 0.026,
      "step": 65870
    },
    {
      "grad_norm": 0.16701924800872803,
      "learning_rate": 9.234027283897961e-05,
      "loss": 0.0276,
      "step": 65880
    },
    {
      "grad_norm": 0.29317644238471985,
      "learning_rate": 9.233734096469339e-05,
      "loss": 0.0237,
      "step": 65890
    },
    {
      "grad_norm": 0.2005164474248886,
      "learning_rate": 9.23344085759685e-05,
      "loss": 0.0327,
      "step": 65900
    },
    {
      "grad_norm": 0.4777703881263733,
      "learning_rate": 9.233147567284057e-05,
      "loss": 0.0299,
      "step": 65910
    },
    {
      "grad_norm": 0.1776566356420517,
      "learning_rate": 9.232854225534527e-05,
      "loss": 0.028,
      "step": 65920
    },
    {
      "grad_norm": 0.28235316276550293,
      "learning_rate": 9.23256083235182e-05,
      "loss": 0.0224,
      "step": 65930
    },
    {
      "grad_norm": 0.30621108412742615,
      "learning_rate": 9.232267387739502e-05,
      "loss": 0.0277,
      "step": 65940
    },
    {
      "grad_norm": 0.12418196350336075,
      "learning_rate": 9.23197389170114e-05,
      "loss": 0.021,
      "step": 65950
    },
    {
      "grad_norm": 0.20763926208019257,
      "learning_rate": 9.231680344240298e-05,
      "loss": 0.027,
      "step": 65960
    },
    {
      "grad_norm": 0.17280909419059753,
      "learning_rate": 9.231386745360546e-05,
      "loss": 0.0226,
      "step": 65970
    },
    {
      "grad_norm": 0.15956005454063416,
      "learning_rate": 9.231093095065451e-05,
      "loss": 0.0184,
      "step": 65980
    },
    {
      "grad_norm": 0.15829342603683472,
      "learning_rate": 9.23079939335858e-05,
      "loss": 0.03,
      "step": 65990
    },
    {
      "grad_norm": 0.16088765859603882,
      "learning_rate": 9.2305056402435e-05,
      "loss": 0.0221,
      "step": 66000
    },
    {
      "grad_norm": 0.13487274944782257,
      "learning_rate": 9.230211835723783e-05,
      "loss": 0.0152,
      "step": 66010
    },
    {
      "grad_norm": 0.10196973383426666,
      "learning_rate": 9.229917979802997e-05,
      "loss": 0.0156,
      "step": 66020
    },
    {
      "grad_norm": 0.13441382348537445,
      "learning_rate": 9.229624072484716e-05,
      "loss": 0.0199,
      "step": 66030
    },
    {
      "grad_norm": 0.23600199818611145,
      "learning_rate": 9.229330113772507e-05,
      "loss": 0.0273,
      "step": 66040
    },
    {
      "grad_norm": 0.16314589977264404,
      "learning_rate": 9.229036103669946e-05,
      "loss": 0.0157,
      "step": 66050
    },
    {
      "grad_norm": 0.14265766739845276,
      "learning_rate": 9.228742042180603e-05,
      "loss": 0.0167,
      "step": 66060
    },
    {
      "grad_norm": 0.10525742173194885,
      "learning_rate": 9.228447929308051e-05,
      "loss": 0.0176,
      "step": 66070
    },
    {
      "grad_norm": 0.14423754811286926,
      "learning_rate": 9.228153765055864e-05,
      "loss": 0.0197,
      "step": 66080
    },
    {
      "grad_norm": 0.11990070343017578,
      "learning_rate": 9.227859549427618e-05,
      "loss": 0.0168,
      "step": 66090
    },
    {
      "grad_norm": 0.11638092249631882,
      "learning_rate": 9.227565282426887e-05,
      "loss": 0.0155,
      "step": 66100
    },
    {
      "grad_norm": 0.1424451619386673,
      "learning_rate": 9.227270964057245e-05,
      "loss": 0.0195,
      "step": 66110
    },
    {
      "grad_norm": 0.1742822527885437,
      "learning_rate": 9.22697659432227e-05,
      "loss": 0.0184,
      "step": 66120
    },
    {
      "grad_norm": 0.15519319474697113,
      "learning_rate": 9.226682173225537e-05,
      "loss": 0.0232,
      "step": 66130
    },
    {
      "grad_norm": 0.15087208151817322,
      "learning_rate": 9.226387700770626e-05,
      "loss": 0.0256,
      "step": 66140
    },
    {
      "grad_norm": 0.1248890832066536,
      "learning_rate": 9.226093176961115e-05,
      "loss": 0.0158,
      "step": 66150
    },
    {
      "grad_norm": 0.1579570174217224,
      "learning_rate": 9.225798601800582e-05,
      "loss": 0.0219,
      "step": 66160
    },
    {
      "grad_norm": 0.3337019979953766,
      "learning_rate": 9.225503975292604e-05,
      "loss": 0.0247,
      "step": 66170
    },
    {
      "grad_norm": 0.16101770102977753,
      "learning_rate": 9.225209297440764e-05,
      "loss": 0.0191,
      "step": 66180
    },
    {
      "grad_norm": 0.09927334636449814,
      "learning_rate": 9.224914568248644e-05,
      "loss": 0.0196,
      "step": 66190
    },
    {
      "grad_norm": 0.3312061131000519,
      "learning_rate": 9.22461978771982e-05,
      "loss": 0.0155,
      "step": 66200
    },
    {
      "grad_norm": 0.2355961799621582,
      "learning_rate": 9.224324955857879e-05,
      "loss": 0.0179,
      "step": 66210
    },
    {
      "grad_norm": 0.1142604649066925,
      "learning_rate": 9.224030072666401e-05,
      "loss": 0.0163,
      "step": 66220
    },
    {
      "grad_norm": 0.20999504625797272,
      "learning_rate": 9.223735138148968e-05,
      "loss": 0.0213,
      "step": 66230
    },
    {
      "grad_norm": 0.18371808528900146,
      "learning_rate": 9.223440152309166e-05,
      "loss": 0.0205,
      "step": 66240
    },
    {
      "grad_norm": 0.13350136578083038,
      "learning_rate": 9.22314511515058e-05,
      "loss": 0.0211,
      "step": 66250
    },
    {
      "grad_norm": 0.3032406270503998,
      "learning_rate": 9.222850026676791e-05,
      "loss": 0.0176,
      "step": 66260
    },
    {
      "grad_norm": 0.12685522437095642,
      "learning_rate": 9.222554886891389e-05,
      "loss": 0.0219,
      "step": 66270
    },
    {
      "grad_norm": 0.15151241421699524,
      "learning_rate": 9.222259695797958e-05,
      "loss": 0.0221,
      "step": 66280
    },
    {
      "grad_norm": 0.17292356491088867,
      "learning_rate": 9.221964453400084e-05,
      "loss": 0.0206,
      "step": 66290
    },
    {
      "grad_norm": 0.09757264703512192,
      "learning_rate": 9.221669159701358e-05,
      "loss": 0.0187,
      "step": 66300
    },
    {
      "grad_norm": 0.3368794620037079,
      "learning_rate": 9.221373814705365e-05,
      "loss": 0.0178,
      "step": 66310
    },
    {
      "grad_norm": 0.21748515963554382,
      "learning_rate": 9.221078418415693e-05,
      "loss": 0.0192,
      "step": 66320
    },
    {
      "grad_norm": 0.20248118042945862,
      "learning_rate": 9.220782970835934e-05,
      "loss": 0.0209,
      "step": 66330
    },
    {
      "grad_norm": 0.1502389758825302,
      "learning_rate": 9.220487471969677e-05,
      "loss": 0.0213,
      "step": 66340
    },
    {
      "grad_norm": 0.12099188566207886,
      "learning_rate": 9.220191921820511e-05,
      "loss": 0.0161,
      "step": 66350
    },
    {
      "grad_norm": 0.1845773607492447,
      "learning_rate": 9.219896320392031e-05,
      "loss": 0.0195,
      "step": 66360
    },
    {
      "grad_norm": 0.1425829827785492,
      "learning_rate": 9.219600667687824e-05,
      "loss": 0.0167,
      "step": 66370
    },
    {
      "grad_norm": 0.2083635777235031,
      "learning_rate": 9.219304963711487e-05,
      "loss": 0.0271,
      "step": 66380
    },
    {
      "grad_norm": 0.16767080128192902,
      "learning_rate": 9.21900920846661e-05,
      "loss": 0.022,
      "step": 66390
    },
    {
      "grad_norm": 0.14135263860225677,
      "learning_rate": 9.218713401956788e-05,
      "loss": 0.0197,
      "step": 66400
    },
    {
      "grad_norm": 0.3637532591819763,
      "learning_rate": 9.218417544185615e-05,
      "loss": 0.0231,
      "step": 66410
    },
    {
      "grad_norm": 0.14327573776245117,
      "learning_rate": 9.218121635156686e-05,
      "loss": 0.0265,
      "step": 66420
    },
    {
      "grad_norm": 0.14641515910625458,
      "learning_rate": 9.217825674873597e-05,
      "loss": 0.0258,
      "step": 66430
    },
    {
      "grad_norm": 0.1583191603422165,
      "learning_rate": 9.217529663339942e-05,
      "loss": 0.0328,
      "step": 66440
    },
    {
      "grad_norm": 0.12381580471992493,
      "learning_rate": 9.21723360055932e-05,
      "loss": 0.0227,
      "step": 66450
    },
    {
      "grad_norm": 0.2914864122867584,
      "learning_rate": 9.216937486535331e-05,
      "loss": 0.0291,
      "step": 66460
    },
    {
      "grad_norm": 0.25730499625205994,
      "learning_rate": 9.216641321271567e-05,
      "loss": 0.0253,
      "step": 66470
    },
    {
      "grad_norm": 0.14431723952293396,
      "learning_rate": 9.216345104771631e-05,
      "loss": 0.02,
      "step": 66480
    },
    {
      "grad_norm": 0.3373565673828125,
      "learning_rate": 9.21604883703912e-05,
      "loss": 0.0232,
      "step": 66490
    },
    {
      "grad_norm": 0.27025672793388367,
      "learning_rate": 9.215752518077635e-05,
      "loss": 0.0242,
      "step": 66500
    },
    {
      "grad_norm": 0.1766459345817566,
      "learning_rate": 9.215456147890779e-05,
      "loss": 0.0212,
      "step": 66510
    },
    {
      "grad_norm": 0.12671121954917908,
      "learning_rate": 9.215159726482148e-05,
      "loss": 0.0209,
      "step": 66520
    },
    {
      "grad_norm": 0.11077595502138138,
      "learning_rate": 9.214863253855348e-05,
      "loss": 0.0201,
      "step": 66530
    },
    {
      "grad_norm": 0.42793893814086914,
      "learning_rate": 9.214566730013981e-05,
      "loss": 0.0215,
      "step": 66540
    },
    {
      "grad_norm": 0.3488708734512329,
      "learning_rate": 9.214270154961647e-05,
      "loss": 0.0235,
      "step": 66550
    },
    {
      "grad_norm": 0.37369412183761597,
      "learning_rate": 9.213973528701952e-05,
      "loss": 0.0218,
      "step": 66560
    },
    {
      "grad_norm": 0.17046615481376648,
      "learning_rate": 9.213676851238501e-05,
      "loss": 0.0211,
      "step": 66570
    },
    {
      "grad_norm": 0.1620938926935196,
      "learning_rate": 9.213380122574898e-05,
      "loss": 0.0261,
      "step": 66580
    },
    {
      "grad_norm": 0.30036628246307373,
      "learning_rate": 9.213083342714747e-05,
      "loss": 0.0248,
      "step": 66590
    },
    {
      "grad_norm": 0.18106955289840698,
      "learning_rate": 9.212786511661656e-05,
      "loss": 0.0204,
      "step": 66600
    },
    {
      "grad_norm": 0.18643821775913239,
      "learning_rate": 9.212489629419232e-05,
      "loss": 0.026,
      "step": 66610
    },
    {
      "grad_norm": 0.1872742921113968,
      "learning_rate": 9.212192695991082e-05,
      "loss": 0.0276,
      "step": 66620
    },
    {
      "grad_norm": 0.12506048381328583,
      "learning_rate": 9.211895711380812e-05,
      "loss": 0.0261,
      "step": 66630
    },
    {
      "grad_norm": 0.1443672627210617,
      "learning_rate": 9.211598675592034e-05,
      "loss": 0.0208,
      "step": 66640
    },
    {
      "grad_norm": 0.2015349268913269,
      "learning_rate": 9.211301588628354e-05,
      "loss": 0.0245,
      "step": 66650
    },
    {
      "grad_norm": 0.22236761450767517,
      "learning_rate": 9.211004450493386e-05,
      "loss": 0.022,
      "step": 66660
    },
    {
      "grad_norm": 0.20374096930027008,
      "learning_rate": 9.210707261190736e-05,
      "loss": 0.0152,
      "step": 66670
    },
    {
      "grad_norm": 0.18800674378871918,
      "learning_rate": 9.210410020724018e-05,
      "loss": 0.0242,
      "step": 66680
    },
    {
      "grad_norm": 0.26418885588645935,
      "learning_rate": 9.210112729096843e-05,
      "loss": 0.0239,
      "step": 66690
    },
    {
      "grad_norm": 0.18524955213069916,
      "learning_rate": 9.209815386312824e-05,
      "loss": 0.0203,
      "step": 66700
    },
    {
      "grad_norm": 0.09300102293491364,
      "learning_rate": 9.209517992375572e-05,
      "loss": 0.0168,
      "step": 66710
    },
    {
      "grad_norm": 0.09627605974674225,
      "learning_rate": 9.209220547288704e-05,
      "loss": 0.0162,
      "step": 66720
    },
    {
      "grad_norm": 0.12227671593427658,
      "learning_rate": 9.20892305105583e-05,
      "loss": 0.0238,
      "step": 66730
    },
    {
      "grad_norm": 0.1710820496082306,
      "learning_rate": 9.208625503680568e-05,
      "loss": 0.0199,
      "step": 66740
    },
    {
      "grad_norm": 0.16145436465740204,
      "learning_rate": 9.208327905166533e-05,
      "loss": 0.0198,
      "step": 66750
    },
    {
      "grad_norm": 0.28459829092025757,
      "learning_rate": 9.208030255517339e-05,
      "loss": 0.021,
      "step": 66760
    },
    {
      "grad_norm": 0.14626972377300262,
      "learning_rate": 9.207732554736606e-05,
      "loss": 0.0217,
      "step": 66770
    },
    {
      "grad_norm": 0.17574578523635864,
      "learning_rate": 9.20743480282795e-05,
      "loss": 0.0239,
      "step": 66780
    },
    {
      "grad_norm": 0.21964962780475616,
      "learning_rate": 9.207136999794987e-05,
      "loss": 0.022,
      "step": 66790
    },
    {
      "grad_norm": 0.1410832554101944,
      "learning_rate": 9.206839145641339e-05,
      "loss": 0.0271,
      "step": 66800
    },
    {
      "grad_norm": 0.12674209475517273,
      "learning_rate": 9.20654124037062e-05,
      "loss": 0.0189,
      "step": 66810
    },
    {
      "grad_norm": 0.0947103500366211,
      "learning_rate": 9.206243283986458e-05,
      "loss": 0.0186,
      "step": 66820
    },
    {
      "grad_norm": 0.13075129687786102,
      "learning_rate": 9.205945276492465e-05,
      "loss": 0.0214,
      "step": 66830
    },
    {
      "grad_norm": 0.11716633290052414,
      "learning_rate": 9.205647217892268e-05,
      "loss": 0.0154,
      "step": 66840
    },
    {
      "grad_norm": 0.09978114068508148,
      "learning_rate": 9.205349108189486e-05,
      "loss": 0.0171,
      "step": 66850
    },
    {
      "grad_norm": 0.1329030990600586,
      "learning_rate": 9.205050947387741e-05,
      "loss": 0.0209,
      "step": 66860
    },
    {
      "grad_norm": 0.17961782217025757,
      "learning_rate": 9.204752735490658e-05,
      "loss": 0.0332,
      "step": 66870
    },
    {
      "grad_norm": 0.12800166010856628,
      "learning_rate": 9.204454472501859e-05,
      "loss": 0.0168,
      "step": 66880
    },
    {
      "grad_norm": 0.14806106686592102,
      "learning_rate": 9.204156158424968e-05,
      "loss": 0.0197,
      "step": 66890
    },
    {
      "grad_norm": 0.12282098084688187,
      "learning_rate": 9.20385779326361e-05,
      "loss": 0.0219,
      "step": 66900
    },
    {
      "grad_norm": 0.17244021594524384,
      "learning_rate": 9.203559377021412e-05,
      "loss": 0.0241,
      "step": 66910
    },
    {
      "grad_norm": 0.1652834564447403,
      "learning_rate": 9.203260909701999e-05,
      "loss": 0.0259,
      "step": 66920
    },
    {
      "grad_norm": 0.27797845005989075,
      "learning_rate": 9.202962391308996e-05,
      "loss": 0.0213,
      "step": 66930
    },
    {
      "grad_norm": 0.17541980743408203,
      "learning_rate": 9.202663821846032e-05,
      "loss": 0.0257,
      "step": 66940
    },
    {
      "grad_norm": 0.15025940537452698,
      "learning_rate": 9.202365201316734e-05,
      "loss": 0.0182,
      "step": 66950
    },
    {
      "grad_norm": 0.3298403024673462,
      "learning_rate": 9.202066529724734e-05,
      "loss": 0.0222,
      "step": 66960
    },
    {
      "grad_norm": 0.19619321823120117,
      "learning_rate": 9.201767807073656e-05,
      "loss": 0.0204,
      "step": 66970
    },
    {
      "grad_norm": 0.14090394973754883,
      "learning_rate": 9.201469033367132e-05,
      "loss": 0.0179,
      "step": 66980
    },
    {
      "grad_norm": 0.16858559846878052,
      "learning_rate": 9.201170208608791e-05,
      "loss": 0.0201,
      "step": 66990
    },
    {
      "grad_norm": 0.1787874847650528,
      "learning_rate": 9.200871332802267e-05,
      "loss": 0.0195,
      "step": 67000
    },
    {
      "grad_norm": 0.1636018455028534,
      "learning_rate": 9.200572405951192e-05,
      "loss": 0.0176,
      "step": 67010
    },
    {
      "grad_norm": 0.17043903470039368,
      "learning_rate": 9.200273428059193e-05,
      "loss": 0.0245,
      "step": 67020
    },
    {
      "grad_norm": 0.15163129568099976,
      "learning_rate": 9.199974399129907e-05,
      "loss": 0.0227,
      "step": 67030
    },
    {
      "grad_norm": 0.09027677029371262,
      "learning_rate": 9.199675319166967e-05,
      "loss": 0.0159,
      "step": 67040
    },
    {
      "grad_norm": 0.34973347187042236,
      "learning_rate": 9.199376188174007e-05,
      "loss": 0.029,
      "step": 67050
    },
    {
      "grad_norm": 0.20339122414588928,
      "learning_rate": 9.199077006154661e-05,
      "loss": 0.0164,
      "step": 67060
    },
    {
      "grad_norm": 0.13230912387371063,
      "learning_rate": 9.198777773112566e-05,
      "loss": 0.0198,
      "step": 67070
    },
    {
      "grad_norm": 0.1417582482099533,
      "learning_rate": 9.198478489051354e-05,
      "loss": 0.0171,
      "step": 67080
    },
    {
      "grad_norm": 0.11135435104370117,
      "learning_rate": 9.198179153974667e-05,
      "loss": 0.016,
      "step": 67090
    },
    {
      "grad_norm": 0.18774597346782684,
      "learning_rate": 9.197879767886138e-05,
      "loss": 0.023,
      "step": 67100
    },
    {
      "grad_norm": 0.10472778230905533,
      "learning_rate": 9.197580330789407e-05,
      "loss": 0.0192,
      "step": 67110
    },
    {
      "grad_norm": 0.17578649520874023,
      "learning_rate": 9.197280842688112e-05,
      "loss": 0.0198,
      "step": 67120
    },
    {
      "grad_norm": 0.1700524240732193,
      "learning_rate": 9.196981303585892e-05,
      "loss": 0.0168,
      "step": 67130
    },
    {
      "grad_norm": 0.10466880351305008,
      "learning_rate": 9.196681713486386e-05,
      "loss": 0.0204,
      "step": 67140
    },
    {
      "grad_norm": 0.1483103483915329,
      "learning_rate": 9.196382072393235e-05,
      "loss": 0.0167,
      "step": 67150
    },
    {
      "grad_norm": 0.2170431762933731,
      "learning_rate": 9.196082380310079e-05,
      "loss": 0.0232,
      "step": 67160
    },
    {
      "grad_norm": 0.13462825119495392,
      "learning_rate": 9.195782637240562e-05,
      "loss": 0.014,
      "step": 67170
    },
    {
      "grad_norm": 0.15459099411964417,
      "learning_rate": 9.195482843188323e-05,
      "loss": 0.0231,
      "step": 67180
    },
    {
      "grad_norm": 0.12969572842121124,
      "learning_rate": 9.195182998157007e-05,
      "loss": 0.0201,
      "step": 67190
    },
    {
      "grad_norm": 0.09750332683324814,
      "learning_rate": 9.194883102150256e-05,
      "loss": 0.0248,
      "step": 67200
    },
    {
      "grad_norm": 0.8889363408088684,
      "learning_rate": 9.194583155171716e-05,
      "loss": 0.0263,
      "step": 67210
    },
    {
      "grad_norm": 0.25187546014785767,
      "learning_rate": 9.19428315722503e-05,
      "loss": 0.0283,
      "step": 67220
    },
    {
      "grad_norm": 0.2571432292461395,
      "learning_rate": 9.193983108313841e-05,
      "loss": 0.0372,
      "step": 67230
    },
    {
      "grad_norm": 0.11456728726625443,
      "learning_rate": 9.193683008441801e-05,
      "loss": 0.0228,
      "step": 67240
    },
    {
      "grad_norm": 0.22082196176052094,
      "learning_rate": 9.193382857612552e-05,
      "loss": 0.0233,
      "step": 67250
    },
    {
      "grad_norm": 0.1493406742811203,
      "learning_rate": 9.193082655829742e-05,
      "loss": 0.0265,
      "step": 67260
    },
    {
      "grad_norm": 0.18172499537467957,
      "learning_rate": 9.192782403097018e-05,
      "loss": 0.0187,
      "step": 67270
    },
    {
      "grad_norm": 0.15862271189689636,
      "learning_rate": 9.19248209941803e-05,
      "loss": 0.0157,
      "step": 67280
    },
    {
      "grad_norm": 0.1109466627240181,
      "learning_rate": 9.192181744796425e-05,
      "loss": 0.0166,
      "step": 67290
    },
    {
      "grad_norm": 0.28080305457115173,
      "learning_rate": 9.191881339235855e-05,
      "loss": 0.0228,
      "step": 67300
    },
    {
      "grad_norm": 0.2317284792661667,
      "learning_rate": 9.191580882739967e-05,
      "loss": 0.0273,
      "step": 67310
    },
    {
      "grad_norm": 0.1842600554227829,
      "learning_rate": 9.191280375312417e-05,
      "loss": 0.0216,
      "step": 67320
    },
    {
      "grad_norm": 0.11311449110507965,
      "learning_rate": 9.19097981695685e-05,
      "loss": 0.0299,
      "step": 67330
    },
    {
      "grad_norm": 0.22181029617786407,
      "learning_rate": 9.190679207676922e-05,
      "loss": 0.0234,
      "step": 67340
    },
    {
      "grad_norm": 0.2832247316837311,
      "learning_rate": 9.190378547476286e-05,
      "loss": 0.0178,
      "step": 67350
    },
    {
      "grad_norm": 0.14721286296844482,
      "learning_rate": 9.190077836358594e-05,
      "loss": 0.0216,
      "step": 67360
    },
    {
      "grad_norm": 0.11009693890810013,
      "learning_rate": 9.189777074327501e-05,
      "loss": 0.0241,
      "step": 67370
    },
    {
      "grad_norm": 0.14942242205142975,
      "learning_rate": 9.189476261386659e-05,
      "loss": 0.0238,
      "step": 67380
    },
    {
      "grad_norm": 0.14752130210399628,
      "learning_rate": 9.189175397539727e-05,
      "loss": 0.0157,
      "step": 67390
    },
    {
      "grad_norm": 0.17278121411800385,
      "learning_rate": 9.188874482790358e-05,
      "loss": 0.0201,
      "step": 67400
    },
    {
      "grad_norm": 0.1812010109424591,
      "learning_rate": 9.188573517142208e-05,
      "loss": 0.0247,
      "step": 67410
    },
    {
      "grad_norm": 0.18731097877025604,
      "learning_rate": 9.188272500598935e-05,
      "loss": 0.0185,
      "step": 67420
    },
    {
      "grad_norm": 0.16099436581134796,
      "learning_rate": 9.187971433164198e-05,
      "loss": 0.0161,
      "step": 67430
    },
    {
      "grad_norm": 0.13191887736320496,
      "learning_rate": 9.187670314841653e-05,
      "loss": 0.0151,
      "step": 67440
    },
    {
      "grad_norm": 0.1102467030286789,
      "learning_rate": 9.187369145634958e-05,
      "loss": 0.0159,
      "step": 67450
    },
    {
      "grad_norm": 0.1321619302034378,
      "learning_rate": 9.187067925547779e-05,
      "loss": 0.0225,
      "step": 67460
    },
    {
      "grad_norm": 0.17482754588127136,
      "learning_rate": 9.186766654583767e-05,
      "loss": 0.0236,
      "step": 67470
    },
    {
      "grad_norm": 0.13020852208137512,
      "learning_rate": 9.18646533274659e-05,
      "loss": 0.0222,
      "step": 67480
    },
    {
      "grad_norm": 0.6313052177429199,
      "learning_rate": 9.186163960039906e-05,
      "loss": 0.0208,
      "step": 67490
    },
    {
      "grad_norm": 0.5463593006134033,
      "learning_rate": 9.185862536467377e-05,
      "loss": 0.0183,
      "step": 67500
    },
    {
      "grad_norm": 0.21654576063156128,
      "learning_rate": 9.185561062032666e-05,
      "loss": 0.0306,
      "step": 67510
    },
    {
      "grad_norm": 0.2148670107126236,
      "learning_rate": 9.185259536739437e-05,
      "loss": 0.0262,
      "step": 67520
    },
    {
      "grad_norm": 0.1759098917245865,
      "learning_rate": 9.184957960591351e-05,
      "loss": 0.0202,
      "step": 67530
    },
    {
      "grad_norm": 0.2366378754377365,
      "learning_rate": 9.184656333592076e-05,
      "loss": 0.0223,
      "step": 67540
    },
    {
      "grad_norm": 0.18366484344005585,
      "learning_rate": 9.184354655745277e-05,
      "loss": 0.0204,
      "step": 67550
    },
    {
      "grad_norm": 0.0912274569272995,
      "learning_rate": 9.184052927054616e-05,
      "loss": 0.0199,
      "step": 67560
    },
    {
      "grad_norm": 0.17385613918304443,
      "learning_rate": 9.183751147523762e-05,
      "loss": 0.022,
      "step": 67570
    },
    {
      "grad_norm": 0.2482956498861313,
      "learning_rate": 9.183449317156382e-05,
      "loss": 0.0256,
      "step": 67580
    },
    {
      "grad_norm": 0.1313188076019287,
      "learning_rate": 9.183147435956145e-05,
      "loss": 0.0248,
      "step": 67590
    },
    {
      "grad_norm": 0.14632540941238403,
      "learning_rate": 9.182845503926713e-05,
      "loss": 0.0202,
      "step": 67600
    },
    {
      "grad_norm": 0.20074579119682312,
      "learning_rate": 9.182543521071763e-05,
      "loss": 0.0172,
      "step": 67610
    },
    {
      "grad_norm": 0.29757505655288696,
      "learning_rate": 9.182241487394958e-05,
      "loss": 0.0247,
      "step": 67620
    },
    {
      "grad_norm": 0.17561721801757812,
      "learning_rate": 9.181939402899969e-05,
      "loss": 0.0265,
      "step": 67630
    },
    {
      "grad_norm": 0.12029027193784714,
      "learning_rate": 9.18163726759047e-05,
      "loss": 0.0239,
      "step": 67640
    },
    {
      "grad_norm": 0.11540521681308746,
      "learning_rate": 9.181335081470129e-05,
      "loss": 0.0227,
      "step": 67650
    },
    {
      "grad_norm": 0.10798604041337967,
      "learning_rate": 9.181032844542619e-05,
      "loss": 0.021,
      "step": 67660
    },
    {
      "grad_norm": 0.22709177434444427,
      "learning_rate": 9.180730556811612e-05,
      "loss": 0.0254,
      "step": 67670
    },
    {
      "grad_norm": 0.11308005452156067,
      "learning_rate": 9.180428218280783e-05,
      "loss": 0.0195,
      "step": 67680
    },
    {
      "grad_norm": 0.1326722651720047,
      "learning_rate": 9.180125828953803e-05,
      "loss": 0.0154,
      "step": 67690
    },
    {
      "grad_norm": 0.2096606194972992,
      "learning_rate": 9.179823388834347e-05,
      "loss": 0.0183,
      "step": 67700
    },
    {
      "grad_norm": 0.15340512990951538,
      "learning_rate": 9.179520897926092e-05,
      "loss": 0.0157,
      "step": 67710
    },
    {
      "grad_norm": 0.16219522058963776,
      "learning_rate": 9.17921835623271e-05,
      "loss": 0.0184,
      "step": 67720
    },
    {
      "grad_norm": 0.16091755032539368,
      "learning_rate": 9.178915763757881e-05,
      "loss": 0.0189,
      "step": 67730
    },
    {
      "grad_norm": 0.14598321914672852,
      "learning_rate": 9.17861312050528e-05,
      "loss": 0.0252,
      "step": 67740
    },
    {
      "grad_norm": 0.19639037549495697,
      "learning_rate": 9.178310426478582e-05,
      "loss": 0.0205,
      "step": 67750
    },
    {
      "grad_norm": 0.13041169941425323,
      "learning_rate": 9.17800768168147e-05,
      "loss": 0.0171,
      "step": 67760
    },
    {
      "grad_norm": 0.1125759556889534,
      "learning_rate": 9.177704886117619e-05,
      "loss": 0.0206,
      "step": 67770
    },
    {
      "grad_norm": 0.1158660352230072,
      "learning_rate": 9.177402039790708e-05,
      "loss": 0.0218,
      "step": 67780
    },
    {
      "grad_norm": 1.1267551183700562,
      "learning_rate": 9.177099142704419e-05,
      "loss": 0.0285,
      "step": 67790
    },
    {
      "grad_norm": 0.1645468920469284,
      "learning_rate": 9.176796194862433e-05,
      "loss": 0.0201,
      "step": 67800
    },
    {
      "grad_norm": 0.14569443464279175,
      "learning_rate": 9.176493196268427e-05,
      "loss": 0.0213,
      "step": 67810
    },
    {
      "grad_norm": 0.27782562375068665,
      "learning_rate": 9.176190146926087e-05,
      "loss": 0.0259,
      "step": 67820
    },
    {
      "grad_norm": 0.19059991836547852,
      "learning_rate": 9.175887046839093e-05,
      "loss": 0.018,
      "step": 67830
    },
    {
      "grad_norm": 0.18176235258579254,
      "learning_rate": 9.175583896011131e-05,
      "loss": 0.017,
      "step": 67840
    },
    {
      "grad_norm": 0.16220463812351227,
      "learning_rate": 9.17528069444588e-05,
      "loss": 0.0272,
      "step": 67850
    },
    {
      "grad_norm": 0.3431028127670288,
      "learning_rate": 9.174977442147027e-05,
      "loss": 0.0198,
      "step": 67860
    },
    {
      "grad_norm": 0.17483294010162354,
      "learning_rate": 9.174674139118256e-05,
      "loss": 0.0216,
      "step": 67870
    },
    {
      "grad_norm": 0.1603832095861435,
      "learning_rate": 9.174370785363253e-05,
      "loss": 0.0208,
      "step": 67880
    },
    {
      "grad_norm": 0.1427345722913742,
      "learning_rate": 9.174067380885703e-05,
      "loss": 0.0216,
      "step": 67890
    },
    {
      "grad_norm": 0.1766911894083023,
      "learning_rate": 9.173763925689294e-05,
      "loss": 0.016,
      "step": 67900
    },
    {
      "grad_norm": 0.1248970553278923,
      "learning_rate": 9.173460419777714e-05,
      "loss": 0.0177,
      "step": 67910
    },
    {
      "grad_norm": 0.09752269834280014,
      "learning_rate": 9.173156863154646e-05,
      "loss": 0.017,
      "step": 67920
    },
    {
      "grad_norm": 0.09385088831186295,
      "learning_rate": 9.172853255823785e-05,
      "loss": 0.0163,
      "step": 67930
    },
    {
      "grad_norm": 0.17045439779758453,
      "learning_rate": 9.172549597788815e-05,
      "loss": 0.0202,
      "step": 67940
    },
    {
      "grad_norm": 0.1931534707546234,
      "learning_rate": 9.17224588905343e-05,
      "loss": 0.0252,
      "step": 67950
    },
    {
      "grad_norm": 0.2421119660139084,
      "learning_rate": 9.171942129621317e-05,
      "loss": 0.0162,
      "step": 67960
    },
    {
      "grad_norm": 0.43636104464530945,
      "learning_rate": 9.171638319496167e-05,
      "loss": 0.0187,
      "step": 67970
    },
    {
      "grad_norm": 0.12154753506183624,
      "learning_rate": 9.171334458681676e-05,
      "loss": 0.0172,
      "step": 67980
    },
    {
      "grad_norm": 0.1913508027791977,
      "learning_rate": 9.17103054718153e-05,
      "loss": 0.0293,
      "step": 67990
    },
    {
      "grad_norm": 0.17791225016117096,
      "learning_rate": 9.170726584999425e-05,
      "loss": 0.0244,
      "step": 68000
    },
    {
      "grad_norm": 0.15466539561748505,
      "learning_rate": 9.170422572139055e-05,
      "loss": 0.0214,
      "step": 68010
    },
    {
      "grad_norm": 0.19000151753425598,
      "learning_rate": 9.170118508604115e-05,
      "loss": 0.0168,
      "step": 68020
    },
    {
      "grad_norm": 0.09997840225696564,
      "learning_rate": 9.169814394398296e-05,
      "loss": 0.0172,
      "step": 68030
    },
    {
      "grad_norm": 0.21858441829681396,
      "learning_rate": 9.169510229525294e-05,
      "loss": 0.02,
      "step": 68040
    },
    {
      "grad_norm": 0.2114977240562439,
      "learning_rate": 9.169206013988807e-05,
      "loss": 0.0237,
      "step": 68050
    },
    {
      "grad_norm": 0.11201635003089905,
      "learning_rate": 9.168901747792531e-05,
      "loss": 0.0175,
      "step": 68060
    },
    {
      "grad_norm": 0.13828857243061066,
      "learning_rate": 9.168597430940162e-05,
      "loss": 0.0207,
      "step": 68070
    },
    {
      "grad_norm": 0.14207789301872253,
      "learning_rate": 9.1682930634354e-05,
      "loss": 0.0154,
      "step": 68080
    },
    {
      "grad_norm": 0.12694571912288666,
      "learning_rate": 9.16798864528194e-05,
      "loss": 0.0164,
      "step": 68090
    },
    {
      "grad_norm": 0.14256051182746887,
      "learning_rate": 9.167684176483483e-05,
      "loss": 0.0259,
      "step": 68100
    },
    {
      "grad_norm": 0.36627963185310364,
      "learning_rate": 9.167379657043728e-05,
      "loss": 0.0228,
      "step": 68110
    },
    {
      "grad_norm": 0.18978707492351532,
      "learning_rate": 9.167075086966376e-05,
      "loss": 0.0182,
      "step": 68120
    },
    {
      "grad_norm": 0.10285597294569016,
      "learning_rate": 9.166770466255128e-05,
      "loss": 0.0221,
      "step": 68130
    },
    {
      "grad_norm": 0.19323459267616272,
      "learning_rate": 9.166465794913685e-05,
      "loss": 0.0261,
      "step": 68140
    },
    {
      "grad_norm": 0.18463799357414246,
      "learning_rate": 9.166161072945747e-05,
      "loss": 0.0246,
      "step": 68150
    },
    {
      "grad_norm": 0.1949373483657837,
      "learning_rate": 9.16585630035502e-05,
      "loss": 0.022,
      "step": 68160
    },
    {
      "grad_norm": 0.21945656836032867,
      "learning_rate": 9.165551477145204e-05,
      "loss": 0.0271,
      "step": 68170
    },
    {
      "grad_norm": 0.09969337284564972,
      "learning_rate": 9.165246603320006e-05,
      "loss": 0.0201,
      "step": 68180
    },
    {
      "grad_norm": 0.1726091057062149,
      "learning_rate": 9.16494167888313e-05,
      "loss": 0.0223,
      "step": 68190
    },
    {
      "grad_norm": 0.20119506120681763,
      "learning_rate": 9.164636703838278e-05,
      "loss": 0.023,
      "step": 68200
    },
    {
      "grad_norm": 0.25293922424316406,
      "learning_rate": 9.16433167818916e-05,
      "loss": 0.0242,
      "step": 68210
    },
    {
      "grad_norm": 0.18542975187301636,
      "learning_rate": 9.16402660193948e-05,
      "loss": 0.0218,
      "step": 68220
    },
    {
      "grad_norm": 0.12202634662389755,
      "learning_rate": 9.163721475092945e-05,
      "loss": 0.0219,
      "step": 68230
    },
    {
      "grad_norm": 0.11040211468935013,
      "learning_rate": 9.163416297653262e-05,
      "loss": 0.0186,
      "step": 68240
    },
    {
      "grad_norm": 0.15414437651634216,
      "learning_rate": 9.16311106962414e-05,
      "loss": 0.0203,
      "step": 68250
    },
    {
      "grad_norm": 0.15473616123199463,
      "learning_rate": 9.16280579100929e-05,
      "loss": 0.0242,
      "step": 68260
    },
    {
      "grad_norm": 0.18646977841854095,
      "learning_rate": 9.162500461812418e-05,
      "loss": 0.0222,
      "step": 68270
    },
    {
      "grad_norm": 0.20937250554561615,
      "learning_rate": 9.162195082037234e-05,
      "loss": 0.0285,
      "step": 68280
    },
    {
      "grad_norm": 0.18720227479934692,
      "learning_rate": 9.161889651687452e-05,
      "loss": 0.0253,
      "step": 68290
    },
    {
      "grad_norm": 0.2149318903684616,
      "learning_rate": 9.16158417076678e-05,
      "loss": 0.0181,
      "step": 68300
    },
    {
      "grad_norm": 0.1833752989768982,
      "learning_rate": 9.161278639278932e-05,
      "loss": 0.0209,
      "step": 68310
    },
    {
      "grad_norm": 0.18082790076732635,
      "learning_rate": 9.160973057227619e-05,
      "loss": 0.0163,
      "step": 68320
    },
    {
      "grad_norm": 0.2968289852142334,
      "learning_rate": 9.160667424616555e-05,
      "loss": 0.0237,
      "step": 68330
    },
    {
      "grad_norm": 0.17682470381259918,
      "learning_rate": 9.160361741449453e-05,
      "loss": 0.0183,
      "step": 68340
    },
    {
      "grad_norm": 0.18268544971942902,
      "learning_rate": 9.16005600773003e-05,
      "loss": 0.0164,
      "step": 68350
    },
    {
      "grad_norm": 0.1282242387533188,
      "learning_rate": 9.159750223461996e-05,
      "loss": 0.0133,
      "step": 68360
    },
    {
      "grad_norm": 0.13066713511943817,
      "learning_rate": 9.15944438864907e-05,
      "loss": 0.0186,
      "step": 68370
    },
    {
      "grad_norm": 0.22345110774040222,
      "learning_rate": 9.159138503294968e-05,
      "loss": 0.0239,
      "step": 68380
    },
    {
      "grad_norm": 0.10718050599098206,
      "learning_rate": 9.158832567403406e-05,
      "loss": 0.0204,
      "step": 68390
    },
    {
      "grad_norm": 0.10850881785154343,
      "learning_rate": 9.158526580978102e-05,
      "loss": 0.0209,
      "step": 68400
    },
    {
      "grad_norm": 0.24128560721874237,
      "learning_rate": 9.158220544022773e-05,
      "loss": 0.0161,
      "step": 68410
    },
    {
      "grad_norm": 0.13009250164031982,
      "learning_rate": 9.157914456541138e-05,
      "loss": 0.0178,
      "step": 68420
    },
    {
      "grad_norm": 0.1314106434583664,
      "learning_rate": 9.157608318536919e-05,
      "loss": 0.0199,
      "step": 68430
    },
    {
      "grad_norm": 0.204018235206604,
      "learning_rate": 9.157302130013831e-05,
      "loss": 0.0226,
      "step": 68440
    },
    {
      "grad_norm": 0.11065395921468735,
      "learning_rate": 9.156995890975599e-05,
      "loss": 0.0196,
      "step": 68450
    },
    {
      "grad_norm": 0.24988238513469696,
      "learning_rate": 9.156689601425942e-05,
      "loss": 0.0165,
      "step": 68460
    },
    {
      "grad_norm": 0.16792897880077362,
      "learning_rate": 9.15638326136858e-05,
      "loss": 0.0253,
      "step": 68470
    },
    {
      "grad_norm": 0.10283096134662628,
      "learning_rate": 9.156076870807239e-05,
      "loss": 0.0205,
      "step": 68480
    },
    {
      "grad_norm": 0.09701838344335556,
      "learning_rate": 9.155770429745638e-05,
      "loss": 0.0249,
      "step": 68490
    },
    {
      "grad_norm": 0.19534409046173096,
      "learning_rate": 9.155463938187505e-05,
      "loss": 0.0167,
      "step": 68500
    },
    {
      "grad_norm": 0.35336828231811523,
      "learning_rate": 9.15515739613656e-05,
      "loss": 0.0191,
      "step": 68510
    },
    {
      "grad_norm": 0.24376098811626434,
      "learning_rate": 9.154850803596529e-05,
      "loss": 0.021,
      "step": 68520
    },
    {
      "grad_norm": 0.16710910201072693,
      "learning_rate": 9.15454416057114e-05,
      "loss": 0.0162,
      "step": 68530
    },
    {
      "grad_norm": 0.15846474468708038,
      "learning_rate": 9.154237467064115e-05,
      "loss": 0.0348,
      "step": 68540
    },
    {
      "grad_norm": 0.1828782558441162,
      "learning_rate": 9.153930723079184e-05,
      "loss": 0.0317,
      "step": 68550
    },
    {
      "grad_norm": 0.42287519574165344,
      "learning_rate": 9.153623928620072e-05,
      "loss": 0.0195,
      "step": 68560
    },
    {
      "grad_norm": 0.12568846344947815,
      "learning_rate": 9.153317083690507e-05,
      "loss": 0.0203,
      "step": 68570
    },
    {
      "grad_norm": 0.20101559162139893,
      "learning_rate": 9.153010188294219e-05,
      "loss": 0.0176,
      "step": 68580
    },
    {
      "grad_norm": 0.15164902806282043,
      "learning_rate": 9.152703242434936e-05,
      "loss": 0.0252,
      "step": 68590
    },
    {
      "grad_norm": 0.37038859724998474,
      "learning_rate": 9.152396246116387e-05,
      "loss": 0.0196,
      "step": 68600
    },
    {
      "grad_norm": 0.20466557145118713,
      "learning_rate": 9.152089199342304e-05,
      "loss": 0.0274,
      "step": 68610
    },
    {
      "grad_norm": 0.22567644715309143,
      "learning_rate": 9.151782102116417e-05,
      "loss": 0.0198,
      "step": 68620
    },
    {
      "grad_norm": 0.16235531866550446,
      "learning_rate": 9.151474954442457e-05,
      "loss": 0.0168,
      "step": 68630
    },
    {
      "grad_norm": 0.3403942883014679,
      "learning_rate": 9.151167756324157e-05,
      "loss": 0.0202,
      "step": 68640
    },
    {
      "grad_norm": 0.22586314380168915,
      "learning_rate": 9.150860507765248e-05,
      "loss": 0.0227,
      "step": 68650
    },
    {
      "grad_norm": 0.12801121175289154,
      "learning_rate": 9.150553208769466e-05,
      "loss": 0.0204,
      "step": 68660
    },
    {
      "grad_norm": 0.167381152510643,
      "learning_rate": 9.150245859340544e-05,
      "loss": 0.0167,
      "step": 68670
    },
    {
      "grad_norm": 0.19274817407131195,
      "learning_rate": 9.149938459482218e-05,
      "loss": 0.0221,
      "step": 68680
    },
    {
      "grad_norm": 0.20827682316303253,
      "learning_rate": 9.149631009198218e-05,
      "loss": 0.0222,
      "step": 68690
    },
    {
      "grad_norm": 0.16786760091781616,
      "learning_rate": 9.149323508492286e-05,
      "loss": 0.0269,
      "step": 68700
    },
    {
      "grad_norm": 0.19545161724090576,
      "learning_rate": 9.149015957368155e-05,
      "loss": 0.0168,
      "step": 68710
    },
    {
      "grad_norm": 0.17266379296779633,
      "learning_rate": 9.148708355829562e-05,
      "loss": 0.0176,
      "step": 68720
    },
    {
      "grad_norm": 0.13534019887447357,
      "learning_rate": 9.148400703880246e-05,
      "loss": 0.0201,
      "step": 68730
    },
    {
      "grad_norm": 0.12389761209487915,
      "learning_rate": 9.148093001523945e-05,
      "loss": 0.0225,
      "step": 68740
    },
    {
      "grad_norm": 0.4796209931373596,
      "learning_rate": 9.147785248764397e-05,
      "loss": 0.0261,
      "step": 68750
    },
    {
      "grad_norm": 0.23014041781425476,
      "learning_rate": 9.147477445605343e-05,
      "loss": 0.0195,
      "step": 68760
    },
    {
      "grad_norm": 0.2004476636648178,
      "learning_rate": 9.147169592050522e-05,
      "loss": 0.0223,
      "step": 68770
    },
    {
      "grad_norm": 0.3709953725337982,
      "learning_rate": 9.146861688103674e-05,
      "loss": 0.0236,
      "step": 68780
    },
    {
      "grad_norm": 0.12221518903970718,
      "learning_rate": 9.146553733768542e-05,
      "loss": 0.0219,
      "step": 68790
    },
    {
      "grad_norm": 0.14898648858070374,
      "learning_rate": 9.146245729048865e-05,
      "loss": 0.0117,
      "step": 68800
    },
    {
      "grad_norm": 0.09712889045476913,
      "learning_rate": 9.145937673948391e-05,
      "loss": 0.0246,
      "step": 68810
    },
    {
      "grad_norm": 0.13346725702285767,
      "learning_rate": 9.145629568470857e-05,
      "loss": 0.0216,
      "step": 68820
    },
    {
      "grad_norm": 0.14594903588294983,
      "learning_rate": 9.145321412620011e-05,
      "loss": 0.025,
      "step": 68830
    },
    {
      "grad_norm": 0.11471019685268402,
      "learning_rate": 9.145013206399597e-05,
      "loss": 0.0212,
      "step": 68840
    },
    {
      "grad_norm": 0.152347132563591,
      "learning_rate": 9.144704949813357e-05,
      "loss": 0.0196,
      "step": 68850
    },
    {
      "grad_norm": 0.20221900939941406,
      "learning_rate": 9.14439664286504e-05,
      "loss": 0.0218,
      "step": 68860
    },
    {
      "grad_norm": 0.18948855996131897,
      "learning_rate": 9.144088285558389e-05,
      "loss": 0.0217,
      "step": 68870
    },
    {
      "grad_norm": 0.26431727409362793,
      "learning_rate": 9.143779877897155e-05,
      "loss": 0.0177,
      "step": 68880
    },
    {
      "grad_norm": 0.28399112820625305,
      "learning_rate": 9.143471419885082e-05,
      "loss": 0.0271,
      "step": 68890
    },
    {
      "grad_norm": 0.13031522929668427,
      "learning_rate": 9.14316291152592e-05,
      "loss": 0.018,
      "step": 68900
    },
    {
      "grad_norm": 0.16027940809726715,
      "learning_rate": 9.142854352823416e-05,
      "loss": 0.0235,
      "step": 68910
    },
    {
      "grad_norm": 0.18183623254299164,
      "learning_rate": 9.14254574378132e-05,
      "loss": 0.0218,
      "step": 68920
    },
    {
      "grad_norm": 0.1976381093263626,
      "learning_rate": 9.142237084403382e-05,
      "loss": 0.0189,
      "step": 68930
    },
    {
      "grad_norm": 0.2091815322637558,
      "learning_rate": 9.141928374693353e-05,
      "loss": 0.0228,
      "step": 68940
    },
    {
      "grad_norm": 0.20595292747020721,
      "learning_rate": 9.141619614654984e-05,
      "loss": 0.0229,
      "step": 68950
    },
    {
      "grad_norm": 0.2619512677192688,
      "learning_rate": 9.141310804292025e-05,
      "loss": 0.0196,
      "step": 68960
    },
    {
      "grad_norm": 0.2594659626483917,
      "learning_rate": 9.14100194360823e-05,
      "loss": 0.0371,
      "step": 68970
    },
    {
      "grad_norm": 0.14121849834918976,
      "learning_rate": 9.140693032607353e-05,
      "loss": 0.019,
      "step": 68980
    },
    {
      "grad_norm": 0.24860051274299622,
      "learning_rate": 9.140384071293145e-05,
      "loss": 0.0238,
      "step": 68990
    },
    {
      "grad_norm": 0.11379802227020264,
      "learning_rate": 9.140075059669362e-05,
      "loss": 0.0247,
      "step": 69000
    },
    {
      "grad_norm": 0.16391032934188843,
      "learning_rate": 9.139765997739758e-05,
      "loss": 0.0184,
      "step": 69010
    },
    {
      "grad_norm": 0.6283875107765198,
      "learning_rate": 9.139456885508086e-05,
      "loss": 0.0222,
      "step": 69020
    },
    {
      "grad_norm": 0.14522424340248108,
      "learning_rate": 9.139147722978108e-05,
      "loss": 0.0162,
      "step": 69030
    },
    {
      "grad_norm": 0.40466076135635376,
      "learning_rate": 9.138838510153576e-05,
      "loss": 0.0208,
      "step": 69040
    },
    {
      "grad_norm": 0.3124370276927948,
      "learning_rate": 9.138529247038247e-05,
      "loss": 0.0258,
      "step": 69050
    },
    {
      "grad_norm": 0.17028068006038666,
      "learning_rate": 9.138219933635883e-05,
      "loss": 0.0211,
      "step": 69060
    },
    {
      "grad_norm": 0.13437101244926453,
      "learning_rate": 9.13791056995024e-05,
      "loss": 0.0219,
      "step": 69070
    },
    {
      "grad_norm": 0.28901711106300354,
      "learning_rate": 9.137601155985073e-05,
      "loss": 0.0226,
      "step": 69080
    },
    {
      "grad_norm": 0.2270914912223816,
      "learning_rate": 9.137291691744147e-05,
      "loss": 0.0234,
      "step": 69090
    },
    {
      "grad_norm": 0.09442440420389175,
      "learning_rate": 9.136982177231221e-05,
      "loss": 0.018,
      "step": 69100
    },
    {
      "grad_norm": 0.21041260659694672,
      "learning_rate": 9.136672612450057e-05,
      "loss": 0.0197,
      "step": 69110
    },
    {
      "grad_norm": 0.5034667253494263,
      "learning_rate": 9.136362997404413e-05,
      "loss": 0.0233,
      "step": 69120
    },
    {
      "grad_norm": 0.14140628278255463,
      "learning_rate": 9.136053332098054e-05,
      "loss": 0.0231,
      "step": 69130
    },
    {
      "grad_norm": 0.1831071823835373,
      "learning_rate": 9.135743616534742e-05,
      "loss": 0.0256,
      "step": 69140
    },
    {
      "grad_norm": 0.1120910570025444,
      "learning_rate": 9.13543385071824e-05,
      "loss": 0.0211,
      "step": 69150
    },
    {
      "grad_norm": 0.25620877742767334,
      "learning_rate": 9.135124034652313e-05,
      "loss": 0.0259,
      "step": 69160
    },
    {
      "grad_norm": 0.1368495374917984,
      "learning_rate": 9.134814168340724e-05,
      "loss": 0.0219,
      "step": 69170
    },
    {
      "grad_norm": 0.40961530804634094,
      "learning_rate": 9.134504251787239e-05,
      "loss": 0.0268,
      "step": 69180
    },
    {
      "grad_norm": 0.18552365899085999,
      "learning_rate": 9.134194284995624e-05,
      "loss": 0.0254,
      "step": 69190
    },
    {
      "grad_norm": 0.17332492768764496,
      "learning_rate": 9.133884267969646e-05,
      "loss": 0.019,
      "step": 69200
    },
    {
      "grad_norm": 0.14797765016555786,
      "learning_rate": 9.133574200713068e-05,
      "loss": 0.0193,
      "step": 69210
    },
    {
      "grad_norm": 0.15218272805213928,
      "learning_rate": 9.133264083229665e-05,
      "loss": 0.0183,
      "step": 69220
    },
    {
      "grad_norm": 0.11140969395637512,
      "learning_rate": 9.132953915523198e-05,
      "loss": 0.016,
      "step": 69230
    },
    {
      "grad_norm": 0.13671565055847168,
      "learning_rate": 9.132643697597439e-05,
      "loss": 0.0278,
      "step": 69240
    },
    {
      "grad_norm": 0.08881943672895432,
      "learning_rate": 9.132333429456158e-05,
      "loss": 0.0191,
      "step": 69250
    },
    {
      "grad_norm": 0.11296487599611282,
      "learning_rate": 9.132023111103125e-05,
      "loss": 0.0163,
      "step": 69260
    },
    {
      "grad_norm": 0.1097300574183464,
      "learning_rate": 9.131712742542108e-05,
      "loss": 0.0172,
      "step": 69270
    },
    {
      "grad_norm": 0.14206480979919434,
      "learning_rate": 9.13140232377688e-05,
      "loss": 0.0155,
      "step": 69280
    },
    {
      "grad_norm": 0.12313711643218994,
      "learning_rate": 9.131091854811216e-05,
      "loss": 0.0135,
      "step": 69290
    },
    {
      "grad_norm": 0.10569386184215546,
      "learning_rate": 9.130781335648883e-05,
      "loss": 0.0195,
      "step": 69300
    },
    {
      "grad_norm": 0.18129457533359528,
      "learning_rate": 9.130470766293657e-05,
      "loss": 0.0195,
      "step": 69310
    },
    {
      "grad_norm": 0.13372328877449036,
      "learning_rate": 9.130160146749312e-05,
      "loss": 0.0193,
      "step": 69320
    },
    {
      "grad_norm": 0.1687345653772354,
      "learning_rate": 9.129849477019621e-05,
      "loss": 0.0219,
      "step": 69330
    },
    {
      "grad_norm": 0.14242029190063477,
      "learning_rate": 9.12953875710836e-05,
      "loss": 0.0218,
      "step": 69340
    },
    {
      "grad_norm": 0.3001305162906647,
      "learning_rate": 9.129227987019304e-05,
      "loss": 0.0198,
      "step": 69350
    },
    {
      "grad_norm": 0.11659961938858032,
      "learning_rate": 9.12891716675623e-05,
      "loss": 0.0155,
      "step": 69360
    },
    {
      "grad_norm": 0.3550879955291748,
      "learning_rate": 9.128606296322915e-05,
      "loss": 0.0262,
      "step": 69370
    },
    {
      "grad_norm": 0.23685438930988312,
      "learning_rate": 9.128295375723133e-05,
      "loss": 0.0218,
      "step": 69380
    },
    {
      "grad_norm": 0.3162209093570709,
      "learning_rate": 9.127984404960666e-05,
      "loss": 0.0234,
      "step": 69390
    },
    {
      "grad_norm": 0.19070900976657867,
      "learning_rate": 9.12767338403929e-05,
      "loss": 0.0178,
      "step": 69400
    },
    {
      "grad_norm": 0.14080728590488434,
      "learning_rate": 9.127362312962786e-05,
      "loss": 0.0195,
      "step": 69410
    },
    {
      "grad_norm": 0.2946014702320099,
      "learning_rate": 9.127051191734933e-05,
      "loss": 0.0258,
      "step": 69420
    },
    {
      "grad_norm": 0.1983547806739807,
      "learning_rate": 9.126740020359512e-05,
      "loss": 0.0214,
      "step": 69430
    },
    {
      "grad_norm": 0.20860448479652405,
      "learning_rate": 9.126428798840302e-05,
      "loss": 0.0143,
      "step": 69440
    },
    {
      "grad_norm": 0.2029859870672226,
      "learning_rate": 9.126117527181086e-05,
      "loss": 0.0165,
      "step": 69450
    },
    {
      "grad_norm": 0.12468814849853516,
      "learning_rate": 9.125806205385648e-05,
      "loss": 0.0216,
      "step": 69460
    },
    {
      "grad_norm": 0.2026088386774063,
      "learning_rate": 9.125494833457769e-05,
      "loss": 0.0203,
      "step": 69470
    },
    {
      "grad_norm": 0.1846483051776886,
      "learning_rate": 9.125183411401233e-05,
      "loss": 0.0222,
      "step": 69480
    },
    {
      "grad_norm": 0.11536048352718353,
      "learning_rate": 9.124871939219821e-05,
      "loss": 0.0179,
      "step": 69490
    },
    {
      "grad_norm": 0.17499208450317383,
      "learning_rate": 9.124560416917323e-05,
      "loss": 0.0196,
      "step": 69500
    },
    {
      "grad_norm": 0.1498529613018036,
      "learning_rate": 9.12424884449752e-05,
      "loss": 0.0192,
      "step": 69510
    },
    {
      "grad_norm": 0.11415967345237732,
      "learning_rate": 9.1239372219642e-05,
      "loss": 0.0197,
      "step": 69520
    },
    {
      "grad_norm": 1.9315659999847412,
      "learning_rate": 9.123625549321151e-05,
      "loss": 0.0227,
      "step": 69530
    },
    {
      "grad_norm": 0.15235739946365356,
      "learning_rate": 9.123313826572156e-05,
      "loss": 0.0208,
      "step": 69540
    },
    {
      "grad_norm": 0.2592880427837372,
      "learning_rate": 9.123002053721005e-05,
      "loss": 0.0203,
      "step": 69550
    },
    {
      "grad_norm": 0.23010766506195068,
      "learning_rate": 9.122690230771488e-05,
      "loss": 0.027,
      "step": 69560
    },
    {
      "grad_norm": 0.1374623030424118,
      "learning_rate": 9.122378357727393e-05,
      "loss": 0.0194,
      "step": 69570
    },
    {
      "grad_norm": 0.24814869463443756,
      "learning_rate": 9.122066434592506e-05,
      "loss": 0.0188,
      "step": 69580
    },
    {
      "grad_norm": 0.14844316244125366,
      "learning_rate": 9.12175446137062e-05,
      "loss": 0.0176,
      "step": 69590
    },
    {
      "grad_norm": 0.2311951220035553,
      "learning_rate": 9.121442438065528e-05,
      "loss": 0.0204,
      "step": 69600
    },
    {
      "grad_norm": 0.21101120114326477,
      "learning_rate": 9.121130364681016e-05,
      "loss": 0.0163,
      "step": 69610
    },
    {
      "grad_norm": 0.1258840411901474,
      "learning_rate": 9.120818241220882e-05,
      "loss": 0.0198,
      "step": 69620
    },
    {
      "grad_norm": 0.3965049982070923,
      "learning_rate": 9.120506067688914e-05,
      "loss": 0.029,
      "step": 69630
    },
    {
      "grad_norm": 0.12317975610494614,
      "learning_rate": 9.120193844088908e-05,
      "loss": 0.0165,
      "step": 69640
    },
    {
      "grad_norm": 0.20457324385643005,
      "learning_rate": 9.119881570424656e-05,
      "loss": 0.0187,
      "step": 69650
    },
    {
      "grad_norm": 0.2546406090259552,
      "learning_rate": 9.119569246699952e-05,
      "loss": 0.0216,
      "step": 69660
    },
    {
      "grad_norm": 0.1839415431022644,
      "learning_rate": 9.119256872918594e-05,
      "loss": 0.0217,
      "step": 69670
    },
    {
      "grad_norm": 0.16365206241607666,
      "learning_rate": 9.118944449084377e-05,
      "loss": 0.025,
      "step": 69680
    },
    {
      "grad_norm": 0.2699916958808899,
      "learning_rate": 9.118631975201092e-05,
      "loss": 0.021,
      "step": 69690
    },
    {
      "grad_norm": 0.41497552394866943,
      "learning_rate": 9.118319451272544e-05,
      "loss": 0.0229,
      "step": 69700
    },
    {
      "grad_norm": 0.13679660856723785,
      "learning_rate": 9.118006877302524e-05,
      "loss": 0.0165,
      "step": 69710
    },
    {
      "grad_norm": 0.20054395496845245,
      "learning_rate": 9.117694253294833e-05,
      "loss": 0.0268,
      "step": 69720
    },
    {
      "grad_norm": 0.11581552028656006,
      "learning_rate": 9.117381579253268e-05,
      "loss": 0.0203,
      "step": 69730
    },
    {
      "grad_norm": 0.17281436920166016,
      "learning_rate": 9.11706885518163e-05,
      "loss": 0.0198,
      "step": 69740
    },
    {
      "grad_norm": 0.12105272710323334,
      "learning_rate": 9.11675608108372e-05,
      "loss": 0.0248,
      "step": 69750
    },
    {
      "grad_norm": 0.1476944386959076,
      "learning_rate": 9.116443256963333e-05,
      "loss": 0.0222,
      "step": 69760
    },
    {
      "grad_norm": 0.09959197044372559,
      "learning_rate": 9.116130382824277e-05,
      "loss": 0.0189,
      "step": 69770
    },
    {
      "grad_norm": 0.2415970414876938,
      "learning_rate": 9.11581745867035e-05,
      "loss": 0.0221,
      "step": 69780
    },
    {
      "grad_norm": 0.17906765639781952,
      "learning_rate": 9.115504484505355e-05,
      "loss": 0.0178,
      "step": 69790
    },
    {
      "grad_norm": 0.1310759037733078,
      "learning_rate": 9.115191460333095e-05,
      "loss": 0.0185,
      "step": 69800
    },
    {
      "grad_norm": 0.1329449862241745,
      "learning_rate": 9.114878386157372e-05,
      "loss": 0.0194,
      "step": 69810
    },
    {
      "grad_norm": 0.18201687932014465,
      "learning_rate": 9.114565261981992e-05,
      "loss": 0.0174,
      "step": 69820
    },
    {
      "grad_norm": 0.23300759494304657,
      "learning_rate": 9.114252087810759e-05,
      "loss": 0.0202,
      "step": 69830
    },
    {
      "grad_norm": 0.17119774222373962,
      "learning_rate": 9.11393886364748e-05,
      "loss": 0.0263,
      "step": 69840
    },
    {
      "grad_norm": 0.20972028374671936,
      "learning_rate": 9.113625589495958e-05,
      "loss": 0.0288,
      "step": 69850
    },
    {
      "grad_norm": 0.2410273253917694,
      "learning_rate": 9.113312265360003e-05,
      "loss": 0.0231,
      "step": 69860
    },
    {
      "grad_norm": 0.15020549297332764,
      "learning_rate": 9.112998891243419e-05,
      "loss": 0.0214,
      "step": 69870
    },
    {
      "grad_norm": 0.2977784276008606,
      "learning_rate": 9.112685467150015e-05,
      "loss": 0.0259,
      "step": 69880
    },
    {
      "grad_norm": 0.1377464383840561,
      "learning_rate": 9.1123719930836e-05,
      "loss": 0.0189,
      "step": 69890
    },
    {
      "grad_norm": 0.2068646103143692,
      "learning_rate": 9.112058469047982e-05,
      "loss": 0.0228,
      "step": 69900
    },
    {
      "grad_norm": 0.2648332417011261,
      "learning_rate": 9.111744895046972e-05,
      "loss": 0.0171,
      "step": 69910
    },
    {
      "grad_norm": 0.12379566580057144,
      "learning_rate": 9.11143127108438e-05,
      "loss": 0.027,
      "step": 69920
    },
    {
      "grad_norm": 0.2469799816608429,
      "learning_rate": 9.111117597164015e-05,
      "loss": 0.016,
      "step": 69930
    },
    {
      "grad_norm": 0.12172913551330566,
      "learning_rate": 9.11080387328969e-05,
      "loss": 0.0184,
      "step": 69940
    },
    {
      "grad_norm": 0.09665952622890472,
      "learning_rate": 9.110490099465216e-05,
      "loss": 0.0167,
      "step": 69950
    },
    {
      "grad_norm": 0.09132298082113266,
      "learning_rate": 9.11017627569441e-05,
      "loss": 0.0191,
      "step": 69960
    },
    {
      "grad_norm": 0.14052365720272064,
      "learning_rate": 9.109862401981077e-05,
      "loss": 0.0167,
      "step": 69970
    },
    {
      "grad_norm": 0.38374197483062744,
      "learning_rate": 9.109548478329037e-05,
      "loss": 0.024,
      "step": 69980
    },
    {
      "grad_norm": 0.15516449511051178,
      "learning_rate": 9.109234504742103e-05,
      "loss": 0.0198,
      "step": 69990
    },
    {
      "grad_norm": 0.095101498067379,
      "learning_rate": 9.10892048122409e-05,
      "loss": 0.0144,
      "step": 70000
    },
    {
      "grad_norm": 0.17052797973155975,
      "learning_rate": 9.108606407778815e-05,
      "loss": 0.0219,
      "step": 70010
    },
    {
      "grad_norm": 0.11891573667526245,
      "learning_rate": 9.108292284410091e-05,
      "loss": 0.0205,
      "step": 70020
    },
    {
      "grad_norm": 0.18384812772274017,
      "learning_rate": 9.107978111121737e-05,
      "loss": 0.0193,
      "step": 70030
    },
    {
      "grad_norm": 0.07306130230426788,
      "learning_rate": 9.107663887917571e-05,
      "loss": 0.0148,
      "step": 70040
    },
    {
      "grad_norm": 0.15693749487400055,
      "learning_rate": 9.10734961480141e-05,
      "loss": 0.0196,
      "step": 70050
    },
    {
      "grad_norm": 0.17927604913711548,
      "learning_rate": 9.107035291777075e-05,
      "loss": 0.0195,
      "step": 70060
    },
    {
      "grad_norm": 0.137942835688591,
      "learning_rate": 9.106720918848381e-05,
      "loss": 0.0194,
      "step": 70070
    },
    {
      "grad_norm": 0.11953535676002502,
      "learning_rate": 9.106406496019152e-05,
      "loss": 0.0137,
      "step": 70080
    },
    {
      "grad_norm": 0.14731262624263763,
      "learning_rate": 9.106092023293206e-05,
      "loss": 0.0222,
      "step": 70090
    },
    {
      "grad_norm": 0.12906426191329956,
      "learning_rate": 9.105777500674366e-05,
      "loss": 0.0238,
      "step": 70100
    },
    {
      "grad_norm": 0.22223380208015442,
      "learning_rate": 9.105462928166452e-05,
      "loss": 0.0181,
      "step": 70110
    },
    {
      "grad_norm": 0.2068043351173401,
      "learning_rate": 9.10514830577329e-05,
      "loss": 0.0184,
      "step": 70120
    },
    {
      "grad_norm": 0.1502375453710556,
      "learning_rate": 9.104833633498697e-05,
      "loss": 0.016,
      "step": 70130
    },
    {
      "grad_norm": 0.2818756401538849,
      "learning_rate": 9.104518911346501e-05,
      "loss": 0.0276,
      "step": 70140
    },
    {
      "grad_norm": 0.1598767340183258,
      "learning_rate": 9.104204139320524e-05,
      "loss": 0.0179,
      "step": 70150
    },
    {
      "grad_norm": 0.17142026126384735,
      "learning_rate": 9.103889317424593e-05,
      "loss": 0.0191,
      "step": 70160
    },
    {
      "grad_norm": 0.10859014838933945,
      "learning_rate": 9.103574445662532e-05,
      "loss": 0.0247,
      "step": 70170
    },
    {
      "grad_norm": 0.12020556628704071,
      "learning_rate": 9.103259524038166e-05,
      "loss": 0.0193,
      "step": 70180
    },
    {
      "grad_norm": 0.1395062953233719,
      "learning_rate": 9.102944552555323e-05,
      "loss": 0.0183,
      "step": 70190
    },
    {
      "grad_norm": 0.25389325618743896,
      "learning_rate": 9.10262953121783e-05,
      "loss": 0.0226,
      "step": 70200
    },
    {
      "grad_norm": 0.09926868230104446,
      "learning_rate": 9.102314460029516e-05,
      "loss": 0.0214,
      "step": 70210
    },
    {
      "grad_norm": 0.13493570685386658,
      "learning_rate": 9.101999338994207e-05,
      "loss": 0.0163,
      "step": 70220
    },
    {
      "grad_norm": 0.1257234811782837,
      "learning_rate": 9.101684168115732e-05,
      "loss": 0.0204,
      "step": 70230
    },
    {
      "grad_norm": 0.24236753582954407,
      "learning_rate": 9.101368947397923e-05,
      "loss": 0.0228,
      "step": 70240
    },
    {
      "grad_norm": 0.19736725091934204,
      "learning_rate": 9.101053676844608e-05,
      "loss": 0.0215,
      "step": 70250
    },
    {
      "grad_norm": 0.19104790687561035,
      "learning_rate": 9.10073835645962e-05,
      "loss": 0.0203,
      "step": 70260
    },
    {
      "grad_norm": 0.18274523317813873,
      "learning_rate": 9.100422986246788e-05,
      "loss": 0.0221,
      "step": 70270
    },
    {
      "grad_norm": 0.1600748598575592,
      "learning_rate": 9.100107566209946e-05,
      "loss": 0.0137,
      "step": 70280
    },
    {
      "grad_norm": 0.20736274123191833,
      "learning_rate": 9.099792096352926e-05,
      "loss": 0.0258,
      "step": 70290
    },
    {
      "grad_norm": 0.1865999847650528,
      "learning_rate": 9.099476576679563e-05,
      "loss": 0.026,
      "step": 70300
    },
    {
      "grad_norm": 0.23180927336215973,
      "learning_rate": 9.099161007193687e-05,
      "loss": 0.0248,
      "step": 70310
    },
    {
      "grad_norm": 0.13167113065719604,
      "learning_rate": 9.098845387899133e-05,
      "loss": 0.0202,
      "step": 70320
    },
    {
      "grad_norm": 0.19615383446216583,
      "learning_rate": 9.09852971879974e-05,
      "loss": 0.0205,
      "step": 70330
    },
    {
      "grad_norm": 0.15002533793449402,
      "learning_rate": 9.09821399989934e-05,
      "loss": 0.0207,
      "step": 70340
    },
    {
      "grad_norm": 0.09374526143074036,
      "learning_rate": 9.09789823120177e-05,
      "loss": 0.0156,
      "step": 70350
    },
    {
      "grad_norm": 0.11704961210489273,
      "learning_rate": 9.09758241271087e-05,
      "loss": 0.014,
      "step": 70360
    },
    {
      "grad_norm": 0.2995206415653229,
      "learning_rate": 9.097266544430472e-05,
      "loss": 0.0203,
      "step": 70370
    },
    {
      "grad_norm": 0.2819269597530365,
      "learning_rate": 9.096950626364418e-05,
      "loss": 0.0194,
      "step": 70380
    },
    {
      "grad_norm": 0.14023588597774506,
      "learning_rate": 9.096634658516547e-05,
      "loss": 0.0188,
      "step": 70390
    },
    {
      "grad_norm": 0.26842957735061646,
      "learning_rate": 9.096318640890695e-05,
      "loss": 0.0188,
      "step": 70400
    },
    {
      "grad_norm": 0.09432550519704819,
      "learning_rate": 9.096002573490707e-05,
      "loss": 0.0175,
      "step": 70410
    },
    {
      "grad_norm": 0.1276616007089615,
      "learning_rate": 9.095686456320418e-05,
      "loss": 0.0239,
      "step": 70420
    },
    {
      "grad_norm": 0.17792007327079773,
      "learning_rate": 9.095370289383672e-05,
      "loss": 0.0168,
      "step": 70430
    },
    {
      "grad_norm": 0.15289057791233063,
      "learning_rate": 9.09505407268431e-05,
      "loss": 0.0282,
      "step": 70440
    },
    {
      "grad_norm": 0.13080476224422455,
      "learning_rate": 9.094737806226176e-05,
      "loss": 0.0198,
      "step": 70450
    },
    {
      "grad_norm": 0.2920226752758026,
      "learning_rate": 9.09442149001311e-05,
      "loss": 0.0184,
      "step": 70460
    },
    {
      "grad_norm": 0.2166767567396164,
      "learning_rate": 9.094105124048958e-05,
      "loss": 0.0218,
      "step": 70470
    },
    {
      "grad_norm": 0.19544664025306702,
      "learning_rate": 9.093788708337563e-05,
      "loss": 0.0287,
      "step": 70480
    },
    {
      "grad_norm": 0.1515793651342392,
      "learning_rate": 9.09347224288277e-05,
      "loss": 0.0198,
      "step": 70490
    },
    {
      "grad_norm": 0.4520549774169922,
      "learning_rate": 9.093155727688425e-05,
      "loss": 0.0233,
      "step": 70500
    },
    {
      "grad_norm": 0.30869388580322266,
      "learning_rate": 9.092839162758372e-05,
      "loss": 0.024,
      "step": 70510
    },
    {
      "grad_norm": 0.2134932279586792,
      "learning_rate": 9.09252254809646e-05,
      "loss": 0.029,
      "step": 70520
    },
    {
      "grad_norm": 0.12170910835266113,
      "learning_rate": 9.092205883706535e-05,
      "loss": 0.0203,
      "step": 70530
    },
    {
      "grad_norm": 0.18442466855049133,
      "learning_rate": 9.091889169592444e-05,
      "loss": 0.0209,
      "step": 70540
    },
    {
      "grad_norm": 0.3014955520629883,
      "learning_rate": 9.091572405758038e-05,
      "loss": 0.0189,
      "step": 70550
    },
    {
      "grad_norm": 0.32859909534454346,
      "learning_rate": 9.091255592207161e-05,
      "loss": 0.0214,
      "step": 70560
    },
    {
      "grad_norm": 0.16466498374938965,
      "learning_rate": 9.090938728943669e-05,
      "loss": 0.0211,
      "step": 70570
    },
    {
      "grad_norm": 0.2637108862400055,
      "learning_rate": 9.090621815971408e-05,
      "loss": 0.0227,
      "step": 70580
    },
    {
      "grad_norm": 0.1673242300748825,
      "learning_rate": 9.09030485329423e-05,
      "loss": 0.0243,
      "step": 70590
    },
    {
      "grad_norm": 0.15906989574432373,
      "learning_rate": 9.089987840915985e-05,
      "loss": 0.0226,
      "step": 70600
    },
    {
      "grad_norm": 0.2201230227947235,
      "learning_rate": 9.089670778840527e-05,
      "loss": 0.0249,
      "step": 70610
    },
    {
      "grad_norm": 0.19487929344177246,
      "learning_rate": 9.089353667071707e-05,
      "loss": 0.0221,
      "step": 70620
    },
    {
      "grad_norm": 0.11126261949539185,
      "learning_rate": 9.089036505613379e-05,
      "loss": 0.0186,
      "step": 70630
    },
    {
      "grad_norm": 0.14134004712104797,
      "learning_rate": 9.088719294469397e-05,
      "loss": 0.0186,
      "step": 70640
    },
    {
      "grad_norm": 0.18044057488441467,
      "learning_rate": 9.088402033643615e-05,
      "loss": 0.0315,
      "step": 70650
    },
    {
      "grad_norm": 0.2556300759315491,
      "learning_rate": 9.088084723139889e-05,
      "loss": 0.0265,
      "step": 70660
    },
    {
      "grad_norm": 0.19778551161289215,
      "learning_rate": 9.087767362962074e-05,
      "loss": 0.029,
      "step": 70670
    },
    {
      "grad_norm": 0.16326557099819183,
      "learning_rate": 9.087449953114025e-05,
      "loss": 0.0216,
      "step": 70680
    },
    {
      "grad_norm": 0.18595588207244873,
      "learning_rate": 9.0871324935996e-05,
      "loss": 0.018,
      "step": 70690
    },
    {
      "grad_norm": 0.21420297026634216,
      "learning_rate": 9.086814984422657e-05,
      "loss": 0.0187,
      "step": 70700
    },
    {
      "grad_norm": 0.21146875619888306,
      "learning_rate": 9.086497425587053e-05,
      "loss": 0.0279,
      "step": 70710
    },
    {
      "grad_norm": 0.1314854621887207,
      "learning_rate": 9.086179817096648e-05,
      "loss": 0.0168,
      "step": 70720
    },
    {
      "grad_norm": 0.10495135933160782,
      "learning_rate": 9.085862158955299e-05,
      "loss": 0.0154,
      "step": 70730
    },
    {
      "grad_norm": 0.14745120704174042,
      "learning_rate": 9.085544451166867e-05,
      "loss": 0.0215,
      "step": 70740
    },
    {
      "grad_norm": 0.1987554132938385,
      "learning_rate": 9.085226693735211e-05,
      "loss": 0.026,
      "step": 70750
    },
    {
      "grad_norm": 0.18341943621635437,
      "learning_rate": 9.084908886664196e-05,
      "loss": 0.0204,
      "step": 70760
    },
    {
      "grad_norm": 0.2698677182197571,
      "learning_rate": 9.084591029957681e-05,
      "loss": 0.024,
      "step": 70770
    },
    {
      "grad_norm": 0.13592281937599182,
      "learning_rate": 9.084273123619529e-05,
      "loss": 0.0157,
      "step": 70780
    },
    {
      "grad_norm": 0.11062426120042801,
      "learning_rate": 9.0839551676536e-05,
      "loss": 0.0272,
      "step": 70790
    },
    {
      "grad_norm": 0.22133119404315948,
      "learning_rate": 9.083637162063762e-05,
      "loss": 0.0185,
      "step": 70800
    },
    {
      "grad_norm": 0.14846830070018768,
      "learning_rate": 9.083319106853876e-05,
      "loss": 0.0165,
      "step": 70810
    },
    {
      "grad_norm": 0.1666121780872345,
      "learning_rate": 9.083001002027807e-05,
      "loss": 0.0233,
      "step": 70820
    },
    {
      "grad_norm": 0.1731671392917633,
      "learning_rate": 9.082682847589423e-05,
      "loss": 0.0166,
      "step": 70830
    },
    {
      "grad_norm": 0.16483573615550995,
      "learning_rate": 9.082364643542585e-05,
      "loss": 0.0189,
      "step": 70840
    },
    {
      "grad_norm": 0.12551148235797882,
      "learning_rate": 9.082046389891164e-05,
      "loss": 0.0194,
      "step": 70850
    },
    {
      "grad_norm": 0.12112446874380112,
      "learning_rate": 9.081728086639025e-05,
      "loss": 0.0206,
      "step": 70860
    },
    {
      "grad_norm": 0.15730565786361694,
      "learning_rate": 9.081409733790036e-05,
      "loss": 0.0162,
      "step": 70870
    },
    {
      "grad_norm": 0.18187960982322693,
      "learning_rate": 9.081091331348064e-05,
      "loss": 0.0205,
      "step": 70880
    },
    {
      "grad_norm": 0.14453434944152832,
      "learning_rate": 9.080772879316982e-05,
      "loss": 0.0197,
      "step": 70890
    },
    {
      "grad_norm": 0.20714709162712097,
      "learning_rate": 9.080454377700653e-05,
      "loss": 0.0175,
      "step": 70900
    },
    {
      "grad_norm": 0.2096042037010193,
      "learning_rate": 9.080135826502953e-05,
      "loss": 0.0256,
      "step": 70910
    },
    {
      "grad_norm": 0.1685941368341446,
      "learning_rate": 9.079817225727749e-05,
      "loss": 0.0268,
      "step": 70920
    },
    {
      "grad_norm": 0.14604447782039642,
      "learning_rate": 9.079498575378915e-05,
      "loss": 0.0148,
      "step": 70930
    },
    {
      "grad_norm": 0.1507808119058609,
      "learning_rate": 9.079179875460322e-05,
      "loss": 0.021,
      "step": 70940
    },
    {
      "grad_norm": 0.14134198427200317,
      "learning_rate": 9.07886112597584e-05,
      "loss": 0.0186,
      "step": 70950
    },
    {
      "grad_norm": 0.16983766853809357,
      "learning_rate": 9.078542326929347e-05,
      "loss": 0.0244,
      "step": 70960
    },
    {
      "grad_norm": 0.15164323151111603,
      "learning_rate": 9.078223478324712e-05,
      "loss": 0.0206,
      "step": 70970
    },
    {
      "grad_norm": 0.1665324568748474,
      "learning_rate": 9.077904580165811e-05,
      "loss": 0.0215,
      "step": 70980
    },
    {
      "grad_norm": 0.2929956614971161,
      "learning_rate": 9.07758563245652e-05,
      "loss": 0.0199,
      "step": 70990
    },
    {
      "grad_norm": 0.3541264533996582,
      "learning_rate": 9.077266635200715e-05,
      "loss": 0.0213,
      "step": 71000
    },
    {
      "grad_norm": 0.35350197553634644,
      "learning_rate": 9.076947588402268e-05,
      "loss": 0.0225,
      "step": 71010
    },
    {
      "grad_norm": 0.18802443146705627,
      "learning_rate": 9.076628492065061e-05,
      "loss": 0.0277,
      "step": 71020
    },
    {
      "grad_norm": 0.23688316345214844,
      "learning_rate": 9.076309346192967e-05,
      "loss": 0.0202,
      "step": 71030
    },
    {
      "grad_norm": 0.22723177075386047,
      "learning_rate": 9.075990150789866e-05,
      "loss": 0.0222,
      "step": 71040
    },
    {
      "grad_norm": 0.36206871271133423,
      "learning_rate": 9.075670905859637e-05,
      "loss": 0.0316,
      "step": 71050
    },
    {
      "grad_norm": 0.1725560873746872,
      "learning_rate": 9.07535161140616e-05,
      "loss": 0.0262,
      "step": 71060
    },
    {
      "grad_norm": 0.6224416494369507,
      "learning_rate": 9.07503226743331e-05,
      "loss": 0.0322,
      "step": 71070
    },
    {
      "grad_norm": 0.22290770709514618,
      "learning_rate": 9.074712873944971e-05,
      "loss": 0.0234,
      "step": 71080
    },
    {
      "grad_norm": 0.1301247775554657,
      "learning_rate": 9.074393430945025e-05,
      "loss": 0.0193,
      "step": 71090
    },
    {
      "grad_norm": 0.11501097679138184,
      "learning_rate": 9.074073938437351e-05,
      "loss": 0.0187,
      "step": 71100
    },
    {
      "grad_norm": 0.26428836584091187,
      "learning_rate": 9.073754396425833e-05,
      "loss": 0.0243,
      "step": 71110
    },
    {
      "grad_norm": 0.21663455665111542,
      "learning_rate": 9.073434804914352e-05,
      "loss": 0.0187,
      "step": 71120
    },
    {
      "grad_norm": 0.15146203339099884,
      "learning_rate": 9.073115163906793e-05,
      "loss": 0.0259,
      "step": 71130
    },
    {
      "grad_norm": 0.3045581579208374,
      "learning_rate": 9.072795473407038e-05,
      "loss": 0.0201,
      "step": 71140
    },
    {
      "grad_norm": 0.13672389090061188,
      "learning_rate": 9.072475733418973e-05,
      "loss": 0.0156,
      "step": 71150
    },
    {
      "grad_norm": 0.20266111195087433,
      "learning_rate": 9.072155943946483e-05,
      "loss": 0.0142,
      "step": 71160
    },
    {
      "grad_norm": 0.19760563969612122,
      "learning_rate": 9.071836104993453e-05,
      "loss": 0.0197,
      "step": 71170
    },
    {
      "grad_norm": 0.19284069538116455,
      "learning_rate": 9.07151621656377e-05,
      "loss": 0.0274,
      "step": 71180
    },
    {
      "grad_norm": 0.1464940458536148,
      "learning_rate": 9.071196278661322e-05,
      "loss": 0.0304,
      "step": 71190
    },
    {
      "grad_norm": 0.2037191390991211,
      "learning_rate": 9.070876291289994e-05,
      "loss": 0.0178,
      "step": 71200
    },
    {
      "grad_norm": 0.21111376583576202,
      "learning_rate": 9.070556254453676e-05,
      "loss": 0.0226,
      "step": 71210
    },
    {
      "grad_norm": 0.18384328484535217,
      "learning_rate": 9.070236168156256e-05,
      "loss": 0.021,
      "step": 71220
    },
    {
      "grad_norm": 0.0992087796330452,
      "learning_rate": 9.069916032401624e-05,
      "loss": 0.0171,
      "step": 71230
    },
    {
      "grad_norm": 0.1016169860959053,
      "learning_rate": 9.069595847193669e-05,
      "loss": 0.0151,
      "step": 71240
    },
    {
      "grad_norm": 0.11457736790180206,
      "learning_rate": 9.069275612536283e-05,
      "loss": 0.0221,
      "step": 71250
    },
    {
      "grad_norm": 0.14693957567214966,
      "learning_rate": 9.068955328433355e-05,
      "loss": 0.0175,
      "step": 71260
    },
    {
      "grad_norm": 0.15539909899234772,
      "learning_rate": 9.06863499488878e-05,
      "loss": 0.0167,
      "step": 71270
    },
    {
      "grad_norm": 0.12135223299264908,
      "learning_rate": 9.068314611906447e-05,
      "loss": 0.0194,
      "step": 71280
    },
    {
      "grad_norm": 0.3453020751476288,
      "learning_rate": 9.067994179490251e-05,
      "loss": 0.0181,
      "step": 71290
    },
    {
      "grad_norm": 0.09483451396226883,
      "learning_rate": 9.067673697644084e-05,
      "loss": 0.0221,
      "step": 71300
    },
    {
      "grad_norm": 0.1759386509656906,
      "learning_rate": 9.067353166371841e-05,
      "loss": 0.0186,
      "step": 71310
    },
    {
      "grad_norm": 0.1917649358510971,
      "learning_rate": 9.067032585677418e-05,
      "loss": 0.0211,
      "step": 71320
    },
    {
      "grad_norm": 0.15215224027633667,
      "learning_rate": 9.066711955564708e-05,
      "loss": 0.0225,
      "step": 71330
    },
    {
      "grad_norm": 0.1583637148141861,
      "learning_rate": 9.06639127603761e-05,
      "loss": 0.0242,
      "step": 71340
    },
    {
      "grad_norm": 0.2505873441696167,
      "learning_rate": 9.066070547100016e-05,
      "loss": 0.0236,
      "step": 71350
    },
    {
      "grad_norm": 0.13942816853523254,
      "learning_rate": 9.065749768755826e-05,
      "loss": 0.0284,
      "step": 71360
    },
    {
      "grad_norm": 0.25028714537620544,
      "learning_rate": 9.06542894100894e-05,
      "loss": 0.0259,
      "step": 71370
    },
    {
      "grad_norm": 0.6730759143829346,
      "learning_rate": 9.065108063863253e-05,
      "loss": 0.0337,
      "step": 71380
    },
    {
      "grad_norm": 0.18025878071784973,
      "learning_rate": 9.064787137322664e-05,
      "loss": 0.0203,
      "step": 71390
    },
    {
      "grad_norm": 0.1994324028491974,
      "learning_rate": 9.064466161391075e-05,
      "loss": 0.025,
      "step": 71400
    },
    {
      "grad_norm": 0.18336354196071625,
      "learning_rate": 9.064145136072384e-05,
      "loss": 0.0268,
      "step": 71410
    },
    {
      "grad_norm": 0.16034600138664246,
      "learning_rate": 9.063824061370491e-05,
      "loss": 0.0209,
      "step": 71420
    },
    {
      "grad_norm": 0.14058174192905426,
      "learning_rate": 9.063502937289301e-05,
      "loss": 0.017,
      "step": 71430
    },
    {
      "grad_norm": 0.21352358162403107,
      "learning_rate": 9.063181763832713e-05,
      "loss": 0.0191,
      "step": 71440
    },
    {
      "grad_norm": 0.2086855173110962,
      "learning_rate": 9.06286054100463e-05,
      "loss": 0.0209,
      "step": 71450
    },
    {
      "grad_norm": 0.1086350753903389,
      "learning_rate": 9.062539268808955e-05,
      "loss": 0.019,
      "step": 71460
    },
    {
      "grad_norm": 0.7647484540939331,
      "learning_rate": 9.062217947249592e-05,
      "loss": 0.0246,
      "step": 71470
    },
    {
      "grad_norm": 0.5302586555480957,
      "learning_rate": 9.061896576330447e-05,
      "loss": 0.0326,
      "step": 71480
    },
    {
      "grad_norm": 0.15179970860481262,
      "learning_rate": 9.061575156055421e-05,
      "loss": 0.0281,
      "step": 71490
    },
    {
      "grad_norm": 0.12104017287492752,
      "learning_rate": 9.061253686428426e-05,
      "loss": 0.0229,
      "step": 71500
    },
    {
      "grad_norm": 0.10902940481901169,
      "learning_rate": 9.060932167453362e-05,
      "loss": 0.0157,
      "step": 71510
    },
    {
      "grad_norm": 0.28360515832901,
      "learning_rate": 9.060610599134137e-05,
      "loss": 0.0252,
      "step": 71520
    },
    {
      "grad_norm": 0.15857550501823425,
      "learning_rate": 9.060288981474661e-05,
      "loss": 0.0173,
      "step": 71530
    },
    {
      "grad_norm": 0.09604915231466293,
      "learning_rate": 9.059967314478838e-05,
      "loss": 0.0234,
      "step": 71540
    },
    {
      "grad_norm": 0.2287217229604721,
      "learning_rate": 9.059645598150582e-05,
      "loss": 0.0138,
      "step": 71550
    },
    {
      "grad_norm": 0.17206455767154694,
      "learning_rate": 9.059323832493798e-05,
      "loss": 0.0269,
      "step": 71560
    },
    {
      "grad_norm": 0.2943798899650574,
      "learning_rate": 9.059002017512397e-05,
      "loss": 0.0214,
      "step": 71570
    },
    {
      "grad_norm": 0.1829109489917755,
      "learning_rate": 9.058680153210289e-05,
      "loss": 0.0221,
      "step": 71580
    },
    {
      "grad_norm": 0.15648634731769562,
      "learning_rate": 9.058358239591384e-05,
      "loss": 0.0183,
      "step": 71590
    },
    {
      "grad_norm": 0.1742997020483017,
      "learning_rate": 9.058036276659595e-05,
      "loss": 0.0213,
      "step": 71600
    },
    {
      "grad_norm": 0.12733514606952667,
      "learning_rate": 9.057714264418836e-05,
      "loss": 0.0172,
      "step": 71610
    },
    {
      "grad_norm": 0.16436780989170074,
      "learning_rate": 9.057392202873014e-05,
      "loss": 0.0183,
      "step": 71620
    },
    {
      "grad_norm": 0.0804988369345665,
      "learning_rate": 9.057070092026048e-05,
      "loss": 0.0169,
      "step": 71630
    },
    {
      "grad_norm": 0.18785427510738373,
      "learning_rate": 9.056747931881851e-05,
      "loss": 0.0186,
      "step": 71640
    },
    {
      "grad_norm": 0.1498895287513733,
      "learning_rate": 9.056425722444335e-05,
      "loss": 0.0131,
      "step": 71650
    },
    {
      "grad_norm": 0.16940250992774963,
      "learning_rate": 9.056103463717415e-05,
      "loss": 0.0173,
      "step": 71660
    },
    {
      "grad_norm": 0.19398123025894165,
      "learning_rate": 9.055781155705011e-05,
      "loss": 0.0356,
      "step": 71670
    },
    {
      "grad_norm": 0.14291046559810638,
      "learning_rate": 9.055458798411035e-05,
      "loss": 0.0238,
      "step": 71680
    },
    {
      "grad_norm": 0.27226048707962036,
      "learning_rate": 9.055136391839407e-05,
      "loss": 0.0231,
      "step": 71690
    },
    {
      "grad_norm": 0.48672056198120117,
      "learning_rate": 9.054813935994042e-05,
      "loss": 0.0199,
      "step": 71700
    },
    {
      "grad_norm": 0.3219093680381775,
      "learning_rate": 9.05449143087886e-05,
      "loss": 0.0228,
      "step": 71710
    },
    {
      "grad_norm": 0.188123881816864,
      "learning_rate": 9.054168876497778e-05,
      "loss": 0.0217,
      "step": 71720
    },
    {
      "grad_norm": 0.2966061532497406,
      "learning_rate": 9.053846272854718e-05,
      "loss": 0.0264,
      "step": 71730
    },
    {
      "grad_norm": 0.18122777342796326,
      "learning_rate": 9.053523619953596e-05,
      "loss": 0.02,
      "step": 71740
    },
    {
      "grad_norm": 0.19566549360752106,
      "learning_rate": 9.053200917798337e-05,
      "loss": 0.0224,
      "step": 71750
    },
    {
      "grad_norm": 0.15726915001869202,
      "learning_rate": 9.05287816639286e-05,
      "loss": 0.0284,
      "step": 71760
    },
    {
      "grad_norm": 0.1713976413011551,
      "learning_rate": 9.052555365741086e-05,
      "loss": 0.0243,
      "step": 71770
    },
    {
      "grad_norm": 0.14083746075630188,
      "learning_rate": 9.052232515846936e-05,
      "loss": 0.0181,
      "step": 71780
    },
    {
      "grad_norm": 0.21805988252162933,
      "learning_rate": 9.051909616714339e-05,
      "loss": 0.0215,
      "step": 71790
    },
    {
      "grad_norm": 0.11382462829351425,
      "learning_rate": 9.051586668347211e-05,
      "loss": 0.012,
      "step": 71800
    },
    {
      "grad_norm": 0.2700977027416229,
      "learning_rate": 9.051263670749482e-05,
      "loss": 0.0254,
      "step": 71810
    },
    {
      "grad_norm": 0.12731310725212097,
      "learning_rate": 9.050940623925073e-05,
      "loss": 0.0188,
      "step": 71820
    },
    {
      "grad_norm": 0.23579251766204834,
      "learning_rate": 9.050617527877911e-05,
      "loss": 0.021,
      "step": 71830
    },
    {
      "grad_norm": 0.17184795439243317,
      "learning_rate": 9.050294382611924e-05,
      "loss": 0.022,
      "step": 71840
    },
    {
      "grad_norm": 0.232150599360466,
      "learning_rate": 9.049971188131032e-05,
      "loss": 0.0203,
      "step": 71850
    },
    {
      "grad_norm": 0.5053168535232544,
      "learning_rate": 9.04964794443917e-05,
      "loss": 0.0263,
      "step": 71860
    },
    {
      "grad_norm": 0.2123265415430069,
      "learning_rate": 9.04932465154026e-05,
      "loss": 0.0286,
      "step": 71870
    },
    {
      "grad_norm": 0.14762535691261292,
      "learning_rate": 9.049001309438232e-05,
      "loss": 0.0252,
      "step": 71880
    },
    {
      "grad_norm": 0.22117452323436737,
      "learning_rate": 9.048677918137017e-05,
      "loss": 0.0273,
      "step": 71890
    },
    {
      "grad_norm": 0.1861911565065384,
      "learning_rate": 9.04835447764054e-05,
      "loss": 0.0263,
      "step": 71900
    },
    {
      "grad_norm": 0.13479487597942352,
      "learning_rate": 9.048030987952735e-05,
      "loss": 0.025,
      "step": 71910
    },
    {
      "grad_norm": 0.1638960987329483,
      "learning_rate": 9.047707449077533e-05,
      "loss": 0.0165,
      "step": 71920
    },
    {
      "grad_norm": 0.10264160484075546,
      "learning_rate": 9.047383861018862e-05,
      "loss": 0.0191,
      "step": 71930
    },
    {
      "grad_norm": 0.1313420534133911,
      "learning_rate": 9.047060223780657e-05,
      "loss": 0.0214,
      "step": 71940
    },
    {
      "grad_norm": 0.28527262806892395,
      "learning_rate": 9.046736537366848e-05,
      "loss": 0.0183,
      "step": 71950
    },
    {
      "grad_norm": 0.2559489607810974,
      "learning_rate": 9.04641280178137e-05,
      "loss": 0.0209,
      "step": 71960
    },
    {
      "grad_norm": 0.1886758804321289,
      "learning_rate": 9.046089017028156e-05,
      "loss": 0.0248,
      "step": 71970
    },
    {
      "grad_norm": 0.1164906844496727,
      "learning_rate": 9.04576518311114e-05,
      "loss": 0.0163,
      "step": 71980
    },
    {
      "grad_norm": 0.13493230938911438,
      "learning_rate": 9.045441300034257e-05,
      "loss": 0.014,
      "step": 71990
    },
    {
      "grad_norm": 0.3575981855392456,
      "learning_rate": 9.045117367801444e-05,
      "loss": 0.032,
      "step": 72000
    },
    {
      "grad_norm": 0.20616424083709717,
      "learning_rate": 9.044793386416635e-05,
      "loss": 0.0236,
      "step": 72010
    },
    {
      "grad_norm": 0.1473337560892105,
      "learning_rate": 9.044469355883767e-05,
      "loss": 0.0219,
      "step": 72020
    },
    {
      "grad_norm": 0.3189336955547333,
      "learning_rate": 9.044145276206778e-05,
      "loss": 0.0215,
      "step": 72030
    },
    {
      "grad_norm": 0.24828091263771057,
      "learning_rate": 9.043821147389606e-05,
      "loss": 0.0184,
      "step": 72040
    },
    {
      "grad_norm": 0.28233790397644043,
      "learning_rate": 9.043496969436188e-05,
      "loss": 0.0335,
      "step": 72050
    },
    {
      "grad_norm": 0.1875705122947693,
      "learning_rate": 9.043172742350465e-05,
      "loss": 0.0193,
      "step": 72060
    },
    {
      "grad_norm": 0.11329081654548645,
      "learning_rate": 9.042848466136376e-05,
      "loss": 0.0164,
      "step": 72070
    },
    {
      "grad_norm": 0.14497873187065125,
      "learning_rate": 9.04252414079786e-05,
      "loss": 0.024,
      "step": 72080
    },
    {
      "grad_norm": 0.12119746208190918,
      "learning_rate": 9.04219976633886e-05,
      "loss": 0.0261,
      "step": 72090
    },
    {
      "grad_norm": 0.1573183387517929,
      "learning_rate": 9.041875342763315e-05,
      "loss": 0.0206,
      "step": 72100
    },
    {
      "grad_norm": 0.31777653098106384,
      "learning_rate": 9.041550870075171e-05,
      "loss": 0.0239,
      "step": 72110
    },
    {
      "grad_norm": 0.15284863114356995,
      "learning_rate": 9.041226348278365e-05,
      "loss": 0.0284,
      "step": 72120
    },
    {
      "grad_norm": 0.27266937494277954,
      "learning_rate": 9.040901777376844e-05,
      "loss": 0.0203,
      "step": 72130
    },
    {
      "grad_norm": 0.15810534358024597,
      "learning_rate": 9.040577157374553e-05,
      "loss": 0.0211,
      "step": 72140
    },
    {
      "grad_norm": 0.17367838323116302,
      "learning_rate": 9.040252488275433e-05,
      "loss": 0.0277,
      "step": 72150
    },
    {
      "grad_norm": 0.2329663634300232,
      "learning_rate": 9.039927770083432e-05,
      "loss": 0.022,
      "step": 72160
    },
    {
      "grad_norm": 0.23388554155826569,
      "learning_rate": 9.039603002802493e-05,
      "loss": 0.0245,
      "step": 72170
    },
    {
      "grad_norm": 0.2153134047985077,
      "learning_rate": 9.039278186436563e-05,
      "loss": 0.0213,
      "step": 72180
    },
    {
      "grad_norm": 0.22098056972026825,
      "learning_rate": 9.038953320989592e-05,
      "loss": 0.0325,
      "step": 72190
    },
    {
      "grad_norm": 0.14055976271629333,
      "learning_rate": 9.038628406465522e-05,
      "loss": 0.0196,
      "step": 72200
    },
    {
      "grad_norm": 0.1639450639486313,
      "learning_rate": 9.038303442868304e-05,
      "loss": 0.0254,
      "step": 72210
    },
    {
      "grad_norm": 0.14619943499565125,
      "learning_rate": 9.037978430201888e-05,
      "loss": 0.0323,
      "step": 72220
    },
    {
      "grad_norm": 0.15255776047706604,
      "learning_rate": 9.03765336847022e-05,
      "loss": 0.0196,
      "step": 72230
    },
    {
      "grad_norm": 0.15412786602973938,
      "learning_rate": 9.037328257677252e-05,
      "loss": 0.0183,
      "step": 72240
    },
    {
      "grad_norm": 0.11859593540430069,
      "learning_rate": 9.037003097826935e-05,
      "loss": 0.0209,
      "step": 72250
    },
    {
      "grad_norm": 0.15542449057102203,
      "learning_rate": 9.036677888923217e-05,
      "loss": 0.0207,
      "step": 72260
    },
    {
      "grad_norm": 0.08419610559940338,
      "learning_rate": 9.036352630970052e-05,
      "loss": 0.0166,
      "step": 72270
    },
    {
      "grad_norm": 0.2763098478317261,
      "learning_rate": 9.036027323971392e-05,
      "loss": 0.0211,
      "step": 72280
    },
    {
      "grad_norm": 0.1092124730348587,
      "learning_rate": 9.035701967931188e-05,
      "loss": 0.0176,
      "step": 72290
    },
    {
      "grad_norm": 0.11104096472263336,
      "learning_rate": 9.035376562853397e-05,
      "loss": 0.0181,
      "step": 72300
    },
    {
      "grad_norm": 0.16512873768806458,
      "learning_rate": 9.035051108741969e-05,
      "loss": 0.0178,
      "step": 72310
    },
    {
      "grad_norm": 0.14778105914592743,
      "learning_rate": 9.03472560560086e-05,
      "loss": 0.0206,
      "step": 72320
    },
    {
      "grad_norm": 0.2713487148284912,
      "learning_rate": 9.034400053434027e-05,
      "loss": 0.0185,
      "step": 72330
    },
    {
      "grad_norm": 0.1494089961051941,
      "learning_rate": 9.034074452245423e-05,
      "loss": 0.0169,
      "step": 72340
    },
    {
      "grad_norm": 0.12051840126514435,
      "learning_rate": 9.033748802039006e-05,
      "loss": 0.0189,
      "step": 72350
    },
    {
      "grad_norm": 0.23215420544147491,
      "learning_rate": 9.033423102818734e-05,
      "loss": 0.021,
      "step": 72360
    },
    {
      "grad_norm": 0.1967337727546692,
      "learning_rate": 9.033097354588561e-05,
      "loss": 0.0247,
      "step": 72370
    },
    {
      "grad_norm": 0.168965145945549,
      "learning_rate": 9.032771557352448e-05,
      "loss": 0.0179,
      "step": 72380
    },
    {
      "grad_norm": 0.16530314087867737,
      "learning_rate": 9.032445711114353e-05,
      "loss": 0.0169,
      "step": 72390
    },
    {
      "grad_norm": 0.19048264622688293,
      "learning_rate": 9.032119815878236e-05,
      "loss": 0.0182,
      "step": 72400
    },
    {
      "grad_norm": 0.22453007102012634,
      "learning_rate": 9.031793871648056e-05,
      "loss": 0.0205,
      "step": 72410
    },
    {
      "grad_norm": 0.33184781670570374,
      "learning_rate": 9.031467878427773e-05,
      "loss": 0.0192,
      "step": 72420
    },
    {
      "grad_norm": 0.3056976795196533,
      "learning_rate": 9.03114183622135e-05,
      "loss": 0.0254,
      "step": 72430
    },
    {
      "grad_norm": 0.17552055418491364,
      "learning_rate": 9.030815745032746e-05,
      "loss": 0.0191,
      "step": 72440
    },
    {
      "grad_norm": 0.1399172693490982,
      "learning_rate": 9.030489604865927e-05,
      "loss": 0.0171,
      "step": 72450
    },
    {
      "grad_norm": 0.15956124663352966,
      "learning_rate": 9.030163415724853e-05,
      "loss": 0.0203,
      "step": 72460
    },
    {
      "grad_norm": 0.16624954342842102,
      "learning_rate": 9.02983717761349e-05,
      "loss": 0.0225,
      "step": 72470
    },
    {
      "grad_norm": 0.22912293672561646,
      "learning_rate": 9.029510890535797e-05,
      "loss": 0.0172,
      "step": 72480
    },
    {
      "grad_norm": 0.11105113476514816,
      "learning_rate": 9.029184554495745e-05,
      "loss": 0.0181,
      "step": 72490
    },
    {
      "grad_norm": 0.13126935064792633,
      "learning_rate": 9.028858169497295e-05,
      "loss": 0.0199,
      "step": 72500
    },
    {
      "grad_norm": 0.1929067224264145,
      "learning_rate": 9.028531735544415e-05,
      "loss": 0.0225,
      "step": 72510
    },
    {
      "grad_norm": 0.13165093958377838,
      "learning_rate": 9.028205252641071e-05,
      "loss": 0.019,
      "step": 72520
    },
    {
      "grad_norm": 0.13709188997745514,
      "learning_rate": 9.027878720791229e-05,
      "loss": 0.0254,
      "step": 72530
    },
    {
      "grad_norm": 0.1638507843017578,
      "learning_rate": 9.02755213999886e-05,
      "loss": 0.0207,
      "step": 72540
    },
    {
      "grad_norm": 0.10159008204936981,
      "learning_rate": 9.027225510267928e-05,
      "loss": 0.0197,
      "step": 72550
    },
    {
      "grad_norm": 0.1745610535144806,
      "learning_rate": 9.026898831602404e-05,
      "loss": 0.0254,
      "step": 72560
    },
    {
      "grad_norm": 0.18338222801685333,
      "learning_rate": 9.026572104006257e-05,
      "loss": 0.0178,
      "step": 72570
    },
    {
      "grad_norm": 0.20291075110435486,
      "learning_rate": 9.026245327483456e-05,
      "loss": 0.024,
      "step": 72580
    },
    {
      "grad_norm": 0.13618822395801544,
      "learning_rate": 9.025918502037975e-05,
      "loss": 0.0228,
      "step": 72590
    },
    {
      "grad_norm": 0.2477627843618393,
      "learning_rate": 9.025591627673782e-05,
      "loss": 0.0219,
      "step": 72600
    },
    {
      "grad_norm": 0.13115814328193665,
      "learning_rate": 9.025264704394851e-05,
      "loss": 0.0207,
      "step": 72610
    },
    {
      "grad_norm": 0.2507253587245941,
      "learning_rate": 9.024937732205152e-05,
      "loss": 0.0166,
      "step": 72620
    },
    {
      "grad_norm": 0.25275716185569763,
      "learning_rate": 9.024610711108659e-05,
      "loss": 0.0252,
      "step": 72630
    },
    {
      "grad_norm": 0.1804663985967636,
      "learning_rate": 9.024283641109348e-05,
      "loss": 0.0188,
      "step": 72640
    },
    {
      "grad_norm": 0.32539257407188416,
      "learning_rate": 9.02395652221119e-05,
      "loss": 0.0239,
      "step": 72650
    },
    {
      "grad_norm": 0.2192137986421585,
      "learning_rate": 9.023629354418162e-05,
      "loss": 0.0201,
      "step": 72660
    },
    {
      "grad_norm": 0.1494574099779129,
      "learning_rate": 9.023302137734238e-05,
      "loss": 0.0185,
      "step": 72670
    },
    {
      "grad_norm": 0.1621675342321396,
      "learning_rate": 9.022974872163392e-05,
      "loss": 0.0189,
      "step": 72680
    },
    {
      "grad_norm": 0.14949347078800201,
      "learning_rate": 9.022647557709604e-05,
      "loss": 0.0182,
      "step": 72690
    },
    {
      "grad_norm": 0.21921919286251068,
      "learning_rate": 9.022320194376853e-05,
      "loss": 0.016,
      "step": 72700
    },
    {
      "grad_norm": 0.1726532131433487,
      "learning_rate": 9.021992782169112e-05,
      "loss": 0.0231,
      "step": 72710
    },
    {
      "grad_norm": 0.19702598452568054,
      "learning_rate": 9.021665321090361e-05,
      "loss": 0.0189,
      "step": 72720
    },
    {
      "grad_norm": 0.1770191788673401,
      "learning_rate": 9.02133781114458e-05,
      "loss": 0.0169,
      "step": 72730
    },
    {
      "grad_norm": 0.14676684141159058,
      "learning_rate": 9.021010252335747e-05,
      "loss": 0.0326,
      "step": 72740
    },
    {
      "grad_norm": 0.1571701020002365,
      "learning_rate": 9.020682644667844e-05,
      "loss": 0.0195,
      "step": 72750
    },
    {
      "grad_norm": 0.3086611330509186,
      "learning_rate": 9.02035498814485e-05,
      "loss": 0.0245,
      "step": 72760
    },
    {
      "grad_norm": 0.24365660548210144,
      "learning_rate": 9.020027282770747e-05,
      "loss": 0.0216,
      "step": 72770
    },
    {
      "grad_norm": 0.09736054390668869,
      "learning_rate": 9.019699528549518e-05,
      "loss": 0.014,
      "step": 72780
    },
    {
      "grad_norm": 0.08948101103305817,
      "learning_rate": 9.019371725485144e-05,
      "loss": 0.0175,
      "step": 72790
    },
    {
      "grad_norm": 0.20444171130657196,
      "learning_rate": 9.019043873581607e-05,
      "loss": 0.0212,
      "step": 72800
    },
    {
      "grad_norm": 0.2199610471725464,
      "learning_rate": 9.018715972842895e-05,
      "loss": 0.02,
      "step": 72810
    },
    {
      "grad_norm": 0.24626705050468445,
      "learning_rate": 9.018388023272987e-05,
      "loss": 0.0174,
      "step": 72820
    },
    {
      "grad_norm": 0.1056843176484108,
      "learning_rate": 9.018060024875872e-05,
      "loss": 0.0196,
      "step": 72830
    },
    {
      "grad_norm": 0.26235249638557434,
      "learning_rate": 9.017731977655535e-05,
      "loss": 0.0145,
      "step": 72840
    },
    {
      "grad_norm": 0.09824561327695847,
      "learning_rate": 9.017403881615959e-05,
      "loss": 0.0177,
      "step": 72850
    },
    {
      "grad_norm": 0.13291075825691223,
      "learning_rate": 9.017075736761133e-05,
      "loss": 0.0195,
      "step": 72860
    },
    {
      "grad_norm": 0.15658415853977203,
      "learning_rate": 9.016747543095046e-05,
      "loss": 0.0178,
      "step": 72870
    },
    {
      "grad_norm": 0.2789921760559082,
      "learning_rate": 9.016419300621683e-05,
      "loss": 0.0205,
      "step": 72880
    },
    {
      "grad_norm": 0.23999793827533722,
      "learning_rate": 9.016091009345033e-05,
      "loss": 0.0185,
      "step": 72890
    },
    {
      "grad_norm": 0.22204646468162537,
      "learning_rate": 9.015762669269085e-05,
      "loss": 0.0174,
      "step": 72900
    },
    {
      "grad_norm": 0.2190602868795395,
      "learning_rate": 9.01543428039783e-05,
      "loss": 0.0228,
      "step": 72910
    },
    {
      "grad_norm": 0.14175759255886078,
      "learning_rate": 9.015105842735257e-05,
      "loss": 0.0269,
      "step": 72920
    },
    {
      "grad_norm": 0.3048720359802246,
      "learning_rate": 9.014777356285356e-05,
      "loss": 0.0225,
      "step": 72930
    },
    {
      "grad_norm": 0.7716957330703735,
      "learning_rate": 9.01444882105212e-05,
      "loss": 0.0211,
      "step": 72940
    },
    {
      "grad_norm": 0.23034319281578064,
      "learning_rate": 9.01412023703954e-05,
      "loss": 0.0222,
      "step": 72950
    },
    {
      "grad_norm": 0.2082025110721588,
      "learning_rate": 9.013791604251611e-05,
      "loss": 0.0204,
      "step": 72960
    },
    {
      "grad_norm": 0.17998412251472473,
      "learning_rate": 9.013462922692324e-05,
      "loss": 0.0154,
      "step": 72970
    },
    {
      "grad_norm": 0.27069607377052307,
      "learning_rate": 9.013134192365673e-05,
      "loss": 0.019,
      "step": 72980
    },
    {
      "grad_norm": 0.1268302947282791,
      "learning_rate": 9.01280541327565e-05,
      "loss": 0.0211,
      "step": 72990
    },
    {
      "grad_norm": 0.14786218106746674,
      "learning_rate": 9.012476585426257e-05,
      "loss": 0.0166,
      "step": 73000
    },
    {
      "grad_norm": 0.37538477778434753,
      "learning_rate": 9.012147708821483e-05,
      "loss": 0.0187,
      "step": 73010
    },
    {
      "grad_norm": 0.2563977539539337,
      "learning_rate": 9.011818783465326e-05,
      "loss": 0.0232,
      "step": 73020
    },
    {
      "grad_norm": 0.3935903012752533,
      "learning_rate": 9.011489809361782e-05,
      "loss": 0.0305,
      "step": 73030
    },
    {
      "grad_norm": 0.16307558119297028,
      "learning_rate": 9.011160786514852e-05,
      "loss": 0.0209,
      "step": 73040
    },
    {
      "grad_norm": 0.15785133838653564,
      "learning_rate": 9.01083171492853e-05,
      "loss": 0.0204,
      "step": 73050
    },
    {
      "grad_norm": 0.10411522537469864,
      "learning_rate": 9.010502594606815e-05,
      "loss": 0.0202,
      "step": 73060
    },
    {
      "grad_norm": 0.32157132029533386,
      "learning_rate": 9.010173425553708e-05,
      "loss": 0.0179,
      "step": 73070
    },
    {
      "grad_norm": 0.1650697886943817,
      "learning_rate": 9.009844207773206e-05,
      "loss": 0.0184,
      "step": 73080
    },
    {
      "grad_norm": 0.14385321736335754,
      "learning_rate": 9.009514941269313e-05,
      "loss": 0.0204,
      "step": 73090
    },
    {
      "grad_norm": 0.13424919545650482,
      "learning_rate": 9.009185626046026e-05,
      "loss": 0.0197,
      "step": 73100
    },
    {
      "grad_norm": 0.25808200240135193,
      "learning_rate": 9.008856262107349e-05,
      "loss": 0.022,
      "step": 73110
    },
    {
      "grad_norm": 0.10565876960754395,
      "learning_rate": 9.008526849457284e-05,
      "loss": 0.0183,
      "step": 73120
    },
    {
      "grad_norm": 0.33611103892326355,
      "learning_rate": 9.008197388099833e-05,
      "loss": 0.0192,
      "step": 73130
    },
    {
      "grad_norm": 0.1461099535226822,
      "learning_rate": 9.007867878038998e-05,
      "loss": 0.027,
      "step": 73140
    },
    {
      "grad_norm": 0.32433295249938965,
      "learning_rate": 9.007538319278785e-05,
      "loss": 0.0232,
      "step": 73150
    },
    {
      "grad_norm": 0.12326456606388092,
      "learning_rate": 9.007208711823198e-05,
      "loss": 0.023,
      "step": 73160
    },
    {
      "grad_norm": 0.12787719070911407,
      "learning_rate": 9.006879055676243e-05,
      "loss": 0.0228,
      "step": 73170
    },
    {
      "grad_norm": 0.49072718620300293,
      "learning_rate": 9.006549350841923e-05,
      "loss": 0.0211,
      "step": 73180
    },
    {
      "grad_norm": 0.19560150802135468,
      "learning_rate": 9.006219597324245e-05,
      "loss": 0.0236,
      "step": 73190
    },
    {
      "grad_norm": 0.14383302628993988,
      "learning_rate": 9.005889795127219e-05,
      "loss": 0.0219,
      "step": 73200
    },
    {
      "grad_norm": 0.5957331657409668,
      "learning_rate": 9.005559944254846e-05,
      "loss": 0.0196,
      "step": 73210
    },
    {
      "grad_norm": 0.1592661440372467,
      "learning_rate": 9.00523004471114e-05,
      "loss": 0.0174,
      "step": 73220
    },
    {
      "grad_norm": 0.15189075469970703,
      "learning_rate": 9.004900096500107e-05,
      "loss": 0.0177,
      "step": 73230
    },
    {
      "grad_norm": 0.18400362133979797,
      "learning_rate": 9.004570099625758e-05,
      "loss": 0.0287,
      "step": 73240
    },
    {
      "grad_norm": 0.24812036752700806,
      "learning_rate": 9.004240054092099e-05,
      "loss": 0.0243,
      "step": 73250
    },
    {
      "grad_norm": 0.09156054258346558,
      "learning_rate": 9.003909959903144e-05,
      "loss": 0.0141,
      "step": 73260
    },
    {
      "grad_norm": 0.15166033804416656,
      "learning_rate": 9.003579817062901e-05,
      "loss": 0.0179,
      "step": 73270
    },
    {
      "grad_norm": 0.12120076268911362,
      "learning_rate": 9.003249625575385e-05,
      "loss": 0.0194,
      "step": 73280
    },
    {
      "grad_norm": 0.14212141931056976,
      "learning_rate": 9.002919385444607e-05,
      "loss": 0.0225,
      "step": 73290
    },
    {
      "grad_norm": 0.13309481739997864,
      "learning_rate": 9.002589096674578e-05,
      "loss": 0.0174,
      "step": 73300
    },
    {
      "grad_norm": 0.15952162444591522,
      "learning_rate": 9.002258759269312e-05,
      "loss": 0.0137,
      "step": 73310
    },
    {
      "grad_norm": 0.11756313592195511,
      "learning_rate": 9.001928373232825e-05,
      "loss": 0.0254,
      "step": 73320
    },
    {
      "grad_norm": 0.43339335918426514,
      "learning_rate": 9.001597938569128e-05,
      "loss": 0.0217,
      "step": 73330
    },
    {
      "grad_norm": 0.11257100850343704,
      "learning_rate": 9.001267455282239e-05,
      "loss": 0.017,
      "step": 73340
    },
    {
      "grad_norm": 0.1366475224494934,
      "learning_rate": 9.000936923376171e-05,
      "loss": 0.0194,
      "step": 73350
    },
    {
      "grad_norm": 0.1540013700723648,
      "learning_rate": 9.000606342854942e-05,
      "loss": 0.0188,
      "step": 73360
    },
    {
      "grad_norm": 0.13235358893871307,
      "learning_rate": 9.00027571372257e-05,
      "loss": 0.0136,
      "step": 73370
    },
    {
      "grad_norm": 0.1541438102722168,
      "learning_rate": 8.999945035983072e-05,
      "loss": 0.0231,
      "step": 73380
    },
    {
      "grad_norm": 0.1408441811800003,
      "learning_rate": 8.999614309640464e-05,
      "loss": 0.0165,
      "step": 73390
    },
    {
      "grad_norm": 0.0995313748717308,
      "learning_rate": 8.999283534698766e-05,
      "loss": 0.014,
      "step": 73400
    },
    {
      "grad_norm": 0.10506021231412888,
      "learning_rate": 8.998952711161996e-05,
      "loss": 0.0222,
      "step": 73410
    },
    {
      "grad_norm": 0.16267426311969757,
      "learning_rate": 8.998621839034177e-05,
      "loss": 0.018,
      "step": 73420
    },
    {
      "grad_norm": 0.17194023728370667,
      "learning_rate": 8.998290918319327e-05,
      "loss": 0.0206,
      "step": 73430
    },
    {
      "grad_norm": 0.18218234181404114,
      "learning_rate": 8.997959949021466e-05,
      "loss": 0.022,
      "step": 73440
    },
    {
      "grad_norm": 0.18543586134910583,
      "learning_rate": 8.997628931144619e-05,
      "loss": 0.014,
      "step": 73450
    },
    {
      "grad_norm": 0.5335498452186584,
      "learning_rate": 8.997297864692803e-05,
      "loss": 0.0179,
      "step": 73460
    },
    {
      "grad_norm": 0.3273671865463257,
      "learning_rate": 8.996966749670046e-05,
      "loss": 0.018,
      "step": 73470
    },
    {
      "grad_norm": 0.4084474444389343,
      "learning_rate": 8.996635586080369e-05,
      "loss": 0.0239,
      "step": 73480
    },
    {
      "grad_norm": 0.16270872950553894,
      "learning_rate": 8.996304373927795e-05,
      "loss": 0.0221,
      "step": 73490
    },
    {
      "grad_norm": 0.1743171215057373,
      "learning_rate": 8.995973113216352e-05,
      "loss": 0.0226,
      "step": 73500
    },
    {
      "grad_norm": 0.11441297084093094,
      "learning_rate": 8.995641803950062e-05,
      "loss": 0.0218,
      "step": 73510
    },
    {
      "grad_norm": 0.34897279739379883,
      "learning_rate": 8.99531044613295e-05,
      "loss": 0.0211,
      "step": 73520
    },
    {
      "grad_norm": 0.16778691112995148,
      "learning_rate": 8.994979039769046e-05,
      "loss": 0.0188,
      "step": 73530
    },
    {
      "grad_norm": 0.12329418957233429,
      "learning_rate": 8.994647584862374e-05,
      "loss": 0.0178,
      "step": 73540
    },
    {
      "grad_norm": 0.1427796334028244,
      "learning_rate": 8.994316081416961e-05,
      "loss": 0.0187,
      "step": 73550
    },
    {
      "grad_norm": 0.13326090574264526,
      "learning_rate": 8.993984529436839e-05,
      "loss": 0.019,
      "step": 73560
    },
    {
      "grad_norm": 0.23530544340610504,
      "learning_rate": 8.99365292892603e-05,
      "loss": 0.0262,
      "step": 73570
    },
    {
      "grad_norm": 0.12355607748031616,
      "learning_rate": 8.993321279888571e-05,
      "loss": 0.0178,
      "step": 73580
    },
    {
      "grad_norm": 0.08610320091247559,
      "learning_rate": 8.992989582328485e-05,
      "loss": 0.0122,
      "step": 73590
    },
    {
      "grad_norm": 0.22152729332447052,
      "learning_rate": 8.992657836249809e-05,
      "loss": 0.0183,
      "step": 73600
    },
    {
      "grad_norm": 0.11542396247386932,
      "learning_rate": 8.992326041656568e-05,
      "loss": 0.0284,
      "step": 73610
    },
    {
      "grad_norm": 0.08927411586046219,
      "learning_rate": 8.991994198552798e-05,
      "loss": 0.0162,
      "step": 73620
    },
    {
      "grad_norm": 0.3498496115207672,
      "learning_rate": 8.991662306942529e-05,
      "loss": 0.0256,
      "step": 73630
    },
    {
      "grad_norm": 0.11503594368696213,
      "learning_rate": 8.991330366829794e-05,
      "loss": 0.0152,
      "step": 73640
    },
    {
      "grad_norm": 0.13062356412410736,
      "learning_rate": 8.990998378218627e-05,
      "loss": 0.023,
      "step": 73650
    },
    {
      "grad_norm": 0.14406824111938477,
      "learning_rate": 8.990666341113061e-05,
      "loss": 0.0178,
      "step": 73660
    },
    {
      "grad_norm": 0.13315026462078094,
      "learning_rate": 8.99033425551713e-05,
      "loss": 0.0207,
      "step": 73670
    },
    {
      "grad_norm": 0.32624804973602295,
      "learning_rate": 8.990002121434874e-05,
      "loss": 0.0237,
      "step": 73680
    },
    {
      "grad_norm": 0.22857670485973358,
      "learning_rate": 8.989669938870321e-05,
      "loss": 0.0207,
      "step": 73690
    },
    {
      "grad_norm": 0.13236349821090698,
      "learning_rate": 8.989337707827513e-05,
      "loss": 0.0204,
      "step": 73700
    },
    {
      "grad_norm": 0.19657665491104126,
      "learning_rate": 8.989005428310483e-05,
      "loss": 0.0304,
      "step": 73710
    },
    {
      "grad_norm": 0.18780039250850677,
      "learning_rate": 8.988673100323274e-05,
      "loss": 0.017,
      "step": 73720
    },
    {
      "grad_norm": 0.10431686043739319,
      "learning_rate": 8.988340723869922e-05,
      "loss": 0.0176,
      "step": 73730
    },
    {
      "grad_norm": 0.2070523500442505,
      "learning_rate": 8.988008298954461e-05,
      "loss": 0.0148,
      "step": 73740
    },
    {
      "grad_norm": 0.12412182986736298,
      "learning_rate": 8.987675825580936e-05,
      "loss": 0.0172,
      "step": 73750
    },
    {
      "grad_norm": 0.2731969952583313,
      "learning_rate": 8.987343303753384e-05,
      "loss": 0.0189,
      "step": 73760
    },
    {
      "grad_norm": 0.20346741378307343,
      "learning_rate": 8.987010733475846e-05,
      "loss": 0.0206,
      "step": 73770
    },
    {
      "grad_norm": 0.1116880476474762,
      "learning_rate": 8.986678114752363e-05,
      "loss": 0.0196,
      "step": 73780
    },
    {
      "grad_norm": 0.14035116136074066,
      "learning_rate": 8.986345447586978e-05,
      "loss": 0.019,
      "step": 73790
    },
    {
      "grad_norm": 0.23005661368370056,
      "learning_rate": 8.98601273198373e-05,
      "loss": 0.0152,
      "step": 73800
    },
    {
      "grad_norm": 0.23180603981018066,
      "learning_rate": 8.985679967946666e-05,
      "loss": 0.0162,
      "step": 73810
    },
    {
      "grad_norm": 0.14472249150276184,
      "learning_rate": 8.985347155479827e-05,
      "loss": 0.0178,
      "step": 73820
    },
    {
      "grad_norm": 0.12294841557741165,
      "learning_rate": 8.985014294587258e-05,
      "loss": 0.0195,
      "step": 73830
    },
    {
      "grad_norm": 0.18051911890506744,
      "learning_rate": 8.984681385273001e-05,
      "loss": 0.0209,
      "step": 73840
    },
    {
      "grad_norm": 0.09758193790912628,
      "learning_rate": 8.984348427541103e-05,
      "loss": 0.0211,
      "step": 73850
    },
    {
      "grad_norm": 0.12535583972930908,
      "learning_rate": 8.98401542139561e-05,
      "loss": 0.0148,
      "step": 73860
    },
    {
      "grad_norm": 0.1243865117430687,
      "learning_rate": 8.98368236684057e-05,
      "loss": 0.0166,
      "step": 73870
    },
    {
      "grad_norm": 0.1011604443192482,
      "learning_rate": 8.983349263880026e-05,
      "loss": 0.0174,
      "step": 73880
    },
    {
      "grad_norm": 0.1659475415945053,
      "learning_rate": 8.983016112518028e-05,
      "loss": 0.0171,
      "step": 73890
    },
    {
      "grad_norm": 0.14127172529697418,
      "learning_rate": 8.982682912758624e-05,
      "loss": 0.0202,
      "step": 73900
    },
    {
      "grad_norm": 0.12770891189575195,
      "learning_rate": 8.982349664605863e-05,
      "loss": 0.0171,
      "step": 73910
    },
    {
      "grad_norm": 0.14764313399791718,
      "learning_rate": 8.982016368063792e-05,
      "loss": 0.0186,
      "step": 73920
    },
    {
      "grad_norm": 0.11348937451839447,
      "learning_rate": 8.981683023136462e-05,
      "loss": 0.0186,
      "step": 73930
    },
    {
      "grad_norm": 0.7608084082603455,
      "learning_rate": 8.981349629827926e-05,
      "loss": 0.0214,
      "step": 73940
    },
    {
      "grad_norm": 0.1600913256406784,
      "learning_rate": 8.981016188142233e-05,
      "loss": 0.0227,
      "step": 73950
    },
    {
      "grad_norm": 0.1918720155954361,
      "learning_rate": 8.980682698083433e-05,
      "loss": 0.0164,
      "step": 73960
    },
    {
      "grad_norm": 0.2608889043331146,
      "learning_rate": 8.980349159655581e-05,
      "loss": 0.018,
      "step": 73970
    },
    {
      "grad_norm": 0.34331417083740234,
      "learning_rate": 8.980015572862727e-05,
      "loss": 0.0211,
      "step": 73980
    },
    {
      "grad_norm": 0.14802061021327972,
      "learning_rate": 8.979681937708928e-05,
      "loss": 0.0293,
      "step": 73990
    },
    {
      "grad_norm": 0.31447634100914,
      "learning_rate": 8.979348254198235e-05,
      "loss": 0.0186,
      "step": 74000
    },
    {
      "grad_norm": 0.1460695117712021,
      "learning_rate": 8.979014522334704e-05,
      "loss": 0.0269,
      "step": 74010
    },
    {
      "grad_norm": 0.13899417221546173,
      "learning_rate": 8.97868074212239e-05,
      "loss": 0.025,
      "step": 74020
    },
    {
      "grad_norm": 0.16715222597122192,
      "learning_rate": 8.978346913565348e-05,
      "loss": 0.0186,
      "step": 74030
    },
    {
      "grad_norm": 0.15203724801540375,
      "learning_rate": 8.978013036667634e-05,
      "loss": 0.0345,
      "step": 74040
    },
    {
      "grad_norm": 0.22417926788330078,
      "learning_rate": 8.977679111433308e-05,
      "loss": 0.0229,
      "step": 74050
    },
    {
      "grad_norm": 0.16147685050964355,
      "learning_rate": 8.977345137866422e-05,
      "loss": 0.0291,
      "step": 74060
    },
    {
      "grad_norm": 0.22557786107063293,
      "learning_rate": 8.97701111597104e-05,
      "loss": 0.0239,
      "step": 74070
    },
    {
      "grad_norm": 0.09899292886257172,
      "learning_rate": 8.976677045751217e-05,
      "loss": 0.0215,
      "step": 74080
    },
    {
      "grad_norm": 0.4023134708404541,
      "learning_rate": 8.976342927211014e-05,
      "loss": 0.0266,
      "step": 74090
    },
    {
      "grad_norm": 0.24910427629947662,
      "learning_rate": 8.976008760354488e-05,
      "loss": 0.0216,
      "step": 74100
    },
    {
      "grad_norm": 0.21447445452213287,
      "learning_rate": 8.975674545185703e-05,
      "loss": 0.0189,
      "step": 74110
    },
    {
      "grad_norm": 0.12933993339538574,
      "learning_rate": 8.97534028170872e-05,
      "loss": 0.0188,
      "step": 74120
    },
    {
      "grad_norm": 0.23193801939487457,
      "learning_rate": 8.975005969927599e-05,
      "loss": 0.0276,
      "step": 74130
    },
    {
      "grad_norm": 0.17575308680534363,
      "learning_rate": 8.974671609846402e-05,
      "loss": 0.0286,
      "step": 74140
    },
    {
      "grad_norm": 0.14858537912368774,
      "learning_rate": 8.97433720146919e-05,
      "loss": 0.0214,
      "step": 74150
    },
    {
      "grad_norm": 0.16544461250305176,
      "learning_rate": 8.974002744800033e-05,
      "loss": 0.0218,
      "step": 74160
    },
    {
      "grad_norm": 0.12826091051101685,
      "learning_rate": 8.973668239842986e-05,
      "loss": 0.0201,
      "step": 74170
    },
    {
      "grad_norm": 0.13641737401485443,
      "learning_rate": 8.97333368660212e-05,
      "loss": 0.0224,
      "step": 74180
    },
    {
      "grad_norm": 0.16138412058353424,
      "learning_rate": 8.972999085081498e-05,
      "loss": 0.0205,
      "step": 74190
    },
    {
      "grad_norm": 0.1213146522641182,
      "learning_rate": 8.972664435285188e-05,
      "loss": 0.0224,
      "step": 74200
    },
    {
      "grad_norm": 0.17287173867225647,
      "learning_rate": 8.972329737217251e-05,
      "loss": 0.0264,
      "step": 74210
    },
    {
      "grad_norm": 0.1436336785554886,
      "learning_rate": 8.971994990881759e-05,
      "loss": 0.0172,
      "step": 74220
    },
    {
      "grad_norm": 0.16506631672382355,
      "learning_rate": 8.971660196282779e-05,
      "loss": 0.0225,
      "step": 74230
    },
    {
      "grad_norm": 0.11703915148973465,
      "learning_rate": 8.971325353424374e-05,
      "loss": 0.0173,
      "step": 74240
    },
    {
      "grad_norm": 0.14809006452560425,
      "learning_rate": 8.97099046231062e-05,
      "loss": 0.0165,
      "step": 74250
    },
    {
      "grad_norm": 0.29614076018333435,
      "learning_rate": 8.970655522945581e-05,
      "loss": 0.0227,
      "step": 74260
    },
    {
      "grad_norm": 0.19815140962600708,
      "learning_rate": 8.970320535333327e-05,
      "loss": 0.0197,
      "step": 74270
    },
    {
      "grad_norm": 0.17012162506580353,
      "learning_rate": 8.969985499477933e-05,
      "loss": 0.0274,
      "step": 74280
    },
    {
      "grad_norm": 0.1889636367559433,
      "learning_rate": 8.969650415383466e-05,
      "loss": 0.0214,
      "step": 74290
    },
    {
      "grad_norm": 0.12939120829105377,
      "learning_rate": 8.969315283053997e-05,
      "loss": 0.0207,
      "step": 74300
    },
    {
      "grad_norm": 0.2371685653924942,
      "learning_rate": 8.9689801024936e-05,
      "loss": 0.0247,
      "step": 74310
    },
    {
      "grad_norm": 0.21248534321784973,
      "learning_rate": 8.96864487370635e-05,
      "loss": 0.0181,
      "step": 74320
    },
    {
      "grad_norm": 0.1425555944442749,
      "learning_rate": 8.968309596696315e-05,
      "loss": 0.0161,
      "step": 74330
    },
    {
      "grad_norm": 0.16326729953289032,
      "learning_rate": 8.967974271467572e-05,
      "loss": 0.0216,
      "step": 74340
    },
    {
      "grad_norm": 0.16415323317050934,
      "learning_rate": 8.967638898024195e-05,
      "loss": 0.0224,
      "step": 74350
    },
    {
      "grad_norm": 0.08796561509370804,
      "learning_rate": 8.967303476370261e-05,
      "loss": 0.0194,
      "step": 74360
    },
    {
      "grad_norm": 0.19767539203166962,
      "learning_rate": 8.966968006509844e-05,
      "loss": 0.0242,
      "step": 74370
    },
    {
      "grad_norm": 0.12053772807121277,
      "learning_rate": 8.966632488447018e-05,
      "loss": 0.0189,
      "step": 74380
    },
    {
      "grad_norm": 0.1213236153125763,
      "learning_rate": 8.966296922185864e-05,
      "loss": 0.0208,
      "step": 74390
    },
    {
      "grad_norm": 0.15652404725551605,
      "learning_rate": 8.965961307730457e-05,
      "loss": 0.0211,
      "step": 74400
    },
    {
      "grad_norm": 0.1349484771490097,
      "learning_rate": 8.965625645084877e-05,
      "loss": 0.0176,
      "step": 74410
    },
    {
      "grad_norm": 0.29658353328704834,
      "learning_rate": 8.965289934253198e-05,
      "loss": 0.0215,
      "step": 74420
    },
    {
      "grad_norm": 0.21929717063903809,
      "learning_rate": 8.964954175239506e-05,
      "loss": 0.0224,
      "step": 74430
    },
    {
      "grad_norm": 0.2038898915052414,
      "learning_rate": 8.964618368047875e-05,
      "loss": 0.023,
      "step": 74440
    },
    {
      "grad_norm": 0.1442195326089859,
      "learning_rate": 8.964282512682387e-05,
      "loss": 0.0182,
      "step": 74450
    },
    {
      "grad_norm": 0.09541638940572739,
      "learning_rate": 8.963946609147126e-05,
      "loss": 0.0155,
      "step": 74460
    },
    {
      "grad_norm": 0.10310603678226471,
      "learning_rate": 8.963610657446169e-05,
      "loss": 0.0182,
      "step": 74470
    },
    {
      "grad_norm": 0.3470711410045624,
      "learning_rate": 8.963274657583602e-05,
      "loss": 0.0208,
      "step": 74480
    },
    {
      "grad_norm": 0.12744839489459991,
      "learning_rate": 8.962938609563504e-05,
      "loss": 0.019,
      "step": 74490
    },
    {
      "grad_norm": 0.2131136804819107,
      "learning_rate": 8.962602513389961e-05,
      "loss": 0.0198,
      "step": 74500
    },
    {
      "grad_norm": 0.17688393592834473,
      "learning_rate": 8.962266369067058e-05,
      "loss": 0.0199,
      "step": 74510
    },
    {
      "grad_norm": 0.265405535697937,
      "learning_rate": 8.961930176598877e-05,
      "loss": 0.016,
      "step": 74520
    },
    {
      "grad_norm": 0.27155953645706177,
      "learning_rate": 8.961593935989502e-05,
      "loss": 0.0194,
      "step": 74530
    },
    {
      "grad_norm": 0.10139691829681396,
      "learning_rate": 8.961257647243021e-05,
      "loss": 0.0186,
      "step": 74540
    },
    {
      "grad_norm": 0.23326846957206726,
      "learning_rate": 8.960921310363519e-05,
      "loss": 0.0199,
      "step": 74550
    },
    {
      "grad_norm": 0.09523646533489227,
      "learning_rate": 8.960584925355085e-05,
      "loss": 0.0193,
      "step": 74560
    },
    {
      "grad_norm": 0.12855452299118042,
      "learning_rate": 8.960248492221804e-05,
      "loss": 0.0208,
      "step": 74570
    },
    {
      "grad_norm": 0.24821066856384277,
      "learning_rate": 8.959912010967764e-05,
      "loss": 0.0243,
      "step": 74580
    },
    {
      "grad_norm": 0.12003308534622192,
      "learning_rate": 8.959575481597055e-05,
      "loss": 0.0188,
      "step": 74590
    },
    {
      "grad_norm": 0.11416016519069672,
      "learning_rate": 8.959238904113765e-05,
      "loss": 0.0161,
      "step": 74600
    },
    {
      "grad_norm": 0.20462048053741455,
      "learning_rate": 8.958902278521984e-05,
      "loss": 0.0164,
      "step": 74610
    },
    {
      "grad_norm": 0.1944141834974289,
      "learning_rate": 8.958565604825803e-05,
      "loss": 0.0172,
      "step": 74620
    },
    {
      "grad_norm": 0.19442899525165558,
      "learning_rate": 8.958228883029312e-05,
      "loss": 0.0182,
      "step": 74630
    },
    {
      "grad_norm": 0.17050951719284058,
      "learning_rate": 8.957892113136604e-05,
      "loss": 0.0204,
      "step": 74640
    },
    {
      "grad_norm": 0.14598172903060913,
      "learning_rate": 8.95755529515177e-05,
      "loss": 0.0193,
      "step": 74650
    },
    {
      "grad_norm": 0.20789791643619537,
      "learning_rate": 8.9572184290789e-05,
      "loss": 0.0188,
      "step": 74660
    },
    {
      "grad_norm": 0.212441086769104,
      "learning_rate": 8.956881514922092e-05,
      "loss": 0.0165,
      "step": 74670
    },
    {
      "grad_norm": 0.14648789167404175,
      "learning_rate": 8.956544552685437e-05,
      "loss": 0.0301,
      "step": 74680
    },
    {
      "grad_norm": 0.17863532900810242,
      "learning_rate": 8.95620754237303e-05,
      "loss": 0.0209,
      "step": 74690
    },
    {
      "grad_norm": 0.1575019508600235,
      "learning_rate": 8.955870483988966e-05,
      "loss": 0.0236,
      "step": 74700
    },
    {
      "grad_norm": 0.17777711153030396,
      "learning_rate": 8.955533377537342e-05,
      "loss": 0.0164,
      "step": 74710
    },
    {
      "grad_norm": 0.3445785343647003,
      "learning_rate": 8.955196223022251e-05,
      "loss": 0.0203,
      "step": 74720
    },
    {
      "grad_norm": 0.17677436769008636,
      "learning_rate": 8.954859020447793e-05,
      "loss": 0.0225,
      "step": 74730
    },
    {
      "grad_norm": 0.11552947759628296,
      "learning_rate": 8.954521769818063e-05,
      "loss": 0.0196,
      "step": 74740
    },
    {
      "grad_norm": 0.1918059140443802,
      "learning_rate": 8.954184471137161e-05,
      "loss": 0.0227,
      "step": 74750
    },
    {
      "grad_norm": 0.21780437231063843,
      "learning_rate": 8.953847124409183e-05,
      "loss": 0.0212,
      "step": 74760
    },
    {
      "grad_norm": 0.1503055840730667,
      "learning_rate": 8.95350972963823e-05,
      "loss": 0.021,
      "step": 74770
    },
    {
      "grad_norm": 0.1515863984823227,
      "learning_rate": 8.953172286828401e-05,
      "loss": 0.0161,
      "step": 74780
    },
    {
      "grad_norm": 0.12524566054344177,
      "learning_rate": 8.952834795983796e-05,
      "loss": 0.025,
      "step": 74790
    },
    {
      "grad_norm": 0.12619167566299438,
      "learning_rate": 8.952497257108517e-05,
      "loss": 0.0213,
      "step": 74800
    },
    {
      "grad_norm": 0.14199867844581604,
      "learning_rate": 8.952159670206664e-05,
      "loss": 0.0255,
      "step": 74810
    },
    {
      "grad_norm": 0.24205195903778076,
      "learning_rate": 8.95182203528234e-05,
      "loss": 0.021,
      "step": 74820
    },
    {
      "grad_norm": 0.15254397690296173,
      "learning_rate": 8.951484352339645e-05,
      "loss": 0.0183,
      "step": 74830
    },
    {
      "grad_norm": 0.15867246687412262,
      "learning_rate": 8.951146621382687e-05,
      "loss": 0.0199,
      "step": 74840
    },
    {
      "grad_norm": 0.2037430703639984,
      "learning_rate": 8.950808842415565e-05,
      "loss": 0.0165,
      "step": 74850
    },
    {
      "grad_norm": 0.12442663311958313,
      "learning_rate": 8.950471015442386e-05,
      "loss": 0.019,
      "step": 74860
    },
    {
      "grad_norm": 0.25646573305130005,
      "learning_rate": 8.950133140467255e-05,
      "loss": 0.019,
      "step": 74870
    },
    {
      "grad_norm": 0.09775739908218384,
      "learning_rate": 8.949795217494276e-05,
      "loss": 0.0136,
      "step": 74880
    },
    {
      "grad_norm": 0.16820064187049866,
      "learning_rate": 8.949457246527558e-05,
      "loss": 0.0191,
      "step": 74890
    },
    {
      "grad_norm": 0.4983777403831482,
      "learning_rate": 8.949119227571204e-05,
      "loss": 0.017,
      "step": 74900
    },
    {
      "grad_norm": 0.15155954658985138,
      "learning_rate": 8.948781160629322e-05,
      "loss": 0.0172,
      "step": 74910
    },
    {
      "grad_norm": 0.1142888143658638,
      "learning_rate": 8.948443045706021e-05,
      "loss": 0.0137,
      "step": 74920
    },
    {
      "grad_norm": 0.16950055956840515,
      "learning_rate": 8.948104882805409e-05,
      "loss": 0.0157,
      "step": 74930
    },
    {
      "grad_norm": 0.13917067646980286,
      "learning_rate": 8.947766671931596e-05,
      "loss": 0.0205,
      "step": 74940
    },
    {
      "grad_norm": 0.11226215213537216,
      "learning_rate": 8.94742841308869e-05,
      "loss": 0.0238,
      "step": 74950
    },
    {
      "grad_norm": 0.1283176690340042,
      "learning_rate": 8.947090106280802e-05,
      "loss": 0.0186,
      "step": 74960
    },
    {
      "grad_norm": 0.11479760706424713,
      "learning_rate": 8.946751751512041e-05,
      "loss": 0.0228,
      "step": 74970
    },
    {
      "grad_norm": 0.13373349606990814,
      "learning_rate": 8.946413348786522e-05,
      "loss": 0.0229,
      "step": 74980
    },
    {
      "grad_norm": 0.13678178191184998,
      "learning_rate": 8.946074898108355e-05,
      "loss": 0.0164,
      "step": 74990
    },
    {
      "grad_norm": 0.12223684787750244,
      "learning_rate": 8.94573639948165e-05,
      "loss": 0.0177,
      "step": 75000
    },
    {
      "grad_norm": 0.14402808248996735,
      "learning_rate": 8.945397852910524e-05,
      "loss": 0.0145,
      "step": 75010
    },
    {
      "grad_norm": 0.15694940090179443,
      "learning_rate": 8.945059258399089e-05,
      "loss": 0.0186,
      "step": 75020
    },
    {
      "grad_norm": 0.17855167388916016,
      "learning_rate": 8.944720615951459e-05,
      "loss": 0.0205,
      "step": 75030
    },
    {
      "grad_norm": 0.1818806231021881,
      "learning_rate": 8.944381925571748e-05,
      "loss": 0.0197,
      "step": 75040
    },
    {
      "grad_norm": 0.13745039701461792,
      "learning_rate": 8.944043187264073e-05,
      "loss": 0.0263,
      "step": 75050
    },
    {
      "grad_norm": 0.1242576390504837,
      "learning_rate": 8.943704401032551e-05,
      "loss": 0.0155,
      "step": 75060
    },
    {
      "grad_norm": 0.21789413690567017,
      "learning_rate": 8.943365566881295e-05,
      "loss": 0.0225,
      "step": 75070
    },
    {
      "grad_norm": 0.11374340206384659,
      "learning_rate": 8.943026684814426e-05,
      "loss": 0.0213,
      "step": 75080
    },
    {
      "grad_norm": 0.14034335315227509,
      "learning_rate": 8.942687754836059e-05,
      "loss": 0.0217,
      "step": 75090
    },
    {
      "grad_norm": 0.12775802612304688,
      "learning_rate": 8.942348776950313e-05,
      "loss": 0.0186,
      "step": 75100
    },
    {
      "grad_norm": 0.23681074380874634,
      "learning_rate": 8.942009751161308e-05,
      "loss": 0.0198,
      "step": 75110
    },
    {
      "grad_norm": 0.236179381608963,
      "learning_rate": 8.941670677473162e-05,
      "loss": 0.0186,
      "step": 75120
    },
    {
      "grad_norm": 0.22973480820655823,
      "learning_rate": 8.941331555889995e-05,
      "loss": 0.0186,
      "step": 75130
    },
    {
      "grad_norm": 0.47938138246536255,
      "learning_rate": 8.94099238641593e-05,
      "loss": 0.027,
      "step": 75140
    },
    {
      "grad_norm": 0.15538658201694489,
      "learning_rate": 8.940653169055087e-05,
      "loss": 0.0204,
      "step": 75150
    },
    {
      "grad_norm": 0.12228372693061829,
      "learning_rate": 8.940313903811586e-05,
      "loss": 0.0196,
      "step": 75160
    },
    {
      "grad_norm": 0.3051622211933136,
      "learning_rate": 8.939974590689551e-05,
      "loss": 0.025,
      "step": 75170
    },
    {
      "grad_norm": 0.14569365978240967,
      "learning_rate": 8.939635229693104e-05,
      "loss": 0.0162,
      "step": 75180
    },
    {
      "grad_norm": 0.11566819995641708,
      "learning_rate": 8.93929582082637e-05,
      "loss": 0.0218,
      "step": 75190
    },
    {
      "grad_norm": 0.19729740917682648,
      "learning_rate": 8.938956364093474e-05,
      "loss": 0.0186,
      "step": 75200
    },
    {
      "grad_norm": 0.20092225074768066,
      "learning_rate": 8.938616859498536e-05,
      "loss": 0.0265,
      "step": 75210
    },
    {
      "grad_norm": 0.1595376878976822,
      "learning_rate": 8.938277307045687e-05,
      "loss": 0.0201,
      "step": 75220
    },
    {
      "grad_norm": 0.10546022653579712,
      "learning_rate": 8.937937706739051e-05,
      "loss": 0.0179,
      "step": 75230
    },
    {
      "grad_norm": 0.11799153685569763,
      "learning_rate": 8.937598058582751e-05,
      "loss": 0.016,
      "step": 75240
    },
    {
      "grad_norm": 0.15604494512081146,
      "learning_rate": 8.937258362580918e-05,
      "loss": 0.0178,
      "step": 75250
    },
    {
      "grad_norm": 0.16501791775226593,
      "learning_rate": 8.93691861873768e-05,
      "loss": 0.0222,
      "step": 75260
    },
    {
      "grad_norm": 0.11031803488731384,
      "learning_rate": 8.936578827057163e-05,
      "loss": 0.0312,
      "step": 75270
    },
    {
      "grad_norm": 0.1336682140827179,
      "learning_rate": 8.936238987543496e-05,
      "loss": 0.0238,
      "step": 75280
    },
    {
      "grad_norm": 0.14987584948539734,
      "learning_rate": 8.935899100200808e-05,
      "loss": 0.0234,
      "step": 75290
    },
    {
      "grad_norm": 0.1500117927789688,
      "learning_rate": 8.935559165033231e-05,
      "loss": 0.0167,
      "step": 75300
    },
    {
      "grad_norm": 0.17794464528560638,
      "learning_rate": 8.935219182044894e-05,
      "loss": 0.0214,
      "step": 75310
    },
    {
      "grad_norm": 0.11392414569854736,
      "learning_rate": 8.93487915123993e-05,
      "loss": 0.0238,
      "step": 75320
    },
    {
      "grad_norm": 0.10956080257892609,
      "learning_rate": 8.934539072622467e-05,
      "loss": 0.0199,
      "step": 75330
    },
    {
      "grad_norm": 0.13721461594104767,
      "learning_rate": 8.93419894619664e-05,
      "loss": 0.0252,
      "step": 75340
    },
    {
      "grad_norm": 0.15268836915493011,
      "learning_rate": 8.933858771966581e-05,
      "loss": 0.0169,
      "step": 75350
    },
    {
      "grad_norm": 0.22866566479206085,
      "learning_rate": 8.933518549936427e-05,
      "loss": 0.0171,
      "step": 75360
    },
    {
      "grad_norm": 0.19796212017536163,
      "learning_rate": 8.933178280110305e-05,
      "loss": 0.0192,
      "step": 75370
    },
    {
      "grad_norm": 0.1767316311597824,
      "learning_rate": 8.932837962492355e-05,
      "loss": 0.0215,
      "step": 75380
    },
    {
      "grad_norm": 0.3012024760246277,
      "learning_rate": 8.932497597086708e-05,
      "loss": 0.0209,
      "step": 75390
    },
    {
      "grad_norm": 0.868140459060669,
      "learning_rate": 8.932157183897505e-05,
      "loss": 0.0252,
      "step": 75400
    },
    {
      "grad_norm": 0.1706843078136444,
      "learning_rate": 8.931816722928878e-05,
      "loss": 0.0203,
      "step": 75410
    },
    {
      "grad_norm": 0.35442131757736206,
      "learning_rate": 8.931476214184968e-05,
      "loss": 0.0198,
      "step": 75420
    },
    {
      "grad_norm": 0.17262768745422363,
      "learning_rate": 8.931135657669909e-05,
      "loss": 0.0178,
      "step": 75430
    },
    {
      "grad_norm": 0.1547788828611374,
      "learning_rate": 8.930795053387839e-05,
      "loss": 0.0166,
      "step": 75440
    },
    {
      "grad_norm": 0.1965954452753067,
      "learning_rate": 8.930454401342899e-05,
      "loss": 0.0201,
      "step": 75450
    },
    {
      "grad_norm": 0.10053568333387375,
      "learning_rate": 8.930113701539227e-05,
      "loss": 0.0145,
      "step": 75460
    },
    {
      "grad_norm": 0.25148189067840576,
      "learning_rate": 8.929772953980962e-05,
      "loss": 0.0226,
      "step": 75470
    },
    {
      "grad_norm": 0.4252585470676422,
      "learning_rate": 8.929432158672245e-05,
      "loss": 0.0228,
      "step": 75480
    },
    {
      "grad_norm": 0.11967423558235168,
      "learning_rate": 8.929091315617219e-05,
      "loss": 0.0177,
      "step": 75490
    },
    {
      "grad_norm": 0.17126503586769104,
      "learning_rate": 8.928750424820023e-05,
      "loss": 0.0162,
      "step": 75500
    },
    {
      "grad_norm": 0.2972796559333801,
      "learning_rate": 8.928409486284799e-05,
      "loss": 0.0198,
      "step": 75510
    },
    {
      "grad_norm": 0.10566522181034088,
      "learning_rate": 8.928068500015691e-05,
      "loss": 0.0213,
      "step": 75520
    },
    {
      "grad_norm": 0.20805813372135162,
      "learning_rate": 8.927727466016843e-05,
      "loss": 0.0213,
      "step": 75530
    },
    {
      "grad_norm": 0.11966188251972198,
      "learning_rate": 8.927386384292397e-05,
      "loss": 0.0142,
      "step": 75540
    },
    {
      "grad_norm": 0.13784773647785187,
      "learning_rate": 8.9270452548465e-05,
      "loss": 0.019,
      "step": 75550
    },
    {
      "grad_norm": 0.10305169969797134,
      "learning_rate": 8.926704077683294e-05,
      "loss": 0.0164,
      "step": 75560
    },
    {
      "grad_norm": 0.3908858895301819,
      "learning_rate": 8.926362852806926e-05,
      "loss": 0.0187,
      "step": 75570
    },
    {
      "grad_norm": 0.1805647909641266,
      "learning_rate": 8.926021580221542e-05,
      "loss": 0.0135,
      "step": 75580
    },
    {
      "grad_norm": 0.2822469472885132,
      "learning_rate": 8.925680259931291e-05,
      "loss": 0.0234,
      "step": 75590
    },
    {
      "grad_norm": 0.11786238104104996,
      "learning_rate": 8.925338891940316e-05,
      "loss": 0.0183,
      "step": 75600
    },
    {
      "grad_norm": 0.1423412412405014,
      "learning_rate": 8.924997476252769e-05,
      "loss": 0.0181,
      "step": 75610
    },
    {
      "grad_norm": 0.30858415365219116,
      "learning_rate": 8.924656012872797e-05,
      "loss": 0.0219,
      "step": 75620
    },
    {
      "grad_norm": 0.13650068640708923,
      "learning_rate": 8.924314501804548e-05,
      "loss": 0.0143,
      "step": 75630
    },
    {
      "grad_norm": 0.16394557058811188,
      "learning_rate": 8.923972943052171e-05,
      "loss": 0.0184,
      "step": 75640
    },
    {
      "grad_norm": 0.227508082985878,
      "learning_rate": 8.92363133661982e-05,
      "loss": 0.0235,
      "step": 75650
    },
    {
      "grad_norm": 0.12696999311447144,
      "learning_rate": 8.923289682511644e-05,
      "loss": 0.0184,
      "step": 75660
    },
    {
      "grad_norm": 0.13336768746376038,
      "learning_rate": 8.922947980731792e-05,
      "loss": 0.0192,
      "step": 75670
    },
    {
      "grad_norm": 0.12311000376939774,
      "learning_rate": 8.92260623128442e-05,
      "loss": 0.0182,
      "step": 75680
    },
    {
      "grad_norm": 0.14865756034851074,
      "learning_rate": 8.92226443417368e-05,
      "loss": 0.0223,
      "step": 75690
    },
    {
      "grad_norm": 0.35479816794395447,
      "learning_rate": 8.921922589403721e-05,
      "loss": 0.0219,
      "step": 75700
    },
    {
      "grad_norm": 0.13061675429344177,
      "learning_rate": 8.921580696978702e-05,
      "loss": 0.0188,
      "step": 75710
    },
    {
      "grad_norm": 0.13020770251750946,
      "learning_rate": 8.921238756902773e-05,
      "loss": 0.0218,
      "step": 75720
    },
    {
      "grad_norm": 0.2419147789478302,
      "learning_rate": 8.920896769180092e-05,
      "loss": 0.019,
      "step": 75730
    },
    {
      "grad_norm": 0.13368254899978638,
      "learning_rate": 8.920554733814812e-05,
      "loss": 0.0182,
      "step": 75740
    },
    {
      "grad_norm": 0.13895171880722046,
      "learning_rate": 8.920212650811093e-05,
      "loss": 0.0165,
      "step": 75750
    },
    {
      "grad_norm": 0.10449593514204025,
      "learning_rate": 8.919870520173085e-05,
      "loss": 0.0206,
      "step": 75760
    },
    {
      "grad_norm": 0.7613905668258667,
      "learning_rate": 8.919528341904953e-05,
      "loss": 0.0221,
      "step": 75770
    },
    {
      "grad_norm": 0.134146049618721,
      "learning_rate": 8.91918611601085e-05,
      "loss": 0.0209,
      "step": 75780
    },
    {
      "grad_norm": 0.12169140577316284,
      "learning_rate": 8.918843842494935e-05,
      "loss": 0.0183,
      "step": 75790
    },
    {
      "grad_norm": 0.25764158368110657,
      "learning_rate": 8.918501521361366e-05,
      "loss": 0.0172,
      "step": 75800
    },
    {
      "grad_norm": 0.09848044067621231,
      "learning_rate": 8.918159152614306e-05,
      "loss": 0.0183,
      "step": 75810
    },
    {
      "grad_norm": 0.6797671318054199,
      "learning_rate": 8.917816736257911e-05,
      "loss": 0.023,
      "step": 75820
    },
    {
      "grad_norm": 0.18155142664909363,
      "learning_rate": 8.917474272296345e-05,
      "loss": 0.0279,
      "step": 75830
    },
    {
      "grad_norm": 0.18840138614177704,
      "learning_rate": 8.917131760733768e-05,
      "loss": 0.016,
      "step": 75840
    },
    {
      "grad_norm": 0.25046297907829285,
      "learning_rate": 8.916789201574341e-05,
      "loss": 0.0199,
      "step": 75850
    },
    {
      "grad_norm": 0.21847832202911377,
      "learning_rate": 8.916446594822228e-05,
      "loss": 0.0232,
      "step": 75860
    },
    {
      "grad_norm": 0.14907090365886688,
      "learning_rate": 8.91610394048159e-05,
      "loss": 0.0209,
      "step": 75870
    },
    {
      "grad_norm": 0.08800502866506577,
      "learning_rate": 8.915761238556592e-05,
      "loss": 0.0176,
      "step": 75880
    },
    {
      "grad_norm": 0.11144750565290451,
      "learning_rate": 8.9154184890514e-05,
      "loss": 0.0195,
      "step": 75890
    },
    {
      "grad_norm": 0.14691981673240662,
      "learning_rate": 8.915075691970173e-05,
      "loss": 0.0147,
      "step": 75900
    },
    {
      "grad_norm": 0.16924019157886505,
      "learning_rate": 8.914732847317081e-05,
      "loss": 0.0171,
      "step": 75910
    },
    {
      "grad_norm": 0.24813495576381683,
      "learning_rate": 8.91438995509629e-05,
      "loss": 0.0173,
      "step": 75920
    },
    {
      "grad_norm": 0.18851524591445923,
      "learning_rate": 8.914047015311966e-05,
      "loss": 0.0174,
      "step": 75930
    },
    {
      "grad_norm": 0.14360256493091583,
      "learning_rate": 8.913704027968273e-05,
      "loss": 0.023,
      "step": 75940
    },
    {
      "grad_norm": 0.08885979652404785,
      "learning_rate": 8.913360993069382e-05,
      "loss": 0.0146,
      "step": 75950
    },
    {
      "grad_norm": 0.20019903779029846,
      "learning_rate": 8.91301791061946e-05,
      "loss": 0.0164,
      "step": 75960
    },
    {
      "grad_norm": 0.20721450448036194,
      "learning_rate": 8.912674780622676e-05,
      "loss": 0.019,
      "step": 75970
    },
    {
      "grad_norm": 0.17336510121822357,
      "learning_rate": 8.912331603083199e-05,
      "loss": 0.0174,
      "step": 75980
    },
    {
      "grad_norm": 0.19796648621559143,
      "learning_rate": 8.911988378005199e-05,
      "loss": 0.0183,
      "step": 75990
    },
    {
      "grad_norm": 0.08157771080732346,
      "learning_rate": 8.911645105392848e-05,
      "loss": 0.0191,
      "step": 76000
    },
    {
      "grad_norm": 0.19218109548091888,
      "learning_rate": 8.911301785250314e-05,
      "loss": 0.0182,
      "step": 76010
    },
    {
      "grad_norm": 0.18506178259849548,
      "learning_rate": 8.910958417581772e-05,
      "loss": 0.0207,
      "step": 76020
    },
    {
      "grad_norm": 0.1444539874792099,
      "learning_rate": 8.910615002391392e-05,
      "loss": 0.0188,
      "step": 76030
    },
    {
      "grad_norm": 0.13900673389434814,
      "learning_rate": 8.910271539683346e-05,
      "loss": 0.0231,
      "step": 76040
    },
    {
      "grad_norm": 0.24862608313560486,
      "learning_rate": 8.90992802946181e-05,
      "loss": 0.018,
      "step": 76050
    },
    {
      "grad_norm": 0.15587744116783142,
      "learning_rate": 8.909584471730957e-05,
      "loss": 0.0189,
      "step": 76060
    },
    {
      "grad_norm": 0.12458018213510513,
      "learning_rate": 8.909240866494961e-05,
      "loss": 0.0143,
      "step": 76070
    },
    {
      "grad_norm": 0.15238730609416962,
      "learning_rate": 8.908897213757999e-05,
      "loss": 0.0198,
      "step": 76080
    },
    {
      "grad_norm": 0.22840581834316254,
      "learning_rate": 8.908553513524245e-05,
      "loss": 0.0203,
      "step": 76090
    },
    {
      "grad_norm": 0.12674210965633392,
      "learning_rate": 8.908209765797873e-05,
      "loss": 0.0172,
      "step": 76100
    },
    {
      "grad_norm": 0.25460299849510193,
      "learning_rate": 8.907865970583064e-05,
      "loss": 0.0154,
      "step": 76110
    },
    {
      "grad_norm": 0.15511676669120789,
      "learning_rate": 8.907522127883995e-05,
      "loss": 0.0236,
      "step": 76120
    },
    {
      "grad_norm": 0.08452187478542328,
      "learning_rate": 8.907178237704842e-05,
      "loss": 0.0141,
      "step": 76130
    },
    {
      "grad_norm": 0.08810712397098541,
      "learning_rate": 8.906834300049785e-05,
      "loss": 0.0209,
      "step": 76140
    },
    {
      "grad_norm": 0.19894075393676758,
      "learning_rate": 8.906490314923e-05,
      "loss": 0.0172,
      "step": 76150
    },
    {
      "grad_norm": 0.10419493913650513,
      "learning_rate": 8.906146282328671e-05,
      "loss": 0.0155,
      "step": 76160
    },
    {
      "grad_norm": 0.2713780403137207,
      "learning_rate": 8.905802202270977e-05,
      "loss": 0.0222,
      "step": 76170
    },
    {
      "grad_norm": 0.1353204846382141,
      "learning_rate": 8.905458074754098e-05,
      "loss": 0.0177,
      "step": 76180
    },
    {
      "grad_norm": 0.17637507617473602,
      "learning_rate": 8.905113899782218e-05,
      "loss": 0.0214,
      "step": 76190
    },
    {
      "grad_norm": 0.1295398473739624,
      "learning_rate": 8.904769677359515e-05,
      "loss": 0.0164,
      "step": 76200
    },
    {
      "grad_norm": 0.16103821992874146,
      "learning_rate": 8.904425407490174e-05,
      "loss": 0.0183,
      "step": 76210
    },
    {
      "grad_norm": 0.11149554699659348,
      "learning_rate": 8.904081090178378e-05,
      "loss": 0.0194,
      "step": 76220
    },
    {
      "grad_norm": 0.1653389185667038,
      "learning_rate": 8.90373672542831e-05,
      "loss": 0.0234,
      "step": 76230
    },
    {
      "grad_norm": 0.09265837073326111,
      "learning_rate": 8.903392313244157e-05,
      "loss": 0.0189,
      "step": 76240
    },
    {
      "grad_norm": 0.14043937623500824,
      "learning_rate": 8.9030478536301e-05,
      "loss": 0.0169,
      "step": 76250
    },
    {
      "grad_norm": 0.14048811793327332,
      "learning_rate": 8.902703346590327e-05,
      "loss": 0.0177,
      "step": 76260
    },
    {
      "grad_norm": 0.2085329294204712,
      "learning_rate": 8.902358792129024e-05,
      "loss": 0.0146,
      "step": 76270
    },
    {
      "grad_norm": 0.1312103122472763,
      "learning_rate": 8.902014190250377e-05,
      "loss": 0.0191,
      "step": 76280
    },
    {
      "grad_norm": 0.23731650412082672,
      "learning_rate": 8.901669540958574e-05,
      "loss": 0.0194,
      "step": 76290
    },
    {
      "grad_norm": 0.19520387053489685,
      "learning_rate": 8.901324844257802e-05,
      "loss": 0.0143,
      "step": 76300
    },
    {
      "grad_norm": 0.1339445263147354,
      "learning_rate": 8.90098010015225e-05,
      "loss": 0.0211,
      "step": 76310
    },
    {
      "grad_norm": 0.19084572792053223,
      "learning_rate": 8.900635308646106e-05,
      "loss": 0.0162,
      "step": 76320
    },
    {
      "grad_norm": 0.13359901309013367,
      "learning_rate": 8.900290469743559e-05,
      "loss": 0.0137,
      "step": 76330
    },
    {
      "grad_norm": 0.15272891521453857,
      "learning_rate": 8.899945583448803e-05,
      "loss": 0.0189,
      "step": 76340
    },
    {
      "grad_norm": 0.1686047911643982,
      "learning_rate": 8.899600649766024e-05,
      "loss": 0.0261,
      "step": 76350
    },
    {
      "grad_norm": 0.13232247531414032,
      "learning_rate": 8.899255668699415e-05,
      "loss": 0.018,
      "step": 76360
    },
    {
      "grad_norm": 0.20565493404865265,
      "learning_rate": 8.898910640253171e-05,
      "loss": 0.016,
      "step": 76370
    },
    {
      "grad_norm": 0.2233867347240448,
      "learning_rate": 8.898565564431478e-05,
      "loss": 0.0142,
      "step": 76380
    },
    {
      "grad_norm": 0.15187609195709229,
      "learning_rate": 8.898220441238534e-05,
      "loss": 0.0187,
      "step": 76390
    },
    {
      "grad_norm": 0.13576383888721466,
      "learning_rate": 8.897875270678532e-05,
      "loss": 0.019,
      "step": 76400
    },
    {
      "grad_norm": 0.18422773480415344,
      "learning_rate": 8.897530052755665e-05,
      "loss": 0.018,
      "step": 76410
    },
    {
      "grad_norm": 0.11637714505195618,
      "learning_rate": 8.897184787474127e-05,
      "loss": 0.0168,
      "step": 76420
    },
    {
      "grad_norm": 0.1740257292985916,
      "learning_rate": 8.896839474838115e-05,
      "loss": 0.0208,
      "step": 76430
    },
    {
      "grad_norm": 0.11835543811321259,
      "learning_rate": 8.896494114851823e-05,
      "loss": 0.02,
      "step": 76440
    },
    {
      "grad_norm": 0.1255938857793808,
      "learning_rate": 8.89614870751945e-05,
      "loss": 0.0214,
      "step": 76450
    },
    {
      "grad_norm": 0.19202616810798645,
      "learning_rate": 8.895803252845192e-05,
      "loss": 0.0245,
      "step": 76460
    },
    {
      "grad_norm": 0.11094332486391068,
      "learning_rate": 8.895457750833244e-05,
      "loss": 0.0174,
      "step": 76470
    },
    {
      "grad_norm": 0.09077750146389008,
      "learning_rate": 8.895112201487808e-05,
      "loss": 0.0173,
      "step": 76480
    },
    {
      "grad_norm": 0.10075956583023071,
      "learning_rate": 8.89476660481308e-05,
      "loss": 0.0258,
      "step": 76490
    },
    {
      "grad_norm": 0.11717704683542252,
      "learning_rate": 8.894420960813263e-05,
      "loss": 0.0179,
      "step": 76500
    },
    {
      "grad_norm": 0.23397959768772125,
      "learning_rate": 8.894075269492552e-05,
      "loss": 0.0226,
      "step": 76510
    },
    {
      "grad_norm": 0.1995154619216919,
      "learning_rate": 8.89372953085515e-05,
      "loss": 0.0176,
      "step": 76520
    },
    {
      "grad_norm": 0.19606292247772217,
      "learning_rate": 8.893383744905259e-05,
      "loss": 0.0183,
      "step": 76530
    },
    {
      "grad_norm": 0.22417648136615753,
      "learning_rate": 8.893037911647079e-05,
      "loss": 0.0231,
      "step": 76540
    },
    {
      "grad_norm": 0.5906581878662109,
      "learning_rate": 8.892692031084814e-05,
      "loss": 0.0231,
      "step": 76550
    },
    {
      "grad_norm": 0.14188739657402039,
      "learning_rate": 8.892346103222664e-05,
      "loss": 0.0196,
      "step": 76560
    },
    {
      "grad_norm": 0.13952191174030304,
      "learning_rate": 8.892000128064834e-05,
      "loss": 0.0262,
      "step": 76570
    },
    {
      "grad_norm": 0.17691951990127563,
      "learning_rate": 8.891654105615528e-05,
      "loss": 0.0197,
      "step": 76580
    },
    {
      "grad_norm": 0.19097009301185608,
      "learning_rate": 8.891308035878951e-05,
      "loss": 0.022,
      "step": 76590
    },
    {
      "grad_norm": 0.16431452333927155,
      "learning_rate": 8.890961918859306e-05,
      "loss": 0.0186,
      "step": 76600
    },
    {
      "grad_norm": 0.2195304036140442,
      "learning_rate": 8.890615754560801e-05,
      "loss": 0.0226,
      "step": 76610
    },
    {
      "grad_norm": 0.16719217598438263,
      "learning_rate": 8.890269542987642e-05,
      "loss": 0.0145,
      "step": 76620
    },
    {
      "grad_norm": 0.22192589938640594,
      "learning_rate": 8.889923284144033e-05,
      "loss": 0.0185,
      "step": 76630
    },
    {
      "grad_norm": 0.10575196146965027,
      "learning_rate": 8.889576978034184e-05,
      "loss": 0.0161,
      "step": 76640
    },
    {
      "grad_norm": 0.14084911346435547,
      "learning_rate": 8.889230624662303e-05,
      "loss": 0.0233,
      "step": 76650
    },
    {
      "grad_norm": 0.10504938662052155,
      "learning_rate": 8.888884224032598e-05,
      "loss": 0.0209,
      "step": 76660
    },
    {
      "grad_norm": 0.19483859837055206,
      "learning_rate": 8.888537776149277e-05,
      "loss": 0.0213,
      "step": 76670
    },
    {
      "grad_norm": 0.2795093059539795,
      "learning_rate": 8.888191281016551e-05,
      "loss": 0.0244,
      "step": 76680
    },
    {
      "grad_norm": 0.1398412436246872,
      "learning_rate": 8.88784473863863e-05,
      "loss": 0.0187,
      "step": 76690
    },
    {
      "grad_norm": 0.129315584897995,
      "learning_rate": 8.887498149019725e-05,
      "loss": 0.0201,
      "step": 76700
    },
    {
      "grad_norm": 0.11079253256320953,
      "learning_rate": 8.887151512164048e-05,
      "loss": 0.0156,
      "step": 76710
    },
    {
      "grad_norm": 0.16691644489765167,
      "learning_rate": 8.886804828075807e-05,
      "loss": 0.0193,
      "step": 76720
    },
    {
      "grad_norm": 0.16893137991428375,
      "learning_rate": 8.88645809675922e-05,
      "loss": 0.0216,
      "step": 76730
    },
    {
      "grad_norm": 0.1594657003879547,
      "learning_rate": 8.886111318218498e-05,
      "loss": 0.0201,
      "step": 76740
    },
    {
      "grad_norm": 0.15168385207653046,
      "learning_rate": 8.885764492457854e-05,
      "loss": 0.0177,
      "step": 76750
    },
    {
      "grad_norm": 0.18793882429599762,
      "learning_rate": 8.8854176194815e-05,
      "loss": 0.0193,
      "step": 76760
    },
    {
      "grad_norm": 0.218228280544281,
      "learning_rate": 8.885070699293656e-05,
      "loss": 0.0237,
      "step": 76770
    },
    {
      "grad_norm": 0.13703280687332153,
      "learning_rate": 8.884723731898536e-05,
      "loss": 0.0256,
      "step": 76780
    },
    {
      "grad_norm": 0.22054484486579895,
      "learning_rate": 8.884376717300354e-05,
      "loss": 0.019,
      "step": 76790
    },
    {
      "grad_norm": 0.17922180891036987,
      "learning_rate": 8.884029655503325e-05,
      "loss": 0.0188,
      "step": 76800
    },
    {
      "grad_norm": 0.15911166369915009,
      "learning_rate": 8.883682546511671e-05,
      "loss": 0.0205,
      "step": 76810
    },
    {
      "grad_norm": 0.27170997858047485,
      "learning_rate": 8.883335390329607e-05,
      "loss": 0.0216,
      "step": 76820
    },
    {
      "grad_norm": 0.1905769258737564,
      "learning_rate": 8.88298818696135e-05,
      "loss": 0.0224,
      "step": 76830
    },
    {
      "grad_norm": 0.12388460338115692,
      "learning_rate": 8.882640936411122e-05,
      "loss": 0.0152,
      "step": 76840
    },
    {
      "grad_norm": 0.2203727662563324,
      "learning_rate": 8.882293638683141e-05,
      "loss": 0.0231,
      "step": 76850
    },
    {
      "grad_norm": 0.13303247094154358,
      "learning_rate": 8.881946293781626e-05,
      "loss": 0.0199,
      "step": 76860
    },
    {
      "grad_norm": 0.28475677967071533,
      "learning_rate": 8.881598901710798e-05,
      "loss": 0.0186,
      "step": 76870
    },
    {
      "grad_norm": 0.09620364010334015,
      "learning_rate": 8.88125146247488e-05,
      "loss": 0.0216,
      "step": 76880
    },
    {
      "grad_norm": 0.12538820505142212,
      "learning_rate": 8.88090397607809e-05,
      "loss": 0.023,
      "step": 76890
    },
    {
      "grad_norm": 0.19351479411125183,
      "learning_rate": 8.880556442524655e-05,
      "loss": 0.0173,
      "step": 76900
    },
    {
      "grad_norm": 0.24573896825313568,
      "learning_rate": 8.880208861818792e-05,
      "loss": 0.0171,
      "step": 76910
    },
    {
      "grad_norm": 0.22310595214366913,
      "learning_rate": 8.879861233964732e-05,
      "loss": 0.0205,
      "step": 76920
    },
    {
      "grad_norm": 0.14416827261447906,
      "learning_rate": 8.879513558966693e-05,
      "loss": 0.0134,
      "step": 76930
    },
    {
      "grad_norm": 0.08125440776348114,
      "learning_rate": 8.8791658368289e-05,
      "loss": 0.021,
      "step": 76940
    },
    {
      "grad_norm": 0.15023063123226166,
      "learning_rate": 8.87881806755558e-05,
      "loss": 0.0177,
      "step": 76950
    },
    {
      "grad_norm": 0.16877271234989166,
      "learning_rate": 8.878470251150959e-05,
      "loss": 0.0218,
      "step": 76960
    },
    {
      "grad_norm": 0.28441882133483887,
      "learning_rate": 8.878122387619264e-05,
      "loss": 0.0238,
      "step": 76970
    },
    {
      "grad_norm": 0.2690139412879944,
      "learning_rate": 8.877774476964718e-05,
      "loss": 0.0214,
      "step": 76980
    },
    {
      "grad_norm": 0.1267445981502533,
      "learning_rate": 8.877426519191552e-05,
      "loss": 0.0176,
      "step": 76990
    },
    {
      "grad_norm": 0.2608370780944824,
      "learning_rate": 8.877078514303993e-05,
      "loss": 0.0195,
      "step": 77000
    },
    {
      "grad_norm": 0.21813765168190002,
      "learning_rate": 8.876730462306268e-05,
      "loss": 0.0187,
      "step": 77010
    },
    {
      "grad_norm": 0.20786936581134796,
      "learning_rate": 8.87638236320261e-05,
      "loss": 0.022,
      "step": 77020
    },
    {
      "grad_norm": 0.23943714797496796,
      "learning_rate": 8.876034216997245e-05,
      "loss": 0.0222,
      "step": 77030
    },
    {
      "grad_norm": 0.23822259902954102,
      "learning_rate": 8.875686023694404e-05,
      "loss": 0.0186,
      "step": 77040
    },
    {
      "grad_norm": 0.14173264801502228,
      "learning_rate": 8.875337783298321e-05,
      "loss": 0.0175,
      "step": 77050
    },
    {
      "grad_norm": 0.21822786331176758,
      "learning_rate": 8.874989495813223e-05,
      "loss": 0.0187,
      "step": 77060
    },
    {
      "grad_norm": 0.18296614289283752,
      "learning_rate": 8.874641161243345e-05,
      "loss": 0.0235,
      "step": 77070
    },
    {
      "grad_norm": 0.21819919347763062,
      "learning_rate": 8.874292779592918e-05,
      "loss": 0.0178,
      "step": 77080
    },
    {
      "grad_norm": 0.1473543345928192,
      "learning_rate": 8.873944350866175e-05,
      "loss": 0.0183,
      "step": 77090
    },
    {
      "grad_norm": 0.11387893557548523,
      "learning_rate": 8.873595875067352e-05,
      "loss": 0.0217,
      "step": 77100
    },
    {
      "grad_norm": 0.42332619428634644,
      "learning_rate": 8.87324735220068e-05,
      "loss": 0.027,
      "step": 77110
    },
    {
      "grad_norm": 0.248310387134552,
      "learning_rate": 8.872898782270397e-05,
      "loss": 0.0242,
      "step": 77120
    },
    {
      "grad_norm": 0.14179348945617676,
      "learning_rate": 8.872550165280738e-05,
      "loss": 0.0208,
      "step": 77130
    },
    {
      "grad_norm": 0.16219022870063782,
      "learning_rate": 8.872201501235937e-05,
      "loss": 0.0165,
      "step": 77140
    },
    {
      "grad_norm": 0.11120424419641495,
      "learning_rate": 8.871852790140233e-05,
      "loss": 0.0179,
      "step": 77150
    },
    {
      "grad_norm": 0.2435186803340912,
      "learning_rate": 8.871504031997862e-05,
      "loss": 0.02,
      "step": 77160
    },
    {
      "grad_norm": 0.10227540880441666,
      "learning_rate": 8.87115522681306e-05,
      "loss": 0.0177,
      "step": 77170
    },
    {
      "grad_norm": 0.2409019023180008,
      "learning_rate": 8.870806374590068e-05,
      "loss": 0.0223,
      "step": 77180
    },
    {
      "grad_norm": 0.3043392300605774,
      "learning_rate": 8.870457475333123e-05,
      "loss": 0.0205,
      "step": 77190
    },
    {
      "grad_norm": 0.17156578600406647,
      "learning_rate": 8.870108529046466e-05,
      "loss": 0.0173,
      "step": 77200
    },
    {
      "grad_norm": 0.13268519937992096,
      "learning_rate": 8.869759535734336e-05,
      "loss": 0.0264,
      "step": 77210
    },
    {
      "grad_norm": 0.10698169469833374,
      "learning_rate": 8.869410495400976e-05,
      "loss": 0.0156,
      "step": 77220
    },
    {
      "grad_norm": 0.1764843612909317,
      "learning_rate": 8.869061408050623e-05,
      "loss": 0.0242,
      "step": 77230
    },
    {
      "grad_norm": 0.16287273168563843,
      "learning_rate": 8.868712273687521e-05,
      "loss": 0.0292,
      "step": 77240
    },
    {
      "grad_norm": 0.13100233674049377,
      "learning_rate": 8.868363092315914e-05,
      "loss": 0.0187,
      "step": 77250
    },
    {
      "grad_norm": 0.1312282681465149,
      "learning_rate": 8.868013863940041e-05,
      "loss": 0.0222,
      "step": 77260
    },
    {
      "grad_norm": 0.11389719694852829,
      "learning_rate": 8.867664588564148e-05,
      "loss": 0.017,
      "step": 77270
    },
    {
      "grad_norm": 0.17961573600769043,
      "learning_rate": 8.867315266192479e-05,
      "loss": 0.0187,
      "step": 77280
    },
    {
      "grad_norm": 0.1608220934867859,
      "learning_rate": 8.866965896829278e-05,
      "loss": 0.0157,
      "step": 77290
    },
    {
      "grad_norm": 0.15822456777095795,
      "learning_rate": 8.866616480478791e-05,
      "loss": 0.0199,
      "step": 77300
    },
    {
      "grad_norm": 0.1446225941181183,
      "learning_rate": 8.866267017145262e-05,
      "loss": 0.0202,
      "step": 77310
    },
    {
      "grad_norm": 0.1763424426317215,
      "learning_rate": 8.865917506832939e-05,
      "loss": 0.0175,
      "step": 77320
    },
    {
      "grad_norm": 0.20786583423614502,
      "learning_rate": 8.865567949546068e-05,
      "loss": 0.0202,
      "step": 77330
    },
    {
      "grad_norm": 0.17489945888519287,
      "learning_rate": 8.865218345288897e-05,
      "loss": 0.0195,
      "step": 77340
    },
    {
      "grad_norm": 0.1660374402999878,
      "learning_rate": 8.864868694065674e-05,
      "loss": 0.0213,
      "step": 77350
    },
    {
      "grad_norm": 0.14519262313842773,
      "learning_rate": 8.864518995880646e-05,
      "loss": 0.0225,
      "step": 77360
    },
    {
      "grad_norm": 0.11913421005010605,
      "learning_rate": 8.864169250738064e-05,
      "loss": 0.0214,
      "step": 77370
    },
    {
      "grad_norm": 0.19508115947246552,
      "learning_rate": 8.863819458642179e-05,
      "loss": 0.0198,
      "step": 77380
    },
    {
      "grad_norm": 0.3594183325767517,
      "learning_rate": 8.863469619597238e-05,
      "loss": 0.0209,
      "step": 77390
    },
    {
      "grad_norm": 0.17811399698257446,
      "learning_rate": 8.863119733607493e-05,
      "loss": 0.0241,
      "step": 77400
    },
    {
      "grad_norm": 1.1624436378479004,
      "learning_rate": 8.862769800677197e-05,
      "loss": 0.0164,
      "step": 77410
    },
    {
      "grad_norm": 0.21403120458126068,
      "learning_rate": 8.8624198208106e-05,
      "loss": 0.0231,
      "step": 77420
    },
    {
      "grad_norm": 0.22279223799705505,
      "learning_rate": 8.862069794011956e-05,
      "loss": 0.0184,
      "step": 77430
    },
    {
      "grad_norm": 0.37257543206214905,
      "learning_rate": 8.861719720285517e-05,
      "loss": 0.0293,
      "step": 77440
    },
    {
      "grad_norm": 0.15319150686264038,
      "learning_rate": 8.861369599635538e-05,
      "loss": 0.0232,
      "step": 77450
    },
    {
      "grad_norm": 0.13655340671539307,
      "learning_rate": 8.861019432066272e-05,
      "loss": 0.0241,
      "step": 77460
    },
    {
      "grad_norm": 0.17055019736289978,
      "learning_rate": 8.860669217581975e-05,
      "loss": 0.02,
      "step": 77470
    },
    {
      "grad_norm": 0.16750866174697876,
      "learning_rate": 8.860318956186901e-05,
      "loss": 0.0196,
      "step": 77480
    },
    {
      "grad_norm": 0.10934819281101227,
      "learning_rate": 8.859968647885309e-05,
      "loss": 0.0138,
      "step": 77490
    },
    {
      "grad_norm": 0.18181827664375305,
      "learning_rate": 8.859618292681451e-05,
      "loss": 0.0223,
      "step": 77500
    },
    {
      "grad_norm": 0.12319652736186981,
      "learning_rate": 8.859267890579587e-05,
      "loss": 0.0196,
      "step": 77510
    },
    {
      "grad_norm": 0.1916998326778412,
      "learning_rate": 8.858917441583976e-05,
      "loss": 0.0198,
      "step": 77520
    },
    {
      "grad_norm": 0.1398032009601593,
      "learning_rate": 8.858566945698874e-05,
      "loss": 0.0225,
      "step": 77530
    },
    {
      "grad_norm": 0.17058366537094116,
      "learning_rate": 8.858216402928541e-05,
      "loss": 0.0205,
      "step": 77540
    },
    {
      "grad_norm": 0.11107078194618225,
      "learning_rate": 8.857865813277235e-05,
      "loss": 0.0229,
      "step": 77550
    },
    {
      "grad_norm": 0.287963330745697,
      "learning_rate": 8.857515176749217e-05,
      "loss": 0.0196,
      "step": 77560
    },
    {
      "grad_norm": 0.24820758402347565,
      "learning_rate": 8.857164493348749e-05,
      "loss": 0.0141,
      "step": 77570
    },
    {
      "grad_norm": 0.11627227813005447,
      "learning_rate": 8.856813763080089e-05,
      "loss": 0.018,
      "step": 77580
    },
    {
      "grad_norm": 0.11381760239601135,
      "learning_rate": 8.8564629859475e-05,
      "loss": 0.019,
      "step": 77590
    },
    {
      "grad_norm": 0.18173415958881378,
      "learning_rate": 8.856112161955245e-05,
      "loss": 0.0176,
      "step": 77600
    },
    {
      "grad_norm": 0.21383512020111084,
      "learning_rate": 8.855761291107587e-05,
      "loss": 0.0206,
      "step": 77610
    },
    {
      "grad_norm": 0.20214328169822693,
      "learning_rate": 8.85541037340879e-05,
      "loss": 0.0176,
      "step": 77620
    },
    {
      "grad_norm": 0.12291538715362549,
      "learning_rate": 8.855059408863114e-05,
      "loss": 0.0236,
      "step": 77630
    },
    {
      "grad_norm": 0.8196642398834229,
      "learning_rate": 8.854708397474827e-05,
      "loss": 0.0231,
      "step": 77640
    },
    {
      "grad_norm": 0.14809368550777435,
      "learning_rate": 8.854357339248196e-05,
      "loss": 0.0163,
      "step": 77650
    },
    {
      "grad_norm": 0.12438271194696426,
      "learning_rate": 8.854006234187482e-05,
      "loss": 0.0213,
      "step": 77660
    },
    {
      "grad_norm": 0.1896716207265854,
      "learning_rate": 8.853655082296955e-05,
      "loss": 0.0156,
      "step": 77670
    },
    {
      "grad_norm": 0.34655603766441345,
      "learning_rate": 8.85330388358088e-05,
      "loss": 0.0245,
      "step": 77680
    },
    {
      "grad_norm": 0.3489059507846832,
      "learning_rate": 8.852952638043523e-05,
      "loss": 0.0233,
      "step": 77690
    },
    {
      "grad_norm": 0.35052478313446045,
      "learning_rate": 8.852601345689155e-05,
      "loss": 0.0195,
      "step": 77700
    },
    {
      "grad_norm": 0.19185343384742737,
      "learning_rate": 8.852250006522042e-05,
      "loss": 0.0214,
      "step": 77710
    },
    {
      "grad_norm": 0.235655277967453,
      "learning_rate": 8.851898620546456e-05,
      "loss": 0.0234,
      "step": 77720
    },
    {
      "grad_norm": 0.1264650523662567,
      "learning_rate": 8.851547187766665e-05,
      "loss": 0.0186,
      "step": 77730
    },
    {
      "grad_norm": 0.2675684690475464,
      "learning_rate": 8.851195708186938e-05,
      "loss": 0.0197,
      "step": 77740
    },
    {
      "grad_norm": 0.2602648437023163,
      "learning_rate": 8.850844181811547e-05,
      "loss": 0.0223,
      "step": 77750
    },
    {
      "grad_norm": 0.1625760793685913,
      "learning_rate": 8.850492608644763e-05,
      "loss": 0.018,
      "step": 77760
    },
    {
      "grad_norm": 0.12106417119503021,
      "learning_rate": 8.85014098869086e-05,
      "loss": 0.0222,
      "step": 77770
    },
    {
      "grad_norm": 0.13440777361392975,
      "learning_rate": 8.849789321954109e-05,
      "loss": 0.02,
      "step": 77780
    },
    {
      "grad_norm": 0.1885388344526291,
      "learning_rate": 8.849437608438782e-05,
      "loss": 0.0215,
      "step": 77790
    },
    {
      "grad_norm": 0.2341417372226715,
      "learning_rate": 8.849085848149152e-05,
      "loss": 0.02,
      "step": 77800
    },
    {
      "grad_norm": 0.21551604568958282,
      "learning_rate": 8.848734041089497e-05,
      "loss": 0.0269,
      "step": 77810
    },
    {
      "grad_norm": 0.12277509272098541,
      "learning_rate": 8.84838218726409e-05,
      "loss": 0.0159,
      "step": 77820
    },
    {
      "grad_norm": 0.1301765739917755,
      "learning_rate": 8.848030286677205e-05,
      "loss": 0.0177,
      "step": 77830
    },
    {
      "grad_norm": 0.18791481852531433,
      "learning_rate": 8.847678339333119e-05,
      "loss": 0.0234,
      "step": 77840
    },
    {
      "grad_norm": 0.4014081060886383,
      "learning_rate": 8.847326345236106e-05,
      "loss": 0.0207,
      "step": 77850
    },
    {
      "grad_norm": 0.2521534562110901,
      "learning_rate": 8.846974304390449e-05,
      "loss": 0.0232,
      "step": 77860
    },
    {
      "grad_norm": 0.18408317863941193,
      "learning_rate": 8.84662221680042e-05,
      "loss": 0.0226,
      "step": 77870
    },
    {
      "grad_norm": 0.16986003518104553,
      "learning_rate": 8.8462700824703e-05,
      "loss": 0.0253,
      "step": 77880
    },
    {
      "grad_norm": 0.11342357099056244,
      "learning_rate": 8.845917901404368e-05,
      "loss": 0.0213,
      "step": 77890
    },
    {
      "grad_norm": 0.2591092586517334,
      "learning_rate": 8.8455656736069e-05,
      "loss": 0.0316,
      "step": 77900
    },
    {
      "grad_norm": 0.13066667318344116,
      "learning_rate": 8.84521339908218e-05,
      "loss": 0.0258,
      "step": 77910
    },
    {
      "grad_norm": 0.18083599209785461,
      "learning_rate": 8.844861077834486e-05,
      "loss": 0.0228,
      "step": 77920
    },
    {
      "grad_norm": 0.2091190069913864,
      "learning_rate": 8.8445087098681e-05,
      "loss": 0.0374,
      "step": 77930
    },
    {
      "grad_norm": 0.1305617392063141,
      "learning_rate": 8.844156295187303e-05,
      "loss": 0.0326,
      "step": 77940
    },
    {
      "grad_norm": 0.3411625623703003,
      "learning_rate": 8.843803833796378e-05,
      "loss": 0.0284,
      "step": 77950
    },
    {
      "grad_norm": 0.2326718419790268,
      "learning_rate": 8.843451325699608e-05,
      "loss": 0.0279,
      "step": 77960
    },
    {
      "grad_norm": 0.20408286154270172,
      "learning_rate": 8.843098770901274e-05,
      "loss": 0.0198,
      "step": 77970
    },
    {
      "grad_norm": 0.3343762755393982,
      "learning_rate": 8.842746169405663e-05,
      "loss": 0.0285,
      "step": 77980
    },
    {
      "grad_norm": 0.15044082701206207,
      "learning_rate": 8.842393521217057e-05,
      "loss": 0.0209,
      "step": 77990
    },
    {
      "grad_norm": 0.5651640295982361,
      "learning_rate": 8.842040826339741e-05,
      "loss": 0.0292,
      "step": 78000
    },
    {
      "grad_norm": 0.15949517488479614,
      "learning_rate": 8.841688084778001e-05,
      "loss": 0.0306,
      "step": 78010
    },
    {
      "grad_norm": 0.1625763177871704,
      "learning_rate": 8.841335296536127e-05,
      "loss": 0.0236,
      "step": 78020
    },
    {
      "grad_norm": 0.10999567806720734,
      "learning_rate": 8.8409824616184e-05,
      "loss": 0.0219,
      "step": 78030
    },
    {
      "grad_norm": 0.11818453669548035,
      "learning_rate": 8.840629580029109e-05,
      "loss": 0.0264,
      "step": 78040
    },
    {
      "grad_norm": 0.15832415223121643,
      "learning_rate": 8.840276651772544e-05,
      "loss": 0.0227,
      "step": 78050
    },
    {
      "grad_norm": 0.21363545954227448,
      "learning_rate": 8.839923676852992e-05,
      "loss": 0.0196,
      "step": 78060
    },
    {
      "grad_norm": 0.11411435902118683,
      "learning_rate": 8.83957065527474e-05,
      "loss": 0.023,
      "step": 78070
    },
    {
      "grad_norm": 0.10364216566085815,
      "learning_rate": 8.839217587042081e-05,
      "loss": 0.0137,
      "step": 78080
    },
    {
      "grad_norm": 0.21183758974075317,
      "learning_rate": 8.838864472159303e-05,
      "loss": 0.0215,
      "step": 78090
    },
    {
      "grad_norm": 0.14293456077575684,
      "learning_rate": 8.838511310630697e-05,
      "loss": 0.0218,
      "step": 78100
    },
    {
      "grad_norm": 0.17964904010295868,
      "learning_rate": 8.838158102460554e-05,
      "loss": 0.0266,
      "step": 78110
    },
    {
      "grad_norm": 0.12492601573467255,
      "learning_rate": 8.837804847653168e-05,
      "loss": 0.0193,
      "step": 78120
    },
    {
      "grad_norm": 0.16391293704509735,
      "learning_rate": 8.837451546212827e-05,
      "loss": 0.021,
      "step": 78130
    },
    {
      "grad_norm": 0.18658527731895447,
      "learning_rate": 8.83709819814383e-05,
      "loss": 0.0263,
      "step": 78140
    },
    {
      "grad_norm": 0.1386057585477829,
      "learning_rate": 8.836744803450464e-05,
      "loss": 0.0229,
      "step": 78150
    },
    {
      "grad_norm": 0.18714965879917145,
      "learning_rate": 8.836391362137027e-05,
      "loss": 0.0211,
      "step": 78160
    },
    {
      "grad_norm": 0.14686670899391174,
      "learning_rate": 8.836037874207813e-05,
      "loss": 0.022,
      "step": 78170
    },
    {
      "grad_norm": 0.27302321791648865,
      "learning_rate": 8.835684339667117e-05,
      "loss": 0.0196,
      "step": 78180
    },
    {
      "grad_norm": 0.19287988543510437,
      "learning_rate": 8.835330758519236e-05,
      "loss": 0.0378,
      "step": 78190
    },
    {
      "grad_norm": 0.2308647781610489,
      "learning_rate": 8.834977130768462e-05,
      "loss": 0.0233,
      "step": 78200
    },
    {
      "grad_norm": 0.11378063261508942,
      "learning_rate": 8.834623456419097e-05,
      "loss": 0.0194,
      "step": 78210
    },
    {
      "grad_norm": 0.37821832299232483,
      "learning_rate": 8.834269735475438e-05,
      "loss": 0.0223,
      "step": 78220
    },
    {
      "grad_norm": 0.14275339245796204,
      "learning_rate": 8.83391596794178e-05,
      "loss": 0.0169,
      "step": 78230
    },
    {
      "grad_norm": 0.1425836682319641,
      "learning_rate": 8.833562153822422e-05,
      "loss": 0.0165,
      "step": 78240
    },
    {
      "grad_norm": 0.22552628815174103,
      "learning_rate": 8.833208293121667e-05,
      "loss": 0.018,
      "step": 78250
    },
    {
      "grad_norm": 0.11782576143741608,
      "learning_rate": 8.83285438584381e-05,
      "loss": 0.0188,
      "step": 78260
    },
    {
      "grad_norm": 0.16148850321769714,
      "learning_rate": 8.832500431993153e-05,
      "loss": 0.0235,
      "step": 78270
    },
    {
      "grad_norm": 0.28530073165893555,
      "learning_rate": 8.832146431573999e-05,
      "loss": 0.021,
      "step": 78280
    },
    {
      "grad_norm": 0.10953468829393387,
      "learning_rate": 8.831792384590647e-05,
      "loss": 0.0218,
      "step": 78290
    },
    {
      "grad_norm": 0.18805745244026184,
      "learning_rate": 8.831438291047401e-05,
      "loss": 0.0298,
      "step": 78300
    },
    {
      "grad_norm": 0.1607741266489029,
      "learning_rate": 8.83108415094856e-05,
      "loss": 0.0228,
      "step": 78310
    },
    {
      "grad_norm": 0.12420926243066788,
      "learning_rate": 8.83072996429843e-05,
      "loss": 0.0204,
      "step": 78320
    },
    {
      "grad_norm": 0.1488858461380005,
      "learning_rate": 8.830375731101315e-05,
      "loss": 0.0167,
      "step": 78330
    },
    {
      "grad_norm": 0.11530506610870361,
      "learning_rate": 8.830021451361518e-05,
      "loss": 0.0202,
      "step": 78340
    },
    {
      "grad_norm": 0.15080146491527557,
      "learning_rate": 8.829667125083344e-05,
      "loss": 0.0196,
      "step": 78350
    },
    {
      "grad_norm": 0.23738302290439606,
      "learning_rate": 8.8293127522711e-05,
      "loss": 0.0252,
      "step": 78360
    },
    {
      "grad_norm": 0.10198121517896652,
      "learning_rate": 8.828958332929088e-05,
      "loss": 0.0157,
      "step": 78370
    },
    {
      "grad_norm": 0.12714751064777374,
      "learning_rate": 8.828603867061619e-05,
      "loss": 0.0157,
      "step": 78380
    },
    {
      "grad_norm": 0.2026783674955368,
      "learning_rate": 8.828249354672997e-05,
      "loss": 0.021,
      "step": 78390
    },
    {
      "grad_norm": 0.16140888631343842,
      "learning_rate": 8.827894795767533e-05,
      "loss": 0.0212,
      "step": 78400
    },
    {
      "grad_norm": 0.1419668346643448,
      "learning_rate": 8.82754019034953e-05,
      "loss": 0.0187,
      "step": 78410
    },
    {
      "grad_norm": 0.13390229642391205,
      "learning_rate": 8.827185538423302e-05,
      "loss": 0.018,
      "step": 78420
    },
    {
      "grad_norm": 0.13080275058746338,
      "learning_rate": 8.826830839993157e-05,
      "loss": 0.0143,
      "step": 78430
    },
    {
      "grad_norm": 0.11915198713541031,
      "learning_rate": 8.826476095063403e-05,
      "loss": 0.0175,
      "step": 78440
    },
    {
      "grad_norm": 0.2012500911951065,
      "learning_rate": 8.826121303638351e-05,
      "loss": 0.0163,
      "step": 78450
    },
    {
      "grad_norm": 0.12652158737182617,
      "learning_rate": 8.825766465722313e-05,
      "loss": 0.0189,
      "step": 78460
    },
    {
      "grad_norm": 0.14570288360118866,
      "learning_rate": 8.825411581319601e-05,
      "loss": 0.0182,
      "step": 78470
    },
    {
      "grad_norm": 0.13067542016506195,
      "learning_rate": 8.825056650434527e-05,
      "loss": 0.0203,
      "step": 78480
    },
    {
      "grad_norm": 0.22136062383651733,
      "learning_rate": 8.824701673071402e-05,
      "loss": 0.0265,
      "step": 78490
    },
    {
      "grad_norm": 0.1476549655199051,
      "learning_rate": 8.82434664923454e-05,
      "loss": 0.0171,
      "step": 78500
    },
    {
      "grad_norm": 0.12297544628381729,
      "learning_rate": 8.823991578928256e-05,
      "loss": 0.0209,
      "step": 78510
    },
    {
      "grad_norm": 0.20357933640480042,
      "learning_rate": 8.823636462156866e-05,
      "loss": 0.0204,
      "step": 78520
    },
    {
      "grad_norm": 0.1704193353652954,
      "learning_rate": 8.823281298924681e-05,
      "loss": 0.017,
      "step": 78530
    },
    {
      "grad_norm": 0.1645328253507614,
      "learning_rate": 8.822926089236019e-05,
      "loss": 0.0172,
      "step": 78540
    },
    {
      "grad_norm": 0.09288160502910614,
      "learning_rate": 8.822570833095193e-05,
      "loss": 0.0193,
      "step": 78550
    },
    {
      "grad_norm": 0.24958311021327972,
      "learning_rate": 8.822215530506526e-05,
      "loss": 0.0179,
      "step": 78560
    },
    {
      "grad_norm": 0.12148735672235489,
      "learning_rate": 8.82186018147433e-05,
      "loss": 0.0248,
      "step": 78570
    },
    {
      "grad_norm": 0.1139117032289505,
      "learning_rate": 8.821504786002925e-05,
      "loss": 0.0163,
      "step": 78580
    },
    {
      "grad_norm": 0.11363617330789566,
      "learning_rate": 8.821149344096628e-05,
      "loss": 0.0185,
      "step": 78590
    },
    {
      "grad_norm": 0.186635822057724,
      "learning_rate": 8.820793855759758e-05,
      "loss": 0.0147,
      "step": 78600
    },
    {
      "grad_norm": 0.10300447046756744,
      "learning_rate": 8.820438320996637e-05,
      "loss": 0.0163,
      "step": 78610
    },
    {
      "grad_norm": 0.11862882226705551,
      "learning_rate": 8.820082739811582e-05,
      "loss": 0.016,
      "step": 78620
    },
    {
      "grad_norm": 0.17280213534832,
      "learning_rate": 8.819727112208916e-05,
      "loss": 0.0177,
      "step": 78630
    },
    {
      "grad_norm": 0.20490117371082306,
      "learning_rate": 8.819371438192958e-05,
      "loss": 0.0157,
      "step": 78640
    },
    {
      "grad_norm": 0.28216755390167236,
      "learning_rate": 8.819015717768032e-05,
      "loss": 0.0236,
      "step": 78650
    },
    {
      "grad_norm": 0.12161198258399963,
      "learning_rate": 8.818659950938457e-05,
      "loss": 0.0209,
      "step": 78660
    },
    {
      "grad_norm": 0.16807539761066437,
      "learning_rate": 8.81830413770856e-05,
      "loss": 0.0204,
      "step": 78670
    },
    {
      "grad_norm": 0.11078451573848724,
      "learning_rate": 8.817948278082663e-05,
      "loss": 0.0134,
      "step": 78680
    },
    {
      "grad_norm": 0.21769213676452637,
      "learning_rate": 8.817592372065089e-05,
      "loss": 0.0178,
      "step": 78690
    },
    {
      "grad_norm": 0.1150120198726654,
      "learning_rate": 8.817236419660164e-05,
      "loss": 0.0166,
      "step": 78700
    },
    {
      "grad_norm": 0.27325645089149475,
      "learning_rate": 8.816880420872212e-05,
      "loss": 0.0163,
      "step": 78710
    },
    {
      "grad_norm": 0.10486552864313126,
      "learning_rate": 8.816524375705559e-05,
      "loss": 0.0183,
      "step": 78720
    },
    {
      "grad_norm": 0.11024220287799835,
      "learning_rate": 8.816168284164531e-05,
      "loss": 0.0189,
      "step": 78730
    },
    {
      "grad_norm": 0.6234546303749084,
      "learning_rate": 8.815812146253456e-05,
      "loss": 0.0187,
      "step": 78740
    },
    {
      "grad_norm": 0.1735508143901825,
      "learning_rate": 8.815455961976661e-05,
      "loss": 0.0212,
      "step": 78750
    },
    {
      "grad_norm": 0.1400803178548813,
      "learning_rate": 8.815099731338472e-05,
      "loss": 0.0189,
      "step": 78760
    },
    {
      "grad_norm": 0.13573862612247467,
      "learning_rate": 8.814743454343221e-05,
      "loss": 0.0341,
      "step": 78770
    },
    {
      "grad_norm": 0.13801996409893036,
      "learning_rate": 8.814387130995234e-05,
      "loss": 0.0237,
      "step": 78780
    },
    {
      "grad_norm": 0.17923399806022644,
      "learning_rate": 8.814030761298843e-05,
      "loss": 0.0227,
      "step": 78790
    },
    {
      "grad_norm": 0.21810433268547058,
      "learning_rate": 8.813674345258378e-05,
      "loss": 0.035,
      "step": 78800
    },
    {
      "grad_norm": 0.2291831225156784,
      "learning_rate": 8.813317882878168e-05,
      "loss": 0.0225,
      "step": 78810
    },
    {
      "grad_norm": 0.15631598234176636,
      "learning_rate": 8.812961374162546e-05,
      "loss": 0.0195,
      "step": 78820
    },
    {
      "grad_norm": 0.14416810870170593,
      "learning_rate": 8.812604819115842e-05,
      "loss": 0.02,
      "step": 78830
    },
    {
      "grad_norm": 0.15395916998386383,
      "learning_rate": 8.812248217742389e-05,
      "loss": 0.0223,
      "step": 78840
    },
    {
      "grad_norm": 0.1461600512266159,
      "learning_rate": 8.811891570046523e-05,
      "loss": 0.0214,
      "step": 78850
    },
    {
      "grad_norm": 0.12312854826450348,
      "learning_rate": 8.811534876032575e-05,
      "loss": 0.0172,
      "step": 78860
    },
    {
      "grad_norm": 0.1854751706123352,
      "learning_rate": 8.811178135704879e-05,
      "loss": 0.0228,
      "step": 78870
    },
    {
      "grad_norm": 0.16618534922599792,
      "learning_rate": 8.81082134906777e-05,
      "loss": 0.0223,
      "step": 78880
    },
    {
      "grad_norm": 0.13707929849624634,
      "learning_rate": 8.810464516125582e-05,
      "loss": 0.0184,
      "step": 78890
    },
    {
      "grad_norm": 0.13117451965808868,
      "learning_rate": 8.810107636882656e-05,
      "loss": 0.0258,
      "step": 78900
    },
    {
      "grad_norm": 0.15586444735527039,
      "learning_rate": 8.809750711343323e-05,
      "loss": 0.017,
      "step": 78910
    },
    {
      "grad_norm": 0.1374531388282776,
      "learning_rate": 8.809393739511922e-05,
      "loss": 0.0188,
      "step": 78920
    },
    {
      "grad_norm": 0.10654664784669876,
      "learning_rate": 8.80903672139279e-05,
      "loss": 0.0305,
      "step": 78930
    },
    {
      "grad_norm": 0.12583401799201965,
      "learning_rate": 8.808679656990266e-05,
      "loss": 0.0197,
      "step": 78940
    },
    {
      "grad_norm": 0.08060403913259506,
      "learning_rate": 8.80832254630869e-05,
      "loss": 0.0184,
      "step": 78950
    },
    {
      "grad_norm": 0.14950579404830933,
      "learning_rate": 8.807965389352397e-05,
      "loss": 0.017,
      "step": 78960
    },
    {
      "grad_norm": 0.21834878623485565,
      "learning_rate": 8.807608186125729e-05,
      "loss": 0.0203,
      "step": 78970
    },
    {
      "grad_norm": 0.18467721343040466,
      "learning_rate": 8.807250936633026e-05,
      "loss": 0.0192,
      "step": 78980
    },
    {
      "grad_norm": 0.11763587594032288,
      "learning_rate": 8.806893640878632e-05,
      "loss": 0.0183,
      "step": 78990
    },
    {
      "grad_norm": 0.24020838737487793,
      "learning_rate": 8.806536298866886e-05,
      "loss": 0.0132,
      "step": 79000
    },
    {
      "grad_norm": 0.23603218793869019,
      "learning_rate": 8.806178910602127e-05,
      "loss": 0.0193,
      "step": 79010
    },
    {
      "grad_norm": 0.18559850752353668,
      "learning_rate": 8.805821476088704e-05,
      "loss": 0.0218,
      "step": 79020
    },
    {
      "grad_norm": 0.17004428803920746,
      "learning_rate": 8.805463995330955e-05,
      "loss": 0.0196,
      "step": 79030
    },
    {
      "grad_norm": 0.11927387863397598,
      "learning_rate": 8.805106468333225e-05,
      "loss": 0.0162,
      "step": 79040
    },
    {
      "grad_norm": 0.14514687657356262,
      "learning_rate": 8.804748895099859e-05,
      "loss": 0.0204,
      "step": 79050
    },
    {
      "grad_norm": 0.2175983339548111,
      "learning_rate": 8.804391275635202e-05,
      "loss": 0.0206,
      "step": 79060
    },
    {
      "grad_norm": 0.172864630818367,
      "learning_rate": 8.8040336099436e-05,
      "loss": 0.0207,
      "step": 79070
    },
    {
      "grad_norm": 0.16503706574440002,
      "learning_rate": 8.803675898029397e-05,
      "loss": 0.0199,
      "step": 79080
    },
    {
      "grad_norm": 0.17072825133800507,
      "learning_rate": 8.803318139896942e-05,
      "loss": 0.0197,
      "step": 79090
    },
    {
      "grad_norm": 0.09540047496557236,
      "learning_rate": 8.802960335550578e-05,
      "loss": 0.026,
      "step": 79100
    },
    {
      "grad_norm": 0.11494240164756775,
      "learning_rate": 8.802602484994658e-05,
      "loss": 0.0341,
      "step": 79110
    },
    {
      "grad_norm": 0.14283181726932526,
      "learning_rate": 8.802244588233526e-05,
      "loss": 0.0202,
      "step": 79120
    },
    {
      "grad_norm": 0.17590069770812988,
      "learning_rate": 8.801886645271533e-05,
      "loss": 0.0167,
      "step": 79130
    },
    {
      "grad_norm": 0.1418672353029251,
      "learning_rate": 8.801528656113027e-05,
      "loss": 0.0171,
      "step": 79140
    },
    {
      "grad_norm": 0.1275354027748108,
      "learning_rate": 8.801170620762358e-05,
      "loss": 0.03,
      "step": 79150
    },
    {
      "grad_norm": 0.20523490011692047,
      "learning_rate": 8.800812539223879e-05,
      "loss": 0.0185,
      "step": 79160
    },
    {
      "grad_norm": 0.19333355128765106,
      "learning_rate": 8.800454411501938e-05,
      "loss": 0.0173,
      "step": 79170
    },
    {
      "grad_norm": 0.12196309864521027,
      "learning_rate": 8.800096237600888e-05,
      "loss": 0.0202,
      "step": 79180
    },
    {
      "grad_norm": 0.3565683364868164,
      "learning_rate": 8.799738017525081e-05,
      "loss": 0.0241,
      "step": 79190
    },
    {
      "grad_norm": 0.11819224059581757,
      "learning_rate": 8.799379751278869e-05,
      "loss": 0.017,
      "step": 79200
    },
    {
      "grad_norm": 0.1984013319015503,
      "learning_rate": 8.799021438866606e-05,
      "loss": 0.0233,
      "step": 79210
    },
    {
      "grad_norm": 0.22092875838279724,
      "learning_rate": 8.798663080292646e-05,
      "loss": 0.0149,
      "step": 79220
    },
    {
      "grad_norm": 0.09507443010807037,
      "learning_rate": 8.798304675561342e-05,
      "loss": 0.0255,
      "step": 79230
    },
    {
      "grad_norm": 0.13299371302127838,
      "learning_rate": 8.797946224677052e-05,
      "loss": 0.018,
      "step": 79240
    },
    {
      "grad_norm": 0.1259029656648636,
      "learning_rate": 8.797587727644128e-05,
      "loss": 0.0203,
      "step": 79250
    },
    {
      "grad_norm": 0.11379542946815491,
      "learning_rate": 8.797229184466927e-05,
      "loss": 0.0239,
      "step": 79260
    },
    {
      "grad_norm": 0.1290396749973297,
      "learning_rate": 8.796870595149806e-05,
      "loss": 0.0238,
      "step": 79270
    },
    {
      "grad_norm": 0.13821052014827728,
      "learning_rate": 8.796511959697124e-05,
      "loss": 0.0194,
      "step": 79280
    },
    {
      "grad_norm": 0.11870741099119186,
      "learning_rate": 8.796153278113237e-05,
      "loss": 0.0269,
      "step": 79290
    },
    {
      "grad_norm": 0.13653996586799622,
      "learning_rate": 8.795794550402503e-05,
      "loss": 0.0205,
      "step": 79300
    },
    {
      "grad_norm": 0.15993015468120575,
      "learning_rate": 8.795435776569282e-05,
      "loss": 0.0197,
      "step": 79310
    },
    {
      "grad_norm": 0.1222812607884407,
      "learning_rate": 8.795076956617932e-05,
      "loss": 0.0171,
      "step": 79320
    },
    {
      "grad_norm": 0.08800695091485977,
      "learning_rate": 8.794718090552815e-05,
      "loss": 0.0261,
      "step": 79330
    },
    {
      "grad_norm": 0.10401789098978043,
      "learning_rate": 8.794359178378289e-05,
      "loss": 0.0155,
      "step": 79340
    },
    {
      "grad_norm": 0.13681955635547638,
      "learning_rate": 8.794000220098717e-05,
      "loss": 0.0287,
      "step": 79350
    },
    {
      "grad_norm": 0.16060487926006317,
      "learning_rate": 8.79364121571846e-05,
      "loss": 0.016,
      "step": 79360
    },
    {
      "grad_norm": 0.10686279088258743,
      "learning_rate": 8.79328216524188e-05,
      "loss": 0.016,
      "step": 79370
    },
    {
      "grad_norm": 0.2413162738084793,
      "learning_rate": 8.792923068673342e-05,
      "loss": 0.0186,
      "step": 79380
    },
    {
      "grad_norm": 0.19116094708442688,
      "learning_rate": 8.792563926017207e-05,
      "loss": 0.0208,
      "step": 79390
    },
    {
      "grad_norm": 0.16564369201660156,
      "learning_rate": 8.792204737277838e-05,
      "loss": 0.0274,
      "step": 79400
    },
    {
      "grad_norm": 0.15628571808338165,
      "learning_rate": 8.791845502459604e-05,
      "loss": 0.0203,
      "step": 79410
    },
    {
      "grad_norm": 0.15349596738815308,
      "learning_rate": 8.791486221566865e-05,
      "loss": 0.0219,
      "step": 79420
    },
    {
      "grad_norm": 0.1630636304616928,
      "learning_rate": 8.791126894603987e-05,
      "loss": 0.0194,
      "step": 79430
    },
    {
      "grad_norm": 0.1958470195531845,
      "learning_rate": 8.790767521575341e-05,
      "loss": 0.0177,
      "step": 79440
    },
    {
      "grad_norm": 0.22595594823360443,
      "learning_rate": 8.790408102485287e-05,
      "loss": 0.026,
      "step": 79450
    },
    {
      "grad_norm": 0.11068154871463776,
      "learning_rate": 8.7900486373382e-05,
      "loss": 0.0183,
      "step": 79460
    },
    {
      "grad_norm": 0.17827251553535461,
      "learning_rate": 8.789689126138441e-05,
      "loss": 0.023,
      "step": 79470
    },
    {
      "grad_norm": 0.23697251081466675,
      "learning_rate": 8.789329568890382e-05,
      "loss": 0.0184,
      "step": 79480
    },
    {
      "grad_norm": 0.12607666850090027,
      "learning_rate": 8.78896996559839e-05,
      "loss": 0.012,
      "step": 79490
    },
    {
      "grad_norm": 0.07987885922193527,
      "learning_rate": 8.788610316266837e-05,
      "loss": 0.0176,
      "step": 79500
    },
    {
      "grad_norm": 0.14870810508728027,
      "learning_rate": 8.788250620900091e-05,
      "loss": 0.0148,
      "step": 79510
    },
    {
      "grad_norm": 0.1363552063703537,
      "learning_rate": 8.787890879502522e-05,
      "loss": 0.0146,
      "step": 79520
    },
    {
      "grad_norm": 0.20916485786437988,
      "learning_rate": 8.787531092078504e-05,
      "loss": 0.0184,
      "step": 79530
    },
    {
      "grad_norm": 0.1353681981563568,
      "learning_rate": 8.787171258632407e-05,
      "loss": 0.0164,
      "step": 79540
    },
    {
      "grad_norm": 0.21358519792556763,
      "learning_rate": 8.786811379168604e-05,
      "loss": 0.0187,
      "step": 79550
    },
    {
      "grad_norm": 0.11838192492723465,
      "learning_rate": 8.786451453691466e-05,
      "loss": 0.0173,
      "step": 79560
    },
    {
      "grad_norm": 0.10974660515785217,
      "learning_rate": 8.78609148220537e-05,
      "loss": 0.0153,
      "step": 79570
    },
    {
      "grad_norm": 0.134652242064476,
      "learning_rate": 8.785731464714686e-05,
      "loss": 0.0174,
      "step": 79580
    },
    {
      "grad_norm": 0.25465741753578186,
      "learning_rate": 8.78537140122379e-05,
      "loss": 0.0227,
      "step": 79590
    },
    {
      "grad_norm": 0.13387762010097504,
      "learning_rate": 8.785011291737058e-05,
      "loss": 0.0235,
      "step": 79600
    },
    {
      "grad_norm": 0.11057952791452408,
      "learning_rate": 8.784651136258865e-05,
      "loss": 0.0211,
      "step": 79610
    },
    {
      "grad_norm": 0.1496470421552658,
      "learning_rate": 8.784290934793589e-05,
      "loss": 0.0198,
      "step": 79620
    },
    {
      "grad_norm": 0.20921693742275238,
      "learning_rate": 8.783930687345603e-05,
      "loss": 0.0264,
      "step": 79630
    },
    {
      "grad_norm": 0.12847945094108582,
      "learning_rate": 8.783570393919288e-05,
      "loss": 0.0154,
      "step": 79640
    },
    {
      "grad_norm": 0.14291219413280487,
      "learning_rate": 8.78321005451902e-05,
      "loss": 0.0186,
      "step": 79650
    },
    {
      "grad_norm": 0.20421160757541656,
      "learning_rate": 8.782849669149178e-05,
      "loss": 0.0147,
      "step": 79660
    },
    {
      "grad_norm": 0.14673738181591034,
      "learning_rate": 8.78248923781414e-05,
      "loss": 0.0174,
      "step": 79670
    },
    {
      "grad_norm": 0.14742526412010193,
      "learning_rate": 8.782128760518287e-05,
      "loss": 0.0199,
      "step": 79680
    },
    {
      "grad_norm": 0.19534295797348022,
      "learning_rate": 8.781768237266e-05,
      "loss": 0.0215,
      "step": 79690
    },
    {
      "grad_norm": 0.16375300288200378,
      "learning_rate": 8.781407668061656e-05,
      "loss": 0.0199,
      "step": 79700
    },
    {
      "grad_norm": 0.19376377761363983,
      "learning_rate": 8.781047052909641e-05,
      "loss": 0.0227,
      "step": 79710
    },
    {
      "grad_norm": 0.10660707950592041,
      "learning_rate": 8.780686391814333e-05,
      "loss": 0.0252,
      "step": 79720
    },
    {
      "grad_norm": 0.11860376596450806,
      "learning_rate": 8.780325684780115e-05,
      "loss": 0.0227,
      "step": 79730
    },
    {
      "grad_norm": 0.2528459429740906,
      "learning_rate": 8.779964931811373e-05,
      "loss": 0.0251,
      "step": 79740
    },
    {
      "grad_norm": 0.10553175956010818,
      "learning_rate": 8.779604132912487e-05,
      "loss": 0.0199,
      "step": 79750
    },
    {
      "grad_norm": 0.1777782440185547,
      "learning_rate": 8.779243288087842e-05,
      "loss": 0.019,
      "step": 79760
    },
    {
      "grad_norm": 0.3218020498752594,
      "learning_rate": 8.778882397341823e-05,
      "loss": 0.0291,
      "step": 79770
    },
    {
      "grad_norm": 0.13072794675827026,
      "learning_rate": 8.778521460678815e-05,
      "loss": 0.0169,
      "step": 79780
    },
    {
      "grad_norm": 0.10100986808538437,
      "learning_rate": 8.778160478103204e-05,
      "loss": 0.0214,
      "step": 79790
    },
    {
      "grad_norm": 0.14209410548210144,
      "learning_rate": 8.777799449619375e-05,
      "loss": 0.0201,
      "step": 79800
    },
    {
      "grad_norm": 0.0748608186841011,
      "learning_rate": 8.777438375231717e-05,
      "loss": 0.0184,
      "step": 79810
    },
    {
      "grad_norm": 0.15306606888771057,
      "learning_rate": 8.777077254944616e-05,
      "loss": 0.0214,
      "step": 79820
    },
    {
      "grad_norm": 0.11593560129404068,
      "learning_rate": 8.77671608876246e-05,
      "loss": 0.0229,
      "step": 79830
    },
    {
      "grad_norm": 0.1369006335735321,
      "learning_rate": 8.776354876689638e-05,
      "loss": 0.0209,
      "step": 79840
    },
    {
      "grad_norm": 0.15279707312583923,
      "learning_rate": 8.775993618730538e-05,
      "loss": 0.0242,
      "step": 79850
    },
    {
      "grad_norm": 0.1362902969121933,
      "learning_rate": 8.775632314889552e-05,
      "loss": 0.0186,
      "step": 79860
    },
    {
      "grad_norm": 0.13184764981269836,
      "learning_rate": 8.775270965171067e-05,
      "loss": 0.0214,
      "step": 79870
    },
    {
      "grad_norm": 0.1819269061088562,
      "learning_rate": 8.774909569579476e-05,
      "loss": 0.0208,
      "step": 79880
    },
    {
      "grad_norm": 0.10267554968595505,
      "learning_rate": 8.774548128119169e-05,
      "loss": 0.0189,
      "step": 79890
    },
    {
      "grad_norm": 0.2209523618221283,
      "learning_rate": 8.77418664079454e-05,
      "loss": 0.0147,
      "step": 79900
    },
    {
      "grad_norm": 0.22104059159755707,
      "learning_rate": 8.773825107609979e-05,
      "loss": 0.0188,
      "step": 79910
    },
    {
      "grad_norm": 0.13552111387252808,
      "learning_rate": 8.773463528569879e-05,
      "loss": 0.0146,
      "step": 79920
    },
    {
      "grad_norm": 0.23075444996356964,
      "learning_rate": 8.773101903678635e-05,
      "loss": 0.0241,
      "step": 79930
    },
    {
      "grad_norm": 0.11851087212562561,
      "learning_rate": 8.77274023294064e-05,
      "loss": 0.0192,
      "step": 79940
    },
    {
      "grad_norm": 0.11711614578962326,
      "learning_rate": 8.77237851636029e-05,
      "loss": 0.0173,
      "step": 79950
    },
    {
      "grad_norm": 0.17933906614780426,
      "learning_rate": 8.772016753941979e-05,
      "loss": 0.0247,
      "step": 79960
    },
    {
      "grad_norm": 0.28945717215538025,
      "learning_rate": 8.771654945690104e-05,
      "loss": 0.0202,
      "step": 79970
    },
    {
      "grad_norm": 0.11622192710638046,
      "learning_rate": 8.771293091609058e-05,
      "loss": 0.0151,
      "step": 79980
    },
    {
      "grad_norm": 0.17026115953922272,
      "learning_rate": 8.770931191703243e-05,
      "loss": 0.0191,
      "step": 79990
    },
    {
      "grad_norm": 0.16347156465053558,
      "learning_rate": 8.770569245977051e-05,
      "loss": 0.0137,
      "step": 80000
    },
    {
      "grad_norm": 0.32337114214897156,
      "learning_rate": 8.770207254434886e-05,
      "loss": 0.022,
      "step": 80010
    },
    {
      "grad_norm": 0.14508908987045288,
      "learning_rate": 8.769845217081141e-05,
      "loss": 0.0139,
      "step": 80020
    },
    {
      "grad_norm": 0.17333251237869263,
      "learning_rate": 8.769483133920218e-05,
      "loss": 0.0164,
      "step": 80030
    },
    {
      "grad_norm": 0.13743312656879425,
      "learning_rate": 8.769121004956516e-05,
      "loss": 0.016,
      "step": 80040
    },
    {
      "grad_norm": 0.17007459700107574,
      "learning_rate": 8.768758830194434e-05,
      "loss": 0.0126,
      "step": 80050
    },
    {
      "grad_norm": 0.13561789691448212,
      "learning_rate": 8.768396609638374e-05,
      "loss": 0.0171,
      "step": 80060
    },
    {
      "grad_norm": 0.18723554909229279,
      "learning_rate": 8.768034343292737e-05,
      "loss": 0.0207,
      "step": 80070
    },
    {
      "grad_norm": 0.09243085235357285,
      "learning_rate": 8.767672031161926e-05,
      "loss": 0.0117,
      "step": 80080
    },
    {
      "grad_norm": 0.22806155681610107,
      "learning_rate": 8.767309673250344e-05,
      "loss": 0.0255,
      "step": 80090
    },
    {
      "grad_norm": 0.13570988178253174,
      "learning_rate": 8.76694726956239e-05,
      "loss": 0.0217,
      "step": 80100
    },
    {
      "grad_norm": 0.14752499759197235,
      "learning_rate": 8.76658482010247e-05,
      "loss": 0.0233,
      "step": 80110
    },
    {
      "grad_norm": 0.30323827266693115,
      "learning_rate": 8.766222324874989e-05,
      "loss": 0.03,
      "step": 80120
    },
    {
      "grad_norm": 0.17957338690757751,
      "learning_rate": 8.765859783884351e-05,
      "loss": 0.0234,
      "step": 80130
    },
    {
      "grad_norm": 0.19146054983139038,
      "learning_rate": 8.765497197134962e-05,
      "loss": 0.0175,
      "step": 80140
    },
    {
      "grad_norm": 0.09749428182840347,
      "learning_rate": 8.765134564631225e-05,
      "loss": 0.0207,
      "step": 80150
    },
    {
      "grad_norm": 0.15694911777973175,
      "learning_rate": 8.76477188637755e-05,
      "loss": 0.0162,
      "step": 80160
    },
    {
      "grad_norm": 0.2625349760055542,
      "learning_rate": 8.764409162378342e-05,
      "loss": 0.0211,
      "step": 80170
    },
    {
      "grad_norm": 0.16655628383159637,
      "learning_rate": 8.764046392638008e-05,
      "loss": 0.0282,
      "step": 80180
    },
    {
      "grad_norm": 0.09683870524168015,
      "learning_rate": 8.763683577160955e-05,
      "loss": 0.0196,
      "step": 80190
    },
    {
      "grad_norm": 0.21532830595970154,
      "learning_rate": 8.763320715951595e-05,
      "loss": 0.0176,
      "step": 80200
    },
    {
      "grad_norm": 0.14625072479248047,
      "learning_rate": 8.762957809014334e-05,
      "loss": 0.0159,
      "step": 80210
    },
    {
      "grad_norm": 0.12199926376342773,
      "learning_rate": 8.762594856353583e-05,
      "loss": 0.0231,
      "step": 80220
    },
    {
      "grad_norm": 0.09798053652048111,
      "learning_rate": 8.762231857973752e-05,
      "loss": 0.016,
      "step": 80230
    },
    {
      "grad_norm": 0.11409603804349899,
      "learning_rate": 8.761868813879253e-05,
      "loss": 0.0168,
      "step": 80240
    },
    {
      "grad_norm": 0.31218886375427246,
      "learning_rate": 8.761505724074495e-05,
      "loss": 0.022,
      "step": 80250
    },
    {
      "grad_norm": 0.14831462502479553,
      "learning_rate": 8.761142588563891e-05,
      "loss": 0.0174,
      "step": 80260
    },
    {
      "grad_norm": 0.19994701445102692,
      "learning_rate": 8.760779407351853e-05,
      "loss": 0.0175,
      "step": 80270
    },
    {
      "grad_norm": 0.16507172584533691,
      "learning_rate": 8.760416180442795e-05,
      "loss": 0.0194,
      "step": 80280
    },
    {
      "grad_norm": 0.14340370893478394,
      "learning_rate": 8.760052907841129e-05,
      "loss": 0.0194,
      "step": 80290
    },
    {
      "grad_norm": 0.10609007626771927,
      "learning_rate": 8.759689589551272e-05,
      "loss": 0.0167,
      "step": 80300
    },
    {
      "grad_norm": 0.23379695415496826,
      "learning_rate": 8.759326225577635e-05,
      "loss": 0.0201,
      "step": 80310
    },
    {
      "grad_norm": 0.12663239240646362,
      "learning_rate": 8.758962815924636e-05,
      "loss": 0.0189,
      "step": 80320
    },
    {
      "grad_norm": 0.2257198691368103,
      "learning_rate": 8.75859936059669e-05,
      "loss": 0.0179,
      "step": 80330
    },
    {
      "grad_norm": 0.10090809315443039,
      "learning_rate": 8.758235859598212e-05,
      "loss": 0.0194,
      "step": 80340
    },
    {
      "grad_norm": 0.1299905776977539,
      "learning_rate": 8.757872312933622e-05,
      "loss": 0.016,
      "step": 80350
    },
    {
      "grad_norm": 0.12386221438646317,
      "learning_rate": 8.757508720607332e-05,
      "loss": 0.0269,
      "step": 80360
    },
    {
      "grad_norm": 0.17354917526245117,
      "learning_rate": 8.757145082623766e-05,
      "loss": 0.018,
      "step": 80370
    },
    {
      "grad_norm": 0.14096124470233917,
      "learning_rate": 8.75678139898734e-05,
      "loss": 0.0219,
      "step": 80380
    },
    {
      "grad_norm": 0.22179225087165833,
      "learning_rate": 8.756417669702472e-05,
      "loss": 0.0142,
      "step": 80390
    },
    {
      "grad_norm": 0.1491132527589798,
      "learning_rate": 8.756053894773583e-05,
      "loss": 0.0172,
      "step": 80400
    },
    {
      "grad_norm": 0.41380536556243896,
      "learning_rate": 8.755690074205092e-05,
      "loss": 0.0276,
      "step": 80410
    },
    {
      "grad_norm": 0.1630486100912094,
      "learning_rate": 8.755326208001422e-05,
      "loss": 0.0196,
      "step": 80420
    },
    {
      "grad_norm": 0.178922638297081,
      "learning_rate": 8.754962296166992e-05,
      "loss": 0.0169,
      "step": 80430
    },
    {
      "grad_norm": 0.13169224560260773,
      "learning_rate": 8.754598338706224e-05,
      "loss": 0.0298,
      "step": 80440
    },
    {
      "grad_norm": 0.12610724568367004,
      "learning_rate": 8.754234335623544e-05,
      "loss": 0.0196,
      "step": 80450
    },
    {
      "grad_norm": 0.13529430329799652,
      "learning_rate": 8.75387028692337e-05,
      "loss": 0.0174,
      "step": 80460
    },
    {
      "grad_norm": 0.15068501234054565,
      "learning_rate": 8.753506192610129e-05,
      "loss": 0.0221,
      "step": 80470
    },
    {
      "grad_norm": 0.20455028116703033,
      "learning_rate": 8.753142052688243e-05,
      "loss": 0.0237,
      "step": 80480
    },
    {
      "grad_norm": 0.11738040298223495,
      "learning_rate": 8.752777867162137e-05,
      "loss": 0.0179,
      "step": 80490
    },
    {
      "grad_norm": 0.15080757439136505,
      "learning_rate": 8.752413636036237e-05,
      "loss": 0.0199,
      "step": 80500
    },
    {
      "grad_norm": 0.13861514627933502,
      "learning_rate": 8.752049359314969e-05,
      "loss": 0.0202,
      "step": 80510
    },
    {
      "grad_norm": 0.12271542847156525,
      "learning_rate": 8.751685037002759e-05,
      "loss": 0.0207,
      "step": 80520
    },
    {
      "grad_norm": 0.1814255565404892,
      "learning_rate": 8.751320669104034e-05,
      "loss": 0.0243,
      "step": 80530
    },
    {
      "grad_norm": 0.18618662655353546,
      "learning_rate": 8.75095625562322e-05,
      "loss": 0.017,
      "step": 80540
    },
    {
      "grad_norm": 0.21520893275737762,
      "learning_rate": 8.750591796564746e-05,
      "loss": 0.0217,
      "step": 80550
    },
    {
      "grad_norm": 0.14847876131534576,
      "learning_rate": 8.750227291933042e-05,
      "loss": 0.0177,
      "step": 80560
    },
    {
      "grad_norm": 0.343173623085022,
      "learning_rate": 8.749862741732532e-05,
      "loss": 0.0246,
      "step": 80570
    },
    {
      "grad_norm": 0.09965117275714874,
      "learning_rate": 8.749498145967654e-05,
      "loss": 0.0162,
      "step": 80580
    },
    {
      "grad_norm": 0.2000083476305008,
      "learning_rate": 8.74913350464283e-05,
      "loss": 0.0284,
      "step": 80590
    },
    {
      "grad_norm": 0.21220338344573975,
      "learning_rate": 8.748768817762496e-05,
      "loss": 0.0202,
      "step": 80600
    },
    {
      "grad_norm": 0.15131619572639465,
      "learning_rate": 8.748404085331081e-05,
      "loss": 0.0145,
      "step": 80610
    },
    {
      "grad_norm": 0.24133452773094177,
      "learning_rate": 8.748039307353017e-05,
      "loss": 0.0269,
      "step": 80620
    },
    {
      "grad_norm": 0.16884461045265198,
      "learning_rate": 8.747674483832737e-05,
      "loss": 0.0242,
      "step": 80630
    },
    {
      "grad_norm": 0.1882205754518509,
      "learning_rate": 8.747309614774673e-05,
      "loss": 0.0195,
      "step": 80640
    },
    {
      "grad_norm": 0.18006132543087006,
      "learning_rate": 8.746944700183259e-05,
      "loss": 0.0218,
      "step": 80650
    },
    {
      "grad_norm": 0.15769606828689575,
      "learning_rate": 8.74657974006293e-05,
      "loss": 0.025,
      "step": 80660
    },
    {
      "grad_norm": 0.11604741215705872,
      "learning_rate": 8.746214734418119e-05,
      "loss": 0.0207,
      "step": 80670
    },
    {
      "grad_norm": 0.14856122434139252,
      "learning_rate": 8.745849683253262e-05,
      "loss": 0.018,
      "step": 80680
    },
    {
      "grad_norm": 0.20900051295757294,
      "learning_rate": 8.745484586572796e-05,
      "loss": 0.0192,
      "step": 80690
    },
    {
      "grad_norm": 0.16536352038383484,
      "learning_rate": 8.745119444381154e-05,
      "loss": 0.026,
      "step": 80700
    },
    {
      "grad_norm": 0.14854486286640167,
      "learning_rate": 8.744754256682776e-05,
      "loss": 0.0247,
      "step": 80710
    },
    {
      "grad_norm": 0.2668551504611969,
      "learning_rate": 8.744389023482098e-05,
      "loss": 0.0201,
      "step": 80720
    },
    {
      "grad_norm": 0.09763775020837784,
      "learning_rate": 8.744023744783558e-05,
      "loss": 0.0137,
      "step": 80730
    },
    {
      "grad_norm": 0.23432183265686035,
      "learning_rate": 8.743658420591595e-05,
      "loss": 0.0184,
      "step": 80740
    },
    {
      "grad_norm": 0.21921809017658234,
      "learning_rate": 8.743293050910647e-05,
      "loss": 0.0188,
      "step": 80750
    },
    {
      "grad_norm": 0.1693814992904663,
      "learning_rate": 8.742927635745155e-05,
      "loss": 0.0138,
      "step": 80760
    },
    {
      "grad_norm": 0.09442543238401413,
      "learning_rate": 8.742562175099558e-05,
      "loss": 0.0166,
      "step": 80770
    },
    {
      "grad_norm": 0.16578996181488037,
      "learning_rate": 8.742196668978297e-05,
      "loss": 0.0156,
      "step": 80780
    },
    {
      "grad_norm": 0.1484367698431015,
      "learning_rate": 8.741831117385812e-05,
      "loss": 0.0325,
      "step": 80790
    },
    {
      "grad_norm": 0.13815292716026306,
      "learning_rate": 8.741465520326548e-05,
      "loss": 0.0171,
      "step": 80800
    },
    {
      "grad_norm": 0.2379537969827652,
      "learning_rate": 8.741099877804943e-05,
      "loss": 0.0224,
      "step": 80810
    },
    {
      "grad_norm": 0.09775146096944809,
      "learning_rate": 8.740734189825443e-05,
      "loss": 0.0205,
      "step": 80820
    },
    {
      "grad_norm": 0.10448029637336731,
      "learning_rate": 8.740368456392493e-05,
      "loss": 0.0175,
      "step": 80830
    },
    {
      "grad_norm": 0.23587666451931,
      "learning_rate": 8.740002677510532e-05,
      "loss": 0.0179,
      "step": 80840
    },
    {
      "grad_norm": 0.20436188578605652,
      "learning_rate": 8.739636853184008e-05,
      "loss": 0.0206,
      "step": 80850
    },
    {
      "grad_norm": 0.17873214185237885,
      "learning_rate": 8.739270983417366e-05,
      "loss": 0.0208,
      "step": 80860
    },
    {
      "grad_norm": 0.13046081364154816,
      "learning_rate": 8.738905068215052e-05,
      "loss": 0.017,
      "step": 80870
    },
    {
      "grad_norm": 0.1657794713973999,
      "learning_rate": 8.73853910758151e-05,
      "loss": 0.0177,
      "step": 80880
    },
    {
      "grad_norm": 0.17441442608833313,
      "learning_rate": 8.738173101521189e-05,
      "loss": 0.0217,
      "step": 80890
    },
    {
      "grad_norm": 0.16678424179553986,
      "learning_rate": 8.737807050038534e-05,
      "loss": 0.0185,
      "step": 80900
    },
    {
      "grad_norm": 0.19549813866615295,
      "learning_rate": 8.737440953137997e-05,
      "loss": 0.0187,
      "step": 80910
    },
    {
      "grad_norm": 0.41860681772232056,
      "learning_rate": 8.737074810824019e-05,
      "loss": 0.0191,
      "step": 80920
    },
    {
      "grad_norm": 0.18212562799453735,
      "learning_rate": 8.736708623101058e-05,
      "loss": 0.0205,
      "step": 80930
    },
    {
      "grad_norm": 0.27725696563720703,
      "learning_rate": 8.736342389973557e-05,
      "loss": 0.0198,
      "step": 80940
    },
    {
      "grad_norm": 0.1829034984111786,
      "learning_rate": 8.73597611144597e-05,
      "loss": 0.0154,
      "step": 80950
    },
    {
      "grad_norm": 0.10886410623788834,
      "learning_rate": 8.735609787522745e-05,
      "loss": 0.0182,
      "step": 80960
    },
    {
      "grad_norm": 0.20909753441810608,
      "learning_rate": 8.735243418208333e-05,
      "loss": 0.0201,
      "step": 80970
    },
    {
      "grad_norm": 0.10176228731870651,
      "learning_rate": 8.734877003507188e-05,
      "loss": 0.0197,
      "step": 80980
    },
    {
      "grad_norm": 0.12124767899513245,
      "learning_rate": 8.73451054342376e-05,
      "loss": 0.024,
      "step": 80990
    },
    {
      "grad_norm": 0.12080924212932587,
      "learning_rate": 8.734144037962504e-05,
      "loss": 0.02,
      "step": 81000
    },
    {
      "grad_norm": 0.15114250779151917,
      "learning_rate": 8.733777487127872e-05,
      "loss": 0.0237,
      "step": 81010
    },
    {
      "grad_norm": 0.10680188983678818,
      "learning_rate": 8.733410890924318e-05,
      "loss": 0.0196,
      "step": 81020
    },
    {
      "grad_norm": 0.39515089988708496,
      "learning_rate": 8.733044249356298e-05,
      "loss": 0.0237,
      "step": 81030
    },
    {
      "grad_norm": 0.21908321976661682,
      "learning_rate": 8.732677562428264e-05,
      "loss": 0.0223,
      "step": 81040
    },
    {
      "grad_norm": 0.3284992277622223,
      "learning_rate": 8.732310830144675e-05,
      "loss": 0.0272,
      "step": 81050
    },
    {
      "grad_norm": 0.12242887169122696,
      "learning_rate": 8.731944052509985e-05,
      "loss": 0.0204,
      "step": 81060
    },
    {
      "grad_norm": 0.14116130769252777,
      "learning_rate": 8.731577229528652e-05,
      "loss": 0.022,
      "step": 81070
    },
    {
      "grad_norm": 0.13572289049625397,
      "learning_rate": 8.73121036120513e-05,
      "loss": 0.0146,
      "step": 81080
    },
    {
      "grad_norm": 0.11619623005390167,
      "learning_rate": 8.730843447543882e-05,
      "loss": 0.0182,
      "step": 81090
    },
    {
      "grad_norm": 0.11266595870256424,
      "learning_rate": 8.730476488549362e-05,
      "loss": 0.0179,
      "step": 81100
    },
    {
      "grad_norm": 0.14739374816417694,
      "learning_rate": 8.73010948422603e-05,
      "loss": 0.0153,
      "step": 81110
    },
    {
      "grad_norm": 0.21366599202156067,
      "learning_rate": 8.729742434578348e-05,
      "loss": 0.0183,
      "step": 81120
    },
    {
      "grad_norm": 0.15182778239250183,
      "learning_rate": 8.729375339610773e-05,
      "loss": 0.0228,
      "step": 81130
    },
    {
      "grad_norm": 0.20157364010810852,
      "learning_rate": 8.729008199327766e-05,
      "loss": 0.0217,
      "step": 81140
    },
    {
      "grad_norm": 0.22238077223300934,
      "learning_rate": 8.728641013733789e-05,
      "loss": 0.019,
      "step": 81150
    },
    {
      "grad_norm": 0.11717714369297028,
      "learning_rate": 8.728273782833303e-05,
      "loss": 0.0175,
      "step": 81160
    },
    {
      "grad_norm": 0.13322091102600098,
      "learning_rate": 8.727906506630769e-05,
      "loss": 0.0171,
      "step": 81170
    },
    {
      "grad_norm": 0.17766395211219788,
      "learning_rate": 8.727539185130654e-05,
      "loss": 0.0176,
      "step": 81180
    },
    {
      "grad_norm": 0.1392512321472168,
      "learning_rate": 8.727171818337417e-05,
      "loss": 0.021,
      "step": 81190
    },
    {
      "grad_norm": 0.2023412436246872,
      "learning_rate": 8.726804406255525e-05,
      "loss": 0.0253,
      "step": 81200
    },
    {
      "grad_norm": 0.15031546354293823,
      "learning_rate": 8.726436948889438e-05,
      "loss": 0.0187,
      "step": 81210
    },
    {
      "grad_norm": 0.14349403977394104,
      "learning_rate": 8.726069446243625e-05,
      "loss": 0.0182,
      "step": 81220
    },
    {
      "grad_norm": 0.16665248572826385,
      "learning_rate": 8.725701898322551e-05,
      "loss": 0.0221,
      "step": 81230
    },
    {
      "grad_norm": 0.15434236824512482,
      "learning_rate": 8.725334305130682e-05,
      "loss": 0.0219,
      "step": 81240
    },
    {
      "grad_norm": 0.22456075251102448,
      "learning_rate": 8.724966666672481e-05,
      "loss": 0.0179,
      "step": 81250
    },
    {
      "grad_norm": 0.1307644098997116,
      "learning_rate": 8.724598982952421e-05,
      "loss": 0.0206,
      "step": 81260
    },
    {
      "grad_norm": 0.2603188157081604,
      "learning_rate": 8.724231253974964e-05,
      "loss": 0.0161,
      "step": 81270
    },
    {
      "grad_norm": 0.19982606172561646,
      "learning_rate": 8.723863479744583e-05,
      "loss": 0.0191,
      "step": 81280
    },
    {
      "grad_norm": 0.39452943205833435,
      "learning_rate": 8.723495660265745e-05,
      "loss": 0.0165,
      "step": 81290
    },
    {
      "grad_norm": 0.17014861106872559,
      "learning_rate": 8.723127795542919e-05,
      "loss": 0.0178,
      "step": 81300
    },
    {
      "grad_norm": 0.08468419313430786,
      "learning_rate": 8.722759885580573e-05,
      "loss": 0.0166,
      "step": 81310
    },
    {
      "grad_norm": 0.16091527044773102,
      "learning_rate": 8.722391930383182e-05,
      "loss": 0.021,
      "step": 81320
    },
    {
      "grad_norm": 0.25299811363220215,
      "learning_rate": 8.722023929955213e-05,
      "loss": 0.0235,
      "step": 81330
    },
    {
      "grad_norm": 0.11084416508674622,
      "learning_rate": 8.72165588430114e-05,
      "loss": 0.0252,
      "step": 81340
    },
    {
      "grad_norm": 0.18174540996551514,
      "learning_rate": 8.721287793425434e-05,
      "loss": 0.0271,
      "step": 81350
    },
    {
      "grad_norm": 0.25446227192878723,
      "learning_rate": 8.720919657332566e-05,
      "loss": 0.0246,
      "step": 81360
    },
    {
      "grad_norm": 0.13380277156829834,
      "learning_rate": 8.720551476027015e-05,
      "loss": 0.0169,
      "step": 81370
    },
    {
      "grad_norm": 0.21744213998317719,
      "learning_rate": 8.720183249513248e-05,
      "loss": 0.0174,
      "step": 81380
    },
    {
      "grad_norm": 0.1576084941625595,
      "learning_rate": 8.719814977795741e-05,
      "loss": 0.0188,
      "step": 81390
    },
    {
      "grad_norm": 0.12891645729541779,
      "learning_rate": 8.719446660878973e-05,
      "loss": 0.0179,
      "step": 81400
    },
    {
      "grad_norm": 0.1721636950969696,
      "learning_rate": 8.719078298767415e-05,
      "loss": 0.0241,
      "step": 81410
    },
    {
      "grad_norm": 0.14012788236141205,
      "learning_rate": 8.718709891465544e-05,
      "loss": 0.021,
      "step": 81420
    },
    {
      "grad_norm": 0.18927247822284698,
      "learning_rate": 8.718341438977837e-05,
      "loss": 0.0199,
      "step": 81430
    },
    {
      "grad_norm": 0.17266294360160828,
      "learning_rate": 8.71797294130877e-05,
      "loss": 0.0259,
      "step": 81440
    },
    {
      "grad_norm": 0.12078187614679337,
      "learning_rate": 8.717604398462822e-05,
      "loss": 0.0175,
      "step": 81450
    },
    {
      "grad_norm": 0.12232168763875961,
      "learning_rate": 8.717235810444471e-05,
      "loss": 0.017,
      "step": 81460
    },
    {
      "grad_norm": 0.08749318867921829,
      "learning_rate": 8.716867177258194e-05,
      "loss": 0.0177,
      "step": 81470
    },
    {
      "grad_norm": 0.10855832695960999,
      "learning_rate": 8.716498498908473e-05,
      "loss": 0.0193,
      "step": 81480
    },
    {
      "grad_norm": 0.15710684657096863,
      "learning_rate": 8.716129775399786e-05,
      "loss": 0.0204,
      "step": 81490
    },
    {
      "grad_norm": 0.11417689919471741,
      "learning_rate": 8.715761006736614e-05,
      "loss": 0.0166,
      "step": 81500
    },
    {
      "grad_norm": 0.24688801169395447,
      "learning_rate": 8.715392192923437e-05,
      "loss": 0.0176,
      "step": 81510
    },
    {
      "grad_norm": 0.1651269793510437,
      "learning_rate": 8.715023333964736e-05,
      "loss": 0.015,
      "step": 81520
    },
    {
      "grad_norm": 0.18361949920654297,
      "learning_rate": 8.714654429864994e-05,
      "loss": 0.0151,
      "step": 81530
    },
    {
      "grad_norm": 0.19857415556907654,
      "learning_rate": 8.714285480628694e-05,
      "loss": 0.0266,
      "step": 81540
    },
    {
      "grad_norm": 0.12673431634902954,
      "learning_rate": 8.713916486260319e-05,
      "loss": 0.0173,
      "step": 81550
    },
    {
      "grad_norm": 0.21366427838802338,
      "learning_rate": 8.713547446764352e-05,
      "loss": 0.0197,
      "step": 81560
    },
    {
      "grad_norm": 0.1273445188999176,
      "learning_rate": 8.713178362145278e-05,
      "loss": 0.0277,
      "step": 81570
    },
    {
      "grad_norm": 0.10623952001333237,
      "learning_rate": 8.712809232407579e-05,
      "loss": 0.019,
      "step": 81580
    },
    {
      "grad_norm": 0.18706770241260529,
      "learning_rate": 8.712440057555744e-05,
      "loss": 0.0164,
      "step": 81590
    },
    {
      "grad_norm": 0.15656349062919617,
      "learning_rate": 8.712070837594257e-05,
      "loss": 0.0233,
      "step": 81600
    },
    {
      "grad_norm": 0.13537850975990295,
      "learning_rate": 8.711701572527605e-05,
      "loss": 0.0191,
      "step": 81610
    },
    {
      "grad_norm": 0.12097591906785965,
      "learning_rate": 8.711332262360274e-05,
      "loss": 0.0175,
      "step": 81620
    },
    {
      "grad_norm": 0.21633782982826233,
      "learning_rate": 8.710962907096751e-05,
      "loss": 0.0187,
      "step": 81630
    },
    {
      "grad_norm": 0.13106070458889008,
      "learning_rate": 8.710593506741526e-05,
      "loss": 0.0252,
      "step": 81640
    },
    {
      "grad_norm": 0.16213028132915497,
      "learning_rate": 8.710224061299086e-05,
      "loss": 0.0143,
      "step": 81650
    },
    {
      "grad_norm": 0.1314125657081604,
      "learning_rate": 8.709854570773921e-05,
      "loss": 0.0205,
      "step": 81660
    },
    {
      "grad_norm": 0.196740061044693,
      "learning_rate": 8.70948503517052e-05,
      "loss": 0.0168,
      "step": 81670
    },
    {
      "grad_norm": 0.15121223032474518,
      "learning_rate": 8.709115454493375e-05,
      "loss": 0.0172,
      "step": 81680
    },
    {
      "grad_norm": 0.15599586069583893,
      "learning_rate": 8.708745828746973e-05,
      "loss": 0.0256,
      "step": 81690
    },
    {
      "grad_norm": 0.10007275640964508,
      "learning_rate": 8.708376157935808e-05,
      "loss": 0.0201,
      "step": 81700
    },
    {
      "grad_norm": 0.1183745265007019,
      "learning_rate": 8.708006442064372e-05,
      "loss": 0.0211,
      "step": 81710
    },
    {
      "grad_norm": 0.10775541514158249,
      "learning_rate": 8.707636681137156e-05,
      "loss": 0.0176,
      "step": 81720
    },
    {
      "grad_norm": 0.1476835459470749,
      "learning_rate": 8.707266875158655e-05,
      "loss": 0.0212,
      "step": 81730
    },
    {
      "grad_norm": 0.22472067177295685,
      "learning_rate": 8.70689702413336e-05,
      "loss": 0.0213,
      "step": 81740
    },
    {
      "grad_norm": 0.2089468091726303,
      "learning_rate": 8.706527128065767e-05,
      "loss": 0.0232,
      "step": 81750
    },
    {
      "grad_norm": 0.13237681984901428,
      "learning_rate": 8.706157186960371e-05,
      "loss": 0.0177,
      "step": 81760
    },
    {
      "grad_norm": 0.1084391251206398,
      "learning_rate": 8.705787200821664e-05,
      "loss": 0.0203,
      "step": 81770
    },
    {
      "grad_norm": 0.13316486775875092,
      "learning_rate": 8.705417169654145e-05,
      "loss": 0.0178,
      "step": 81780
    },
    {
      "grad_norm": 0.13485708832740784,
      "learning_rate": 8.705047093462307e-05,
      "loss": 0.0181,
      "step": 81790
    },
    {
      "grad_norm": 0.19243772327899933,
      "learning_rate": 8.704676972250651e-05,
      "loss": 0.0168,
      "step": 81800
    },
    {
      "grad_norm": 0.14383430778980255,
      "learning_rate": 8.70430680602367e-05,
      "loss": 0.0178,
      "step": 81810
    },
    {
      "grad_norm": 0.18405534327030182,
      "learning_rate": 8.703936594785865e-05,
      "loss": 0.0204,
      "step": 81820
    },
    {
      "grad_norm": 0.18311022222042084,
      "learning_rate": 8.703566338541733e-05,
      "loss": 0.0158,
      "step": 81830
    },
    {
      "grad_norm": 0.0846015065908432,
      "learning_rate": 8.703196037295773e-05,
      "loss": 0.0128,
      "step": 81840
    },
    {
      "grad_norm": 0.13743428885936737,
      "learning_rate": 8.702825691052486e-05,
      "loss": 0.0244,
      "step": 81850
    },
    {
      "grad_norm": 0.08369320631027222,
      "learning_rate": 8.70245529981637e-05,
      "loss": 0.0164,
      "step": 81860
    },
    {
      "grad_norm": 0.21162758767604828,
      "learning_rate": 8.702084863591926e-05,
      "loss": 0.0235,
      "step": 81870
    },
    {
      "grad_norm": 0.5259585380554199,
      "learning_rate": 8.701714382383655e-05,
      "loss": 0.0255,
      "step": 81880
    },
    {
      "grad_norm": 0.3497006297111511,
      "learning_rate": 8.701343856196061e-05,
      "loss": 0.0224,
      "step": 81890
    },
    {
      "grad_norm": 0.13370665907859802,
      "learning_rate": 8.700973285033643e-05,
      "loss": 0.0214,
      "step": 81900
    },
    {
      "grad_norm": 0.27912020683288574,
      "learning_rate": 8.700602668900906e-05,
      "loss": 0.0183,
      "step": 81910
    },
    {
      "grad_norm": 0.27159449458122253,
      "learning_rate": 8.700232007802351e-05,
      "loss": 0.0242,
      "step": 81920
    },
    {
      "grad_norm": 0.31299903988838196,
      "learning_rate": 8.699861301742486e-05,
      "loss": 0.0204,
      "step": 81930
    },
    {
      "grad_norm": 0.19203124940395355,
      "learning_rate": 8.699490550725811e-05,
      "loss": 0.0155,
      "step": 81940
    },
    {
      "grad_norm": 0.26858481764793396,
      "learning_rate": 8.699119754756835e-05,
      "loss": 0.0183,
      "step": 81950
    },
    {
      "grad_norm": 0.15350237488746643,
      "learning_rate": 8.69874891384006e-05,
      "loss": 0.0159,
      "step": 81960
    },
    {
      "grad_norm": 0.22038160264492035,
      "learning_rate": 8.698378027979994e-05,
      "loss": 0.0232,
      "step": 81970
    },
    {
      "grad_norm": 0.4659968912601471,
      "learning_rate": 8.698007097181142e-05,
      "loss": 0.0243,
      "step": 81980
    },
    {
      "grad_norm": 0.3272516429424286,
      "learning_rate": 8.697636121448014e-05,
      "loss": 0.0229,
      "step": 81990
    },
    {
      "grad_norm": 0.10058533400297165,
      "learning_rate": 8.697265100785115e-05,
      "loss": 0.0162,
      "step": 82000
    },
    {
      "grad_norm": 0.25317060947418213,
      "learning_rate": 8.696894035196953e-05,
      "loss": 0.0165,
      "step": 82010
    },
    {
      "grad_norm": 0.2526092231273651,
      "learning_rate": 8.696522924688041e-05,
      "loss": 0.0293,
      "step": 82020
    },
    {
      "grad_norm": 0.216456338763237,
      "learning_rate": 8.696151769262883e-05,
      "loss": 0.017,
      "step": 82030
    },
    {
      "grad_norm": 0.12163818627595901,
      "learning_rate": 8.695780568925992e-05,
      "loss": 0.0162,
      "step": 82040
    },
    {
      "grad_norm": 0.09902268648147583,
      "learning_rate": 8.695409323681877e-05,
      "loss": 0.0156,
      "step": 82050
    },
    {
      "grad_norm": 0.14601801335811615,
      "learning_rate": 8.695038033535052e-05,
      "loss": 0.0151,
      "step": 82060
    },
    {
      "grad_norm": 0.19758230447769165,
      "learning_rate": 8.694666698490024e-05,
      "loss": 0.021,
      "step": 82070
    },
    {
      "grad_norm": 0.22545163333415985,
      "learning_rate": 8.694295318551309e-05,
      "loss": 0.0214,
      "step": 82080
    },
    {
      "grad_norm": 0.3140813708305359,
      "learning_rate": 8.693923893723416e-05,
      "loss": 0.0207,
      "step": 82090
    },
    {
      "grad_norm": 0.1940816193819046,
      "learning_rate": 8.69355242401086e-05,
      "loss": 0.017,
      "step": 82100
    },
    {
      "grad_norm": 0.1159023717045784,
      "learning_rate": 8.693180909418156e-05,
      "loss": 0.0165,
      "step": 82110
    },
    {
      "grad_norm": 0.16275157034397125,
      "learning_rate": 8.692809349949816e-05,
      "loss": 0.0178,
      "step": 82120
    },
    {
      "grad_norm": 0.1100875586271286,
      "learning_rate": 8.692437745610357e-05,
      "loss": 0.0276,
      "step": 82130
    },
    {
      "grad_norm": 0.15483668446540833,
      "learning_rate": 8.692066096404293e-05,
      "loss": 0.0145,
      "step": 82140
    },
    {
      "grad_norm": 0.17381888628005981,
      "learning_rate": 8.691694402336139e-05,
      "loss": 0.0192,
      "step": 82150
    },
    {
      "grad_norm": 0.13953882455825806,
      "learning_rate": 8.691322663410413e-05,
      "loss": 0.0196,
      "step": 82160
    },
    {
      "grad_norm": 0.17176616191864014,
      "learning_rate": 8.690950879631632e-05,
      "loss": 0.0227,
      "step": 82170
    },
    {
      "grad_norm": 0.1348821371793747,
      "learning_rate": 8.690579051004312e-05,
      "loss": 0.0185,
      "step": 82180
    },
    {
      "grad_norm": 0.15928979218006134,
      "learning_rate": 8.690207177532971e-05,
      "loss": 0.0194,
      "step": 82190
    },
    {
      "grad_norm": 0.12716034054756165,
      "learning_rate": 8.689835259222132e-05,
      "loss": 0.019,
      "step": 82200
    },
    {
      "grad_norm": 0.13497544825077057,
      "learning_rate": 8.689463296076308e-05,
      "loss": 0.0143,
      "step": 82210
    },
    {
      "grad_norm": 0.1743541806936264,
      "learning_rate": 8.689091288100025e-05,
      "loss": 0.0211,
      "step": 82220
    },
    {
      "grad_norm": 0.17960499227046967,
      "learning_rate": 8.688719235297796e-05,
      "loss": 0.0172,
      "step": 82230
    },
    {
      "grad_norm": 0.44281816482543945,
      "learning_rate": 8.688347137674146e-05,
      "loss": 0.0218,
      "step": 82240
    },
    {
      "grad_norm": 0.17078739404678345,
      "learning_rate": 8.687974995233597e-05,
      "loss": 0.0167,
      "step": 82250
    },
    {
      "grad_norm": 0.21665632724761963,
      "learning_rate": 8.68760280798067e-05,
      "loss": 0.0177,
      "step": 82260
    },
    {
      "grad_norm": 0.19784556329250336,
      "learning_rate": 8.687230575919886e-05,
      "loss": 0.0304,
      "step": 82270
    },
    {
      "grad_norm": 0.1165923997759819,
      "learning_rate": 8.68685829905577e-05,
      "loss": 0.0207,
      "step": 82280
    },
    {
      "grad_norm": 0.15652261674404144,
      "learning_rate": 8.686485977392844e-05,
      "loss": 0.0278,
      "step": 82290
    },
    {
      "grad_norm": 0.1403314173221588,
      "learning_rate": 8.686113610935634e-05,
      "loss": 0.0201,
      "step": 82300
    },
    {
      "grad_norm": 0.13108119368553162,
      "learning_rate": 8.685741199688662e-05,
      "loss": 0.0156,
      "step": 82310
    },
    {
      "grad_norm": 0.21109123528003693,
      "learning_rate": 8.685368743656456e-05,
      "loss": 0.0197,
      "step": 82320
    },
    {
      "grad_norm": 0.1243269294500351,
      "learning_rate": 8.684996242843539e-05,
      "loss": 0.0154,
      "step": 82330
    },
    {
      "grad_norm": 0.6588522791862488,
      "learning_rate": 8.684623697254439e-05,
      "loss": 0.021,
      "step": 82340
    },
    {
      "grad_norm": 0.21213498711585999,
      "learning_rate": 8.684251106893681e-05,
      "loss": 0.0159,
      "step": 82350
    },
    {
      "grad_norm": 0.1445446014404297,
      "learning_rate": 8.683878471765796e-05,
      "loss": 0.0154,
      "step": 82360
    },
    {
      "grad_norm": 0.22844360768795013,
      "learning_rate": 8.683505791875308e-05,
      "loss": 0.018,
      "step": 82370
    },
    {
      "grad_norm": 0.14712680876255035,
      "learning_rate": 8.683133067226748e-05,
      "loss": 0.0224,
      "step": 82380
    },
    {
      "grad_norm": 0.1002931147813797,
      "learning_rate": 8.682760297824641e-05,
      "loss": 0.0142,
      "step": 82390
    },
    {
      "grad_norm": 0.17452673614025116,
      "learning_rate": 8.682387483673522e-05,
      "loss": 0.028,
      "step": 82400
    },
    {
      "grad_norm": 0.22429445385932922,
      "learning_rate": 8.682014624777917e-05,
      "loss": 0.0214,
      "step": 82410
    },
    {
      "grad_norm": 0.18247170746326447,
      "learning_rate": 8.681641721142358e-05,
      "loss": 0.0218,
      "step": 82420
    },
    {
      "grad_norm": 0.16794034838676453,
      "learning_rate": 8.681268772771376e-05,
      "loss": 0.0215,
      "step": 82430
    },
    {
      "grad_norm": 0.139957457780838,
      "learning_rate": 8.680895779669502e-05,
      "loss": 0.0198,
      "step": 82440
    },
    {
      "grad_norm": 0.1855982393026352,
      "learning_rate": 8.680522741841271e-05,
      "loss": 0.0179,
      "step": 82450
    },
    {
      "grad_norm": 0.2071235328912735,
      "learning_rate": 8.680149659291212e-05,
      "loss": 0.0215,
      "step": 82460
    },
    {
      "grad_norm": 0.2766380310058594,
      "learning_rate": 8.679776532023861e-05,
      "loss": 0.025,
      "step": 82470
    },
    {
      "grad_norm": 0.1784510463476181,
      "learning_rate": 8.679403360043749e-05,
      "loss": 0.0214,
      "step": 82480
    },
    {
      "grad_norm": 0.12156347185373306,
      "learning_rate": 8.679030143355416e-05,
      "loss": 0.0182,
      "step": 82490
    },
    {
      "grad_norm": 0.13015711307525635,
      "learning_rate": 8.67865688196339e-05,
      "loss": 0.0186,
      "step": 82500
    },
    {
      "grad_norm": 0.16132064163684845,
      "learning_rate": 8.67828357587221e-05,
      "loss": 0.0165,
      "step": 82510
    },
    {
      "grad_norm": 0.10745260864496231,
      "learning_rate": 8.677910225086412e-05,
      "loss": 0.0191,
      "step": 82520
    },
    {
      "grad_norm": 0.16915103793144226,
      "learning_rate": 8.677536829610533e-05,
      "loss": 0.0188,
      "step": 82530
    },
    {
      "grad_norm": 0.17153553664684296,
      "learning_rate": 8.677163389449108e-05,
      "loss": 0.0151,
      "step": 82540
    },
    {
      "grad_norm": 0.1603875309228897,
      "learning_rate": 8.676789904606676e-05,
      "loss": 0.0202,
      "step": 82550
    },
    {
      "grad_norm": 0.09739939123392105,
      "learning_rate": 8.676416375087776e-05,
      "loss": 0.0194,
      "step": 82560
    },
    {
      "grad_norm": 0.16613604128360748,
      "learning_rate": 8.676042800896947e-05,
      "loss": 0.0173,
      "step": 82570
    },
    {
      "grad_norm": 0.13691769540309906,
      "learning_rate": 8.675669182038725e-05,
      "loss": 0.0207,
      "step": 82580
    },
    {
      "grad_norm": 0.23648636043071747,
      "learning_rate": 8.675295518517655e-05,
      "loss": 0.0233,
      "step": 82590
    },
    {
      "grad_norm": 0.17224079370498657,
      "learning_rate": 8.674921810338272e-05,
      "loss": 0.0205,
      "step": 82600
    },
    {
      "grad_norm": 0.23361767828464508,
      "learning_rate": 8.674548057505119e-05,
      "loss": 0.0288,
      "step": 82610
    },
    {
      "grad_norm": 0.19463993608951569,
      "learning_rate": 8.674174260022738e-05,
      "loss": 0.022,
      "step": 82620
    },
    {
      "grad_norm": 0.11932065337896347,
      "learning_rate": 8.673800417895672e-05,
      "loss": 0.0232,
      "step": 82630
    },
    {
      "grad_norm": 0.23595274984836578,
      "learning_rate": 8.67342653112846e-05,
      "loss": 0.0267,
      "step": 82640
    },
    {
      "grad_norm": 0.15575741231441498,
      "learning_rate": 8.673052599725651e-05,
      "loss": 0.015,
      "step": 82650
    },
    {
      "grad_norm": 0.1927988976240158,
      "learning_rate": 8.672678623691783e-05,
      "loss": 0.0177,
      "step": 82660
    },
    {
      "grad_norm": 0.14608536660671234,
      "learning_rate": 8.672304603031402e-05,
      "loss": 0.023,
      "step": 82670
    },
    {
      "grad_norm": 0.11371046304702759,
      "learning_rate": 8.671930537749053e-05,
      "loss": 0.0191,
      "step": 82680
    },
    {
      "grad_norm": 0.11372414231300354,
      "learning_rate": 8.67155642784928e-05,
      "loss": 0.0147,
      "step": 82690
    },
    {
      "grad_norm": 0.13683182001113892,
      "learning_rate": 8.671182273336632e-05,
      "loss": 0.015,
      "step": 82700
    },
    {
      "grad_norm": 0.503807008266449,
      "learning_rate": 8.67080807421565e-05,
      "loss": 0.0149,
      "step": 82710
    },
    {
      "grad_norm": 0.11585737019777298,
      "learning_rate": 8.670433830490887e-05,
      "loss": 0.0188,
      "step": 82720
    },
    {
      "grad_norm": 0.3003867268562317,
      "learning_rate": 8.670059542166887e-05,
      "loss": 0.0194,
      "step": 82730
    },
    {
      "grad_norm": 0.2691928446292877,
      "learning_rate": 8.669685209248198e-05,
      "loss": 0.0262,
      "step": 82740
    },
    {
      "grad_norm": 0.14864157140254974,
      "learning_rate": 8.669310831739369e-05,
      "loss": 0.0165,
      "step": 82750
    },
    {
      "grad_norm": 0.15028922259807587,
      "learning_rate": 8.66893640964495e-05,
      "loss": 0.024,
      "step": 82760
    },
    {
      "grad_norm": 0.19945958256721497,
      "learning_rate": 8.668561942969488e-05,
      "loss": 0.0181,
      "step": 82770
    },
    {
      "grad_norm": 0.1205434799194336,
      "learning_rate": 8.668187431717535e-05,
      "loss": 0.0167,
      "step": 82780
    },
    {
      "grad_norm": 0.10313469916582108,
      "learning_rate": 8.667812875893641e-05,
      "loss": 0.0158,
      "step": 82790
    },
    {
      "grad_norm": 0.11651510000228882,
      "learning_rate": 8.66743827550236e-05,
      "loss": 0.0179,
      "step": 82800
    },
    {
      "grad_norm": 0.12367431074380875,
      "learning_rate": 8.66706363054824e-05,
      "loss": 0.0135,
      "step": 82810
    },
    {
      "grad_norm": 0.0856219008564949,
      "learning_rate": 8.666688941035832e-05,
      "loss": 0.0116,
      "step": 82820
    },
    {
      "grad_norm": 0.08769617229700089,
      "learning_rate": 8.666314206969694e-05,
      "loss": 0.0145,
      "step": 82830
    },
    {
      "grad_norm": 0.1540956199169159,
      "learning_rate": 8.665939428354377e-05,
      "loss": 0.0208,
      "step": 82840
    },
    {
      "grad_norm": 0.16014495491981506,
      "learning_rate": 8.665564605194434e-05,
      "loss": 0.0224,
      "step": 82850
    },
    {
      "grad_norm": 0.7842066884040833,
      "learning_rate": 8.66518973749442e-05,
      "loss": 0.0231,
      "step": 82860
    },
    {
      "grad_norm": 0.2683362066745758,
      "learning_rate": 8.664814825258892e-05,
      "loss": 0.0239,
      "step": 82870
    },
    {
      "grad_norm": 0.22216571867465973,
      "learning_rate": 8.664439868492402e-05,
      "loss": 0.0212,
      "step": 82880
    },
    {
      "grad_norm": 0.23730286955833435,
      "learning_rate": 8.664064867199508e-05,
      "loss": 0.0192,
      "step": 82890
    },
    {
      "grad_norm": 0.2301274985074997,
      "learning_rate": 8.663689821384766e-05,
      "loss": 0.0174,
      "step": 82900
    },
    {
      "grad_norm": 0.13779757916927338,
      "learning_rate": 8.663314731052734e-05,
      "loss": 0.0175,
      "step": 82910
    },
    {
      "grad_norm": 0.29542773962020874,
      "learning_rate": 8.662939596207968e-05,
      "loss": 0.0141,
      "step": 82920
    },
    {
      "grad_norm": 0.12826299667358398,
      "learning_rate": 8.66256441685503e-05,
      "loss": 0.0167,
      "step": 82930
    },
    {
      "grad_norm": 0.1418542116880417,
      "learning_rate": 8.662189192998474e-05,
      "loss": 0.0194,
      "step": 82940
    },
    {
      "grad_norm": 0.1469375640153885,
      "learning_rate": 8.661813924642863e-05,
      "loss": 0.0206,
      "step": 82950
    },
    {
      "grad_norm": 0.1986682265996933,
      "learning_rate": 8.661438611792756e-05,
      "loss": 0.0139,
      "step": 82960
    },
    {
      "grad_norm": 0.16859233379364014,
      "learning_rate": 8.661063254452712e-05,
      "loss": 0.0163,
      "step": 82970
    },
    {
      "grad_norm": 0.10305655747652054,
      "learning_rate": 8.660687852627292e-05,
      "loss": 0.0161,
      "step": 82980
    },
    {
      "grad_norm": 0.18922404944896698,
      "learning_rate": 8.660312406321059e-05,
      "loss": 0.0183,
      "step": 82990
    },
    {
      "grad_norm": 0.11408740282058716,
      "learning_rate": 8.659936915538576e-05,
      "loss": 0.0136,
      "step": 83000
    },
    {
      "grad_norm": 0.12840795516967773,
      "learning_rate": 8.659561380284402e-05,
      "loss": 0.0163,
      "step": 83010
    },
    {
      "grad_norm": 0.13791470229625702,
      "learning_rate": 8.659185800563102e-05,
      "loss": 0.0169,
      "step": 83020
    },
    {
      "grad_norm": 0.13417896628379822,
      "learning_rate": 8.658810176379241e-05,
      "loss": 0.019,
      "step": 83030
    },
    {
      "grad_norm": 0.09837450087070465,
      "learning_rate": 8.65843450773738e-05,
      "loss": 0.0172,
      "step": 83040
    },
    {
      "grad_norm": 0.13021036982536316,
      "learning_rate": 8.658058794642088e-05,
      "loss": 0.017,
      "step": 83050
    },
    {
      "grad_norm": 0.13195669651031494,
      "learning_rate": 8.657683037097926e-05,
      "loss": 0.0145,
      "step": 83060
    },
    {
      "grad_norm": 0.23582284152507782,
      "learning_rate": 8.657307235109462e-05,
      "loss": 0.019,
      "step": 83070
    },
    {
      "grad_norm": 0.12664778530597687,
      "learning_rate": 8.656931388681262e-05,
      "loss": 0.0148,
      "step": 83080
    },
    {
      "grad_norm": 0.1672115921974182,
      "learning_rate": 8.656555497817893e-05,
      "loss": 0.0171,
      "step": 83090
    },
    {
      "grad_norm": 0.1749221831560135,
      "learning_rate": 8.656179562523922e-05,
      "loss": 0.0167,
      "step": 83100
    },
    {
      "grad_norm": 0.17063701152801514,
      "learning_rate": 8.655803582803919e-05,
      "loss": 0.0223,
      "step": 83110
    },
    {
      "grad_norm": 0.12181560695171356,
      "learning_rate": 8.65542755866245e-05,
      "loss": 0.0233,
      "step": 83120
    },
    {
      "grad_norm": 0.14805956184864044,
      "learning_rate": 8.655051490104085e-05,
      "loss": 0.0181,
      "step": 83130
    },
    {
      "grad_norm": 0.12491903454065323,
      "learning_rate": 8.654675377133392e-05,
      "loss": 0.0194,
      "step": 83140
    },
    {
      "grad_norm": 0.12348896265029907,
      "learning_rate": 8.654299219754945e-05,
      "loss": 0.0216,
      "step": 83150
    },
    {
      "grad_norm": 0.19763463735580444,
      "learning_rate": 8.65392301797331e-05,
      "loss": 0.0185,
      "step": 83160
    },
    {
      "grad_norm": 0.2119596302509308,
      "learning_rate": 8.653546771793061e-05,
      "loss": 0.029,
      "step": 83170
    },
    {
      "grad_norm": 0.15630000829696655,
      "learning_rate": 8.653170481218769e-05,
      "loss": 0.0169,
      "step": 83180
    },
    {
      "grad_norm": 0.12063287198543549,
      "learning_rate": 8.652794146255008e-05,
      "loss": 0.0167,
      "step": 83190
    },
    {
      "grad_norm": 0.16346201300621033,
      "learning_rate": 8.652417766906348e-05,
      "loss": 0.0142,
      "step": 83200
    },
    {
      "grad_norm": 0.13207955658435822,
      "learning_rate": 8.652041343177364e-05,
      "loss": 0.0186,
      "step": 83210
    },
    {
      "grad_norm": 0.10427170991897583,
      "learning_rate": 8.651664875072629e-05,
      "loss": 0.0172,
      "step": 83220
    },
    {
      "grad_norm": 0.2093636840581894,
      "learning_rate": 8.651288362596718e-05,
      "loss": 0.0237,
      "step": 83230
    },
    {
      "grad_norm": 0.18491794168949127,
      "learning_rate": 8.650911805754208e-05,
      "loss": 0.0232,
      "step": 83240
    },
    {
      "grad_norm": 0.2291373610496521,
      "learning_rate": 8.65053520454967e-05,
      "loss": 0.0209,
      "step": 83250
    },
    {
      "grad_norm": 0.16053299605846405,
      "learning_rate": 8.650158558987685e-05,
      "loss": 0.0213,
      "step": 83260
    },
    {
      "grad_norm": 0.12720715999603271,
      "learning_rate": 8.649781869072826e-05,
      "loss": 0.0139,
      "step": 83270
    },
    {
      "grad_norm": 0.31772997975349426,
      "learning_rate": 8.64940513480967e-05,
      "loss": 0.0222,
      "step": 83280
    },
    {
      "grad_norm": 0.21079590916633606,
      "learning_rate": 8.649028356202798e-05,
      "loss": 0.0184,
      "step": 83290
    },
    {
      "grad_norm": 0.15127089619636536,
      "learning_rate": 8.648651533256785e-05,
      "loss": 0.0186,
      "step": 83300
    },
    {
      "grad_norm": 0.11978566646575928,
      "learning_rate": 8.648274665976211e-05,
      "loss": 0.017,
      "step": 83310
    },
    {
      "grad_norm": 0.13683801889419556,
      "learning_rate": 8.647897754365656e-05,
      "loss": 0.0227,
      "step": 83320
    },
    {
      "grad_norm": 0.15810683369636536,
      "learning_rate": 8.647520798429698e-05,
      "loss": 0.0208,
      "step": 83330
    },
    {
      "grad_norm": 0.13360141217708588,
      "learning_rate": 8.647143798172919e-05,
      "loss": 0.0206,
      "step": 83340
    },
    {
      "grad_norm": 0.2796359360218048,
      "learning_rate": 8.6467667535999e-05,
      "loss": 0.021,
      "step": 83350
    },
    {
      "grad_norm": 0.15817168354988098,
      "learning_rate": 8.646389664715223e-05,
      "loss": 0.0222,
      "step": 83360
    },
    {
      "grad_norm": 0.16381309926509857,
      "learning_rate": 8.646012531523467e-05,
      "loss": 0.0201,
      "step": 83370
    },
    {
      "grad_norm": 0.1640457659959793,
      "learning_rate": 8.645635354029216e-05,
      "loss": 0.0205,
      "step": 83380
    },
    {
      "grad_norm": 0.1426449567079544,
      "learning_rate": 8.645258132237054e-05,
      "loss": 0.0201,
      "step": 83390
    },
    {
      "grad_norm": 0.18939338624477386,
      "learning_rate": 8.644880866151564e-05,
      "loss": 0.018,
      "step": 83400
    },
    {
      "grad_norm": 0.11764074116945267,
      "learning_rate": 8.64450355577733e-05,
      "loss": 0.0218,
      "step": 83410
    },
    {
      "grad_norm": 0.11628838628530502,
      "learning_rate": 8.644126201118936e-05,
      "loss": 0.0164,
      "step": 83420
    },
    {
      "grad_norm": 0.07742521911859512,
      "learning_rate": 8.64374880218097e-05,
      "loss": 0.025,
      "step": 83430
    },
    {
      "grad_norm": 0.12888936698436737,
      "learning_rate": 8.643371358968015e-05,
      "loss": 0.0203,
      "step": 83440
    },
    {
      "grad_norm": 0.2651544511318207,
      "learning_rate": 8.642993871484657e-05,
      "loss": 0.0193,
      "step": 83450
    },
    {
      "grad_norm": 0.19688503444194794,
      "learning_rate": 8.642616339735485e-05,
      "loss": 0.0183,
      "step": 83460
    },
    {
      "grad_norm": 0.17621518671512604,
      "learning_rate": 8.642238763725085e-05,
      "loss": 0.0207,
      "step": 83470
    },
    {
      "grad_norm": 0.17249725759029388,
      "learning_rate": 8.641861143458045e-05,
      "loss": 0.0153,
      "step": 83480
    },
    {
      "grad_norm": 0.1674879491329193,
      "learning_rate": 8.641483478938954e-05,
      "loss": 0.0138,
      "step": 83490
    },
    {
      "grad_norm": 0.2470581829547882,
      "learning_rate": 8.6411057701724e-05,
      "loss": 0.0145,
      "step": 83500
    },
    {
      "grad_norm": 0.14875122904777527,
      "learning_rate": 8.640728017162974e-05,
      "loss": 0.021,
      "step": 83510
    },
    {
      "grad_norm": 0.1737530380487442,
      "learning_rate": 8.640350219915266e-05,
      "loss": 0.0188,
      "step": 83520
    },
    {
      "grad_norm": 0.11583848297595978,
      "learning_rate": 8.639972378433863e-05,
      "loss": 0.0174,
      "step": 83530
    },
    {
      "grad_norm": 0.10841894894838333,
      "learning_rate": 8.63959449272336e-05,
      "loss": 0.0157,
      "step": 83540
    },
    {
      "grad_norm": 0.10913580656051636,
      "learning_rate": 8.639216562788349e-05,
      "loss": 0.0208,
      "step": 83550
    },
    {
      "grad_norm": 0.179605171084404,
      "learning_rate": 8.638838588633419e-05,
      "loss": 0.0229,
      "step": 83560
    },
    {
      "grad_norm": 0.21845801174640656,
      "learning_rate": 8.638460570263165e-05,
      "loss": 0.0211,
      "step": 83570
    },
    {
      "grad_norm": 0.1590053141117096,
      "learning_rate": 8.63808250768218e-05,
      "loss": 0.019,
      "step": 83580
    },
    {
      "grad_norm": 0.1951061338186264,
      "learning_rate": 8.637704400895058e-05,
      "loss": 0.023,
      "step": 83590
    },
    {
      "grad_norm": 0.06304959207773209,
      "learning_rate": 8.637326249906392e-05,
      "loss": 0.018,
      "step": 83600
    },
    {
      "grad_norm": 0.15012064576148987,
      "learning_rate": 8.636948054720779e-05,
      "loss": 0.0211,
      "step": 83610
    },
    {
      "grad_norm": 0.19807466864585876,
      "learning_rate": 8.636569815342813e-05,
      "loss": 0.0222,
      "step": 83620
    },
    {
      "grad_norm": 0.35663825273513794,
      "learning_rate": 8.636191531777089e-05,
      "loss": 0.0194,
      "step": 83630
    },
    {
      "grad_norm": 0.15508891642093658,
      "learning_rate": 8.635813204028207e-05,
      "loss": 0.0286,
      "step": 83640
    },
    {
      "grad_norm": 0.13083086907863617,
      "learning_rate": 8.63543483210076e-05,
      "loss": 0.0158,
      "step": 83650
    },
    {
      "grad_norm": 0.24724304676055908,
      "learning_rate": 8.635056415999347e-05,
      "loss": 0.0208,
      "step": 83660
    },
    {
      "grad_norm": 0.1218617707490921,
      "learning_rate": 8.634677955728567e-05,
      "loss": 0.0213,
      "step": 83670
    },
    {
      "grad_norm": 0.1324426829814911,
      "learning_rate": 8.63429945129302e-05,
      "loss": 0.0188,
      "step": 83680
    },
    {
      "grad_norm": 0.14324049651622772,
      "learning_rate": 8.6339209026973e-05,
      "loss": 0.0184,
      "step": 83690
    },
    {
      "grad_norm": 0.16277366876602173,
      "learning_rate": 8.633542309946014e-05,
      "loss": 0.0199,
      "step": 83700
    },
    {
      "grad_norm": 0.3155321180820465,
      "learning_rate": 8.633163673043756e-05,
      "loss": 0.0175,
      "step": 83710
    },
    {
      "grad_norm": 0.16027534008026123,
      "learning_rate": 8.632784991995129e-05,
      "loss": 0.0223,
      "step": 83720
    },
    {
      "grad_norm": 0.13555467128753662,
      "learning_rate": 8.632406266804733e-05,
      "loss": 0.0151,
      "step": 83730
    },
    {
      "grad_norm": 0.15373900532722473,
      "learning_rate": 8.632027497477174e-05,
      "loss": 0.0153,
      "step": 83740
    },
    {
      "grad_norm": 0.3745821714401245,
      "learning_rate": 8.63164868401705e-05,
      "loss": 0.0201,
      "step": 83750
    },
    {
      "grad_norm": 0.13084687292575836,
      "learning_rate": 8.631269826428967e-05,
      "loss": 0.0172,
      "step": 83760
    },
    {
      "grad_norm": 0.14084461331367493,
      "learning_rate": 8.630890924717527e-05,
      "loss": 0.0222,
      "step": 83770
    },
    {
      "grad_norm": 0.1792386919260025,
      "learning_rate": 8.630511978887334e-05,
      "loss": 0.0178,
      "step": 83780
    },
    {
      "grad_norm": 0.16590140759944916,
      "learning_rate": 8.630132988942991e-05,
      "loss": 0.0224,
      "step": 83790
    },
    {
      "grad_norm": 0.09503622353076935,
      "learning_rate": 8.629753954889107e-05,
      "loss": 0.0229,
      "step": 83800
    },
    {
      "grad_norm": 0.11478069424629211,
      "learning_rate": 8.629374876730284e-05,
      "loss": 0.0159,
      "step": 83810
    },
    {
      "grad_norm": 0.20247109234333038,
      "learning_rate": 8.62899575447113e-05,
      "loss": 0.0191,
      "step": 83820
    },
    {
      "grad_norm": 0.23488153517246246,
      "learning_rate": 8.628616588116252e-05,
      "loss": 0.0195,
      "step": 83830
    },
    {
      "grad_norm": 0.10882233083248138,
      "learning_rate": 8.628237377670257e-05,
      "loss": 0.0177,
      "step": 83840
    },
    {
      "grad_norm": 0.08490093797445297,
      "learning_rate": 8.627858123137748e-05,
      "loss": 0.0157,
      "step": 83850
    },
    {
      "grad_norm": 0.16249775886535645,
      "learning_rate": 8.627478824523342e-05,
      "loss": 0.0198,
      "step": 83860
    },
    {
      "grad_norm": 0.16184790432453156,
      "learning_rate": 8.627099481831641e-05,
      "loss": 0.0195,
      "step": 83870
    },
    {
      "grad_norm": 0.20900577306747437,
      "learning_rate": 8.626720095067257e-05,
      "loss": 0.0112,
      "step": 83880
    },
    {
      "grad_norm": 0.1539406031370163,
      "learning_rate": 8.626340664234802e-05,
      "loss": 0.0223,
      "step": 83890
    },
    {
      "grad_norm": 0.2035655975341797,
      "learning_rate": 8.625961189338882e-05,
      "loss": 0.017,
      "step": 83900
    },
    {
      "grad_norm": 0.15576864778995514,
      "learning_rate": 8.62558167038411e-05,
      "loss": 0.0154,
      "step": 83910
    },
    {
      "grad_norm": 0.09917964786291122,
      "learning_rate": 8.6252021073751e-05,
      "loss": 0.0174,
      "step": 83920
    },
    {
      "grad_norm": 0.12418081611394882,
      "learning_rate": 8.624822500316458e-05,
      "loss": 0.0172,
      "step": 83930
    },
    {
      "grad_norm": 0.13367293775081635,
      "learning_rate": 8.624442849212802e-05,
      "loss": 0.0147,
      "step": 83940
    },
    {
      "grad_norm": 0.22904735803604126,
      "learning_rate": 8.624063154068744e-05,
      "loss": 0.0244,
      "step": 83950
    },
    {
      "grad_norm": 0.1693611592054367,
      "learning_rate": 8.623683414888895e-05,
      "loss": 0.0181,
      "step": 83960
    },
    {
      "grad_norm": 0.12688441574573517,
      "learning_rate": 8.623303631677873e-05,
      "loss": 0.0216,
      "step": 83970
    },
    {
      "grad_norm": 0.16442714631557465,
      "learning_rate": 8.62292380444029e-05,
      "loss": 0.0307,
      "step": 83980
    },
    {
      "grad_norm": 0.11879345774650574,
      "learning_rate": 8.622543933180762e-05,
      "loss": 0.0199,
      "step": 83990
    },
    {
      "grad_norm": 0.1854509562253952,
      "learning_rate": 8.622164017903907e-05,
      "loss": 0.0195,
      "step": 84000
    },
    {
      "grad_norm": 0.15860065817832947,
      "learning_rate": 8.621784058614337e-05,
      "loss": 0.0163,
      "step": 84010
    },
    {
      "grad_norm": 0.10735062509775162,
      "learning_rate": 8.621404055316673e-05,
      "loss": 0.0165,
      "step": 84020
    },
    {
      "grad_norm": 0.08875743299722672,
      "learning_rate": 8.621024008015528e-05,
      "loss": 0.015,
      "step": 84030
    },
    {
      "grad_norm": 0.19113264977931976,
      "learning_rate": 8.620643916715525e-05,
      "loss": 0.0176,
      "step": 84040
    },
    {
      "grad_norm": 0.18741118907928467,
      "learning_rate": 8.620263781421278e-05,
      "loss": 0.0191,
      "step": 84050
    },
    {
      "grad_norm": 0.14654722809791565,
      "learning_rate": 8.619883602137408e-05,
      "loss": 0.0157,
      "step": 84060
    },
    {
      "grad_norm": 0.10113100707530975,
      "learning_rate": 8.619503378868536e-05,
      "loss": 0.0179,
      "step": 84070
    },
    {
      "grad_norm": 0.12468304485082626,
      "learning_rate": 8.619123111619281e-05,
      "loss": 0.0145,
      "step": 84080
    },
    {
      "grad_norm": 0.18377551436424255,
      "learning_rate": 8.618742800394261e-05,
      "loss": 0.0276,
      "step": 84090
    },
    {
      "grad_norm": 0.34478163719177246,
      "learning_rate": 8.618362445198101e-05,
      "loss": 0.0224,
      "step": 84100
    },
    {
      "grad_norm": 0.14172333478927612,
      "learning_rate": 8.61798204603542e-05,
      "loss": 0.0257,
      "step": 84110
    },
    {
      "grad_norm": 0.584160566329956,
      "learning_rate": 8.617601602910842e-05,
      "loss": 0.0236,
      "step": 84120
    },
    {
      "grad_norm": 0.17230482399463654,
      "learning_rate": 8.617221115828988e-05,
      "loss": 0.0177,
      "step": 84130
    },
    {
      "grad_norm": 0.15785478055477142,
      "learning_rate": 8.616840584794483e-05,
      "loss": 0.0181,
      "step": 84140
    },
    {
      "grad_norm": 0.2800338864326477,
      "learning_rate": 8.61646000981195e-05,
      "loss": 0.0159,
      "step": 84150
    },
    {
      "grad_norm": 0.08631586283445358,
      "learning_rate": 8.616079390886014e-05,
      "loss": 0.0164,
      "step": 84160
    },
    {
      "grad_norm": 0.23142889142036438,
      "learning_rate": 8.615698728021298e-05,
      "loss": 0.0225,
      "step": 84170
    },
    {
      "grad_norm": 0.1457299292087555,
      "learning_rate": 8.61531802122243e-05,
      "loss": 0.0147,
      "step": 84180
    },
    {
      "grad_norm": 0.22883345186710358,
      "learning_rate": 8.614937270494032e-05,
      "loss": 0.0198,
      "step": 84190
    },
    {
      "grad_norm": 0.16919773817062378,
      "learning_rate": 8.614556475840735e-05,
      "loss": 0.0193,
      "step": 84200
    },
    {
      "grad_norm": 0.3732273280620575,
      "learning_rate": 8.614175637267165e-05,
      "loss": 0.0239,
      "step": 84210
    },
    {
      "grad_norm": 0.1367814838886261,
      "learning_rate": 8.613794754777946e-05,
      "loss": 0.0194,
      "step": 84220
    },
    {
      "grad_norm": 0.4253174662590027,
      "learning_rate": 8.613413828377711e-05,
      "loss": 0.0186,
      "step": 84230
    },
    {
      "grad_norm": 0.20078974962234497,
      "learning_rate": 8.613032858071086e-05,
      "loss": 0.0267,
      "step": 84240
    },
    {
      "grad_norm": 0.1256297081708908,
      "learning_rate": 8.6126518438627e-05,
      "loss": 0.0195,
      "step": 84250
    },
    {
      "grad_norm": 0.22614185512065887,
      "learning_rate": 8.612270785757183e-05,
      "loss": 0.0211,
      "step": 84260
    },
    {
      "grad_norm": 0.2436436116695404,
      "learning_rate": 8.611889683759166e-05,
      "loss": 0.0219,
      "step": 84270
    },
    {
      "grad_norm": 0.12949572503566742,
      "learning_rate": 8.61150853787328e-05,
      "loss": 0.0167,
      "step": 84280
    },
    {
      "grad_norm": 0.2731499969959259,
      "learning_rate": 8.611127348104153e-05,
      "loss": 0.0245,
      "step": 84290
    },
    {
      "grad_norm": 0.15182970464229584,
      "learning_rate": 8.61074611445642e-05,
      "loss": 0.0218,
      "step": 84300
    },
    {
      "grad_norm": 0.2184743881225586,
      "learning_rate": 8.610364836934714e-05,
      "loss": 0.0233,
      "step": 84310
    },
    {
      "grad_norm": 0.20008140802383423,
      "learning_rate": 8.609983515543667e-05,
      "loss": 0.0183,
      "step": 84320
    },
    {
      "grad_norm": 0.20326656103134155,
      "learning_rate": 8.60960215028791e-05,
      "loss": 0.0209,
      "step": 84330
    },
    {
      "grad_norm": 0.26566073298454285,
      "learning_rate": 8.609220741172079e-05,
      "loss": 0.0247,
      "step": 84340
    },
    {
      "grad_norm": 0.1434270143508911,
      "learning_rate": 8.60883928820081e-05,
      "loss": 0.0201,
      "step": 84350
    },
    {
      "grad_norm": 0.07257530838251114,
      "learning_rate": 8.608457791378734e-05,
      "loss": 0.0171,
      "step": 84360
    },
    {
      "grad_norm": 0.1668376326560974,
      "learning_rate": 8.60807625071049e-05,
      "loss": 0.0219,
      "step": 84370
    },
    {
      "grad_norm": 0.13986538350582123,
      "learning_rate": 8.607694666200715e-05,
      "loss": 0.0151,
      "step": 84380
    },
    {
      "grad_norm": 0.13956737518310547,
      "learning_rate": 8.60731303785404e-05,
      "loss": 0.0147,
      "step": 84390
    },
    {
      "grad_norm": 0.17333193123340607,
      "learning_rate": 8.606931365675108e-05,
      "loss": 0.0174,
      "step": 84400
    },
    {
      "grad_norm": 0.1406414955854416,
      "learning_rate": 8.606549649668553e-05,
      "loss": 0.0181,
      "step": 84410
    },
    {
      "grad_norm": 0.21178318560123444,
      "learning_rate": 8.606167889839016e-05,
      "loss": 0.0161,
      "step": 84420
    },
    {
      "grad_norm": 0.12435048818588257,
      "learning_rate": 8.605786086191132e-05,
      "loss": 0.014,
      "step": 84430
    },
    {
      "grad_norm": 0.139927476644516,
      "learning_rate": 8.605404238729544e-05,
      "loss": 0.0183,
      "step": 84440
    },
    {
      "grad_norm": 0.1458626091480255,
      "learning_rate": 8.605022347458891e-05,
      "loss": 0.022,
      "step": 84450
    },
    {
      "grad_norm": 0.14539241790771484,
      "learning_rate": 8.604640412383814e-05,
      "loss": 0.0164,
      "step": 84460
    },
    {
      "grad_norm": 0.16118544340133667,
      "learning_rate": 8.60425843350895e-05,
      "loss": 0.0162,
      "step": 84470
    },
    {
      "grad_norm": 0.1720018833875656,
      "learning_rate": 8.603876410838944e-05,
      "loss": 0.0205,
      "step": 84480
    },
    {
      "grad_norm": 0.19315862655639648,
      "learning_rate": 8.603494344378438e-05,
      "loss": 0.017,
      "step": 84490
    },
    {
      "grad_norm": 0.18511056900024414,
      "learning_rate": 8.603112234132073e-05,
      "loss": 0.0253,
      "step": 84500
    },
    {
      "grad_norm": 0.21867221593856812,
      "learning_rate": 8.60273008010449e-05,
      "loss": 0.0248,
      "step": 84510
    },
    {
      "grad_norm": 0.12186747044324875,
      "learning_rate": 8.60234788230034e-05,
      "loss": 0.0164,
      "step": 84520
    },
    {
      "grad_norm": 0.11442321538925171,
      "learning_rate": 8.601965640724257e-05,
      "loss": 0.0201,
      "step": 84530
    },
    {
      "grad_norm": 0.4834730327129364,
      "learning_rate": 8.601583355380894e-05,
      "loss": 0.0188,
      "step": 84540
    },
    {
      "grad_norm": 0.25598132610321045,
      "learning_rate": 8.60120102627489e-05,
      "loss": 0.026,
      "step": 84550
    },
    {
      "grad_norm": 0.12611812353134155,
      "learning_rate": 8.600818653410895e-05,
      "loss": 0.0211,
      "step": 84560
    },
    {
      "grad_norm": 0.2156783640384674,
      "learning_rate": 8.600436236793554e-05,
      "loss": 0.0211,
      "step": 84570
    },
    {
      "grad_norm": 0.1707216501235962,
      "learning_rate": 8.600053776427513e-05,
      "loss": 0.0145,
      "step": 84580
    },
    {
      "grad_norm": 0.1879657655954361,
      "learning_rate": 8.59967127231742e-05,
      "loss": 0.016,
      "step": 84590
    },
    {
      "grad_norm": 0.12252150475978851,
      "learning_rate": 8.599288724467921e-05,
      "loss": 0.0178,
      "step": 84600
    },
    {
      "grad_norm": 0.13689488172531128,
      "learning_rate": 8.598906132883667e-05,
      "loss": 0.0159,
      "step": 84610
    },
    {
      "grad_norm": 0.11037079244852066,
      "learning_rate": 8.598523497569305e-05,
      "loss": 0.015,
      "step": 84620
    },
    {
      "grad_norm": 0.1691151261329651,
      "learning_rate": 8.598140818529485e-05,
      "loss": 0.0172,
      "step": 84630
    },
    {
      "grad_norm": 0.12656714022159576,
      "learning_rate": 8.597758095768858e-05,
      "loss": 0.0198,
      "step": 84640
    },
    {
      "grad_norm": 0.1757490038871765,
      "learning_rate": 8.597375329292073e-05,
      "loss": 0.016,
      "step": 84650
    },
    {
      "grad_norm": 0.17726989090442657,
      "learning_rate": 8.59699251910378e-05,
      "loss": 0.018,
      "step": 84660
    },
    {
      "grad_norm": 0.16062197089195251,
      "learning_rate": 8.596609665208631e-05,
      "loss": 0.0184,
      "step": 84670
    },
    {
      "grad_norm": 0.14137978851795197,
      "learning_rate": 8.59622676761128e-05,
      "loss": 0.0144,
      "step": 84680
    },
    {
      "grad_norm": 0.22554920613765717,
      "learning_rate": 8.595843826316379e-05,
      "loss": 0.0177,
      "step": 84690
    },
    {
      "grad_norm": 0.1940527707338333,
      "learning_rate": 8.59546084132858e-05,
      "loss": 0.0217,
      "step": 84700
    },
    {
      "grad_norm": 0.1707262247800827,
      "learning_rate": 8.595077812652536e-05,
      "loss": 0.0166,
      "step": 84710
    },
    {
      "grad_norm": 0.9624587297439575,
      "learning_rate": 8.594694740292905e-05,
      "loss": 0.0179,
      "step": 84720
    },
    {
      "grad_norm": 0.7116419076919556,
      "learning_rate": 8.594311624254337e-05,
      "loss": 0.0245,
      "step": 84730
    },
    {
      "grad_norm": 0.12921583652496338,
      "learning_rate": 8.59392846454149e-05,
      "loss": 0.0217,
      "step": 84740
    },
    {
      "grad_norm": 0.20292022824287415,
      "learning_rate": 8.593545261159017e-05,
      "loss": 0.0161,
      "step": 84750
    },
    {
      "grad_norm": 0.15740960836410522,
      "learning_rate": 8.593162014111577e-05,
      "loss": 0.0234,
      "step": 84760
    },
    {
      "grad_norm": 0.20605343580245972,
      "learning_rate": 8.592778723403827e-05,
      "loss": 0.0206,
      "step": 84770
    },
    {
      "grad_norm": 0.3438887894153595,
      "learning_rate": 8.592395389040424e-05,
      "loss": 0.0205,
      "step": 84780
    },
    {
      "grad_norm": 0.13925650715827942,
      "learning_rate": 8.592012011026023e-05,
      "loss": 0.0182,
      "step": 84790
    },
    {
      "grad_norm": 0.2511052191257477,
      "learning_rate": 8.591628589365286e-05,
      "loss": 0.0257,
      "step": 84800
    },
    {
      "grad_norm": 0.3139905035495758,
      "learning_rate": 8.59124512406287e-05,
      "loss": 0.0199,
      "step": 84810
    },
    {
      "grad_norm": 0.23666012287139893,
      "learning_rate": 8.590861615123435e-05,
      "loss": 0.0182,
      "step": 84820
    },
    {
      "grad_norm": 0.20700131356716156,
      "learning_rate": 8.590478062551643e-05,
      "loss": 0.0223,
      "step": 84830
    },
    {
      "grad_norm": 0.21008582413196564,
      "learning_rate": 8.59009446635215e-05,
      "loss": 0.0138,
      "step": 84840
    },
    {
      "grad_norm": 0.14136308431625366,
      "learning_rate": 8.589710826529622e-05,
      "loss": 0.0212,
      "step": 84850
    },
    {
      "grad_norm": 0.20430971682071686,
      "learning_rate": 8.589327143088715e-05,
      "loss": 0.0209,
      "step": 84860
    },
    {
      "grad_norm": 0.17750394344329834,
      "learning_rate": 8.588943416034097e-05,
      "loss": 0.0219,
      "step": 84870
    },
    {
      "grad_norm": 0.42059382796287537,
      "learning_rate": 8.588559645370428e-05,
      "loss": 0.0169,
      "step": 84880
    },
    {
      "grad_norm": 0.08431315422058105,
      "learning_rate": 8.58817583110237e-05,
      "loss": 0.0214,
      "step": 84890
    },
    {
      "grad_norm": 0.22353392839431763,
      "learning_rate": 8.587791973234588e-05,
      "loss": 0.0177,
      "step": 84900
    },
    {
      "grad_norm": 0.15800926089286804,
      "learning_rate": 8.587408071771745e-05,
      "loss": 0.0208,
      "step": 84910
    },
    {
      "grad_norm": 0.17860527336597443,
      "learning_rate": 8.58702412671851e-05,
      "loss": 0.0208,
      "step": 84920
    },
    {
      "grad_norm": 0.15129686892032623,
      "learning_rate": 8.586640138079543e-05,
      "loss": 0.0204,
      "step": 84930
    },
    {
      "grad_norm": 0.16337889432907104,
      "learning_rate": 8.586256105859512e-05,
      "loss": 0.0186,
      "step": 84940
    },
    {
      "grad_norm": 0.1474427431821823,
      "learning_rate": 8.585872030063082e-05,
      "loss": 0.0146,
      "step": 84950
    },
    {
      "grad_norm": 0.1878012716770172,
      "learning_rate": 8.585487910694925e-05,
      "loss": 0.016,
      "step": 84960
    },
    {
      "grad_norm": 0.2529858648777008,
      "learning_rate": 8.585103747759702e-05,
      "loss": 0.0191,
      "step": 84970
    },
    {
      "grad_norm": 0.1433602273464203,
      "learning_rate": 8.584719541262082e-05,
      "loss": 0.0153,
      "step": 84980
    },
    {
      "grad_norm": 0.11393795162439346,
      "learning_rate": 8.584335291206739e-05,
      "loss": 0.0189,
      "step": 84990
    },
    {
      "grad_norm": 0.14287856221199036,
      "learning_rate": 8.583950997598336e-05,
      "loss": 0.0224,
      "step": 85000
    },
    {
      "grad_norm": 0.1006377711892128,
      "learning_rate": 8.583566660441545e-05,
      "loss": 0.0144,
      "step": 85010
    },
    {
      "grad_norm": 0.11585632711648941,
      "learning_rate": 8.583182279741035e-05,
      "loss": 0.0197,
      "step": 85020
    },
    {
      "grad_norm": 0.10394825041294098,
      "learning_rate": 8.582797855501476e-05,
      "loss": 0.0242,
      "step": 85030
    },
    {
      "grad_norm": 0.14548945426940918,
      "learning_rate": 8.582413387727542e-05,
      "loss": 0.0202,
      "step": 85040
    },
    {
      "grad_norm": 0.16027851402759552,
      "learning_rate": 8.582028876423904e-05,
      "loss": 0.025,
      "step": 85050
    },
    {
      "grad_norm": 0.2931574285030365,
      "learning_rate": 8.581644321595231e-05,
      "loss": 0.028,
      "step": 85060
    },
    {
      "grad_norm": 0.13202834129333496,
      "learning_rate": 8.5812597232462e-05,
      "loss": 0.0176,
      "step": 85070
    },
    {
      "grad_norm": 0.15208964049816132,
      "learning_rate": 8.580875081381481e-05,
      "loss": 0.0225,
      "step": 85080
    },
    {
      "grad_norm": 0.15112091600894928,
      "learning_rate": 8.580490396005746e-05,
      "loss": 0.0266,
      "step": 85090
    },
    {
      "grad_norm": 0.1691749393939972,
      "learning_rate": 8.580105667123677e-05,
      "loss": 0.0237,
      "step": 85100
    },
    {
      "grad_norm": 0.1906755417585373,
      "learning_rate": 8.579720894739943e-05,
      "loss": 0.0209,
      "step": 85110
    },
    {
      "grad_norm": 0.15182258188724518,
      "learning_rate": 8.579336078859217e-05,
      "loss": 0.0221,
      "step": 85120
    },
    {
      "grad_norm": 0.2561766803264618,
      "learning_rate": 8.578951219486182e-05,
      "loss": 0.0192,
      "step": 85130
    },
    {
      "grad_norm": 0.16788920760154724,
      "learning_rate": 8.578566316625507e-05,
      "loss": 0.0168,
      "step": 85140
    },
    {
      "grad_norm": 0.10922590643167496,
      "learning_rate": 8.578181370281875e-05,
      "loss": 0.014,
      "step": 85150
    },
    {
      "grad_norm": 0.10766538232564926,
      "learning_rate": 8.577796380459961e-05,
      "loss": 0.0196,
      "step": 85160
    },
    {
      "grad_norm": 0.2714080214500427,
      "learning_rate": 8.577411347164442e-05,
      "loss": 0.0265,
      "step": 85170
    },
    {
      "grad_norm": 0.47738221287727356,
      "learning_rate": 8.577026270399997e-05,
      "loss": 0.0241,
      "step": 85180
    },
    {
      "grad_norm": 0.2209782600402832,
      "learning_rate": 8.576641150171307e-05,
      "loss": 0.0208,
      "step": 85190
    },
    {
      "grad_norm": 0.17051473259925842,
      "learning_rate": 8.57625598648305e-05,
      "loss": 0.0202,
      "step": 85200
    },
    {
      "grad_norm": 0.3758584260940552,
      "learning_rate": 8.575870779339905e-05,
      "loss": 0.0161,
      "step": 85210
    },
    {
      "grad_norm": 0.28570255637168884,
      "learning_rate": 8.575485528746556e-05,
      "loss": 0.022,
      "step": 85220
    },
    {
      "grad_norm": 0.1773059368133545,
      "learning_rate": 8.57510023470768e-05,
      "loss": 0.0196,
      "step": 85230
    },
    {
      "grad_norm": 0.1490158885717392,
      "learning_rate": 8.574714897227963e-05,
      "loss": 0.0199,
      "step": 85240
    },
    {
      "grad_norm": 0.1472170650959015,
      "learning_rate": 8.574329516312081e-05,
      "loss": 0.0217,
      "step": 85250
    },
    {
      "grad_norm": 0.23719123005867004,
      "learning_rate": 8.573944091964723e-05,
      "loss": 0.0205,
      "step": 85260
    },
    {
      "grad_norm": 0.18721963465213776,
      "learning_rate": 8.573558624190569e-05,
      "loss": 0.0248,
      "step": 85270
    },
    {
      "grad_norm": 0.4171038568019867,
      "learning_rate": 8.573173112994306e-05,
      "loss": 0.0208,
      "step": 85280
    },
    {
      "grad_norm": 0.14486895501613617,
      "learning_rate": 8.572787558380614e-05,
      "loss": 0.0183,
      "step": 85290
    },
    {
      "grad_norm": 0.11706584692001343,
      "learning_rate": 8.572401960354182e-05,
      "loss": 0.0209,
      "step": 85300
    },
    {
      "grad_norm": 0.5834584832191467,
      "learning_rate": 8.572016318919691e-05,
      "loss": 0.019,
      "step": 85310
    },
    {
      "grad_norm": 0.12419681996107101,
      "learning_rate": 8.57163063408183e-05,
      "loss": 0.0206,
      "step": 85320
    },
    {
      "grad_norm": 0.09245019406080246,
      "learning_rate": 8.571244905845284e-05,
      "loss": 0.0168,
      "step": 85330
    },
    {
      "grad_norm": 0.14121893048286438,
      "learning_rate": 8.570859134214741e-05,
      "loss": 0.0162,
      "step": 85340
    },
    {
      "grad_norm": 0.150288388133049,
      "learning_rate": 8.570473319194889e-05,
      "loss": 0.0159,
      "step": 85350
    },
    {
      "grad_norm": 0.1473989635705948,
      "learning_rate": 8.570087460790415e-05,
      "loss": 0.019,
      "step": 85360
    },
    {
      "grad_norm": 0.10294623672962189,
      "learning_rate": 8.569701559006008e-05,
      "loss": 0.0198,
      "step": 85370
    },
    {
      "grad_norm": 0.19074393808841705,
      "learning_rate": 8.569315613846354e-05,
      "loss": 0.0196,
      "step": 85380
    },
    {
      "grad_norm": 0.2472086250782013,
      "learning_rate": 8.568929625316146e-05,
      "loss": 0.0214,
      "step": 85390
    },
    {
      "grad_norm": 0.1330564022064209,
      "learning_rate": 8.568543593420076e-05,
      "loss": 0.0185,
      "step": 85400
    },
    {
      "grad_norm": 0.11868121474981308,
      "learning_rate": 8.568157518162829e-05,
      "loss": 0.0138,
      "step": 85410
    },
    {
      "grad_norm": 0.16580674052238464,
      "learning_rate": 8.5677713995491e-05,
      "loss": 0.0224,
      "step": 85420
    },
    {
      "grad_norm": 0.15252059698104858,
      "learning_rate": 8.567385237583581e-05,
      "loss": 0.028,
      "step": 85430
    },
    {
      "grad_norm": 0.16106894612312317,
      "learning_rate": 8.566999032270964e-05,
      "loss": 0.0158,
      "step": 85440
    },
    {
      "grad_norm": 0.18290485441684723,
      "learning_rate": 8.56661278361594e-05,
      "loss": 0.0189,
      "step": 85450
    },
    {
      "grad_norm": 0.19267317652702332,
      "learning_rate": 8.566226491623203e-05,
      "loss": 0.0194,
      "step": 85460
    },
    {
      "grad_norm": 0.1344577968120575,
      "learning_rate": 8.565840156297447e-05,
      "loss": 0.0174,
      "step": 85470
    },
    {
      "grad_norm": 0.15379378199577332,
      "learning_rate": 8.565453777643366e-05,
      "loss": 0.0237,
      "step": 85480
    },
    {
      "grad_norm": 0.12197834998369217,
      "learning_rate": 8.565067355665656e-05,
      "loss": 0.0162,
      "step": 85490
    },
    {
      "grad_norm": 0.1416729837656021,
      "learning_rate": 8.564680890369011e-05,
      "loss": 0.0189,
      "step": 85500
    },
    {
      "grad_norm": 0.1286294013261795,
      "learning_rate": 8.564294381758128e-05,
      "loss": 0.0205,
      "step": 85510
    },
    {
      "grad_norm": 0.08142464607954025,
      "learning_rate": 8.563907829837703e-05,
      "loss": 0.0184,
      "step": 85520
    },
    {
      "grad_norm": 0.18027649819850922,
      "learning_rate": 8.563521234612433e-05,
      "loss": 0.0176,
      "step": 85530
    },
    {
      "grad_norm": 0.1095258817076683,
      "learning_rate": 8.563134596087015e-05,
      "loss": 0.0225,
      "step": 85540
    },
    {
      "grad_norm": 0.11856258660554886,
      "learning_rate": 8.562747914266149e-05,
      "loss": 0.0192,
      "step": 85550
    },
    {
      "grad_norm": 0.3653431832790375,
      "learning_rate": 8.56236118915453e-05,
      "loss": 0.0186,
      "step": 85560
    },
    {
      "grad_norm": 0.20780028402805328,
      "learning_rate": 8.56197442075686e-05,
      "loss": 0.0173,
      "step": 85570
    },
    {
      "grad_norm": 0.1184854805469513,
      "learning_rate": 8.561587609077837e-05,
      "loss": 0.0191,
      "step": 85580
    },
    {
      "grad_norm": 0.11279736459255219,
      "learning_rate": 8.561200754122163e-05,
      "loss": 0.0141,
      "step": 85590
    },
    {
      "grad_norm": 0.13907329738140106,
      "learning_rate": 8.560813855894539e-05,
      "loss": 0.0229,
      "step": 85600
    },
    {
      "grad_norm": 0.09275732934474945,
      "learning_rate": 8.560426914399662e-05,
      "loss": 0.014,
      "step": 85610
    },
    {
      "grad_norm": 0.13428722321987152,
      "learning_rate": 8.560039929642236e-05,
      "loss": 0.0186,
      "step": 85620
    },
    {
      "grad_norm": 0.12575238943099976,
      "learning_rate": 8.559652901626966e-05,
      "loss": 0.0185,
      "step": 85630
    },
    {
      "grad_norm": 0.1564721316099167,
      "learning_rate": 8.559265830358552e-05,
      "loss": 0.0192,
      "step": 85640
    },
    {
      "grad_norm": 0.16217537224292755,
      "learning_rate": 8.558878715841696e-05,
      "loss": 0.0172,
      "step": 85650
    },
    {
      "grad_norm": 0.14063793420791626,
      "learning_rate": 8.558491558081104e-05,
      "loss": 0.0203,
      "step": 85660
    },
    {
      "grad_norm": 0.18987438082695007,
      "learning_rate": 8.55810435708148e-05,
      "loss": 0.0152,
      "step": 85670
    },
    {
      "grad_norm": 0.11467534303665161,
      "learning_rate": 8.557717112847529e-05,
      "loss": 0.0165,
      "step": 85680
    },
    {
      "grad_norm": 0.19200503826141357,
      "learning_rate": 8.557329825383956e-05,
      "loss": 0.0209,
      "step": 85690
    },
    {
      "grad_norm": 0.1551825851202011,
      "learning_rate": 8.556942494695467e-05,
      "loss": 0.0185,
      "step": 85700
    },
    {
      "grad_norm": 0.11811771988868713,
      "learning_rate": 8.556555120786769e-05,
      "loss": 0.0161,
      "step": 85710
    },
    {
      "grad_norm": 0.185810387134552,
      "learning_rate": 8.556167703662566e-05,
      "loss": 0.0161,
      "step": 85720
    },
    {
      "grad_norm": 0.20239587128162384,
      "learning_rate": 8.555780243327569e-05,
      "loss": 0.0171,
      "step": 85730
    },
    {
      "grad_norm": 0.1474744826555252,
      "learning_rate": 8.555392739786485e-05,
      "loss": 0.0217,
      "step": 85740
    },
    {
      "grad_norm": 0.16659782826900482,
      "learning_rate": 8.555005193044023e-05,
      "loss": 0.0218,
      "step": 85750
    },
    {
      "grad_norm": 0.19895483553409576,
      "learning_rate": 8.55461760310489e-05,
      "loss": 0.0162,
      "step": 85760
    },
    {
      "grad_norm": 0.2776299715042114,
      "learning_rate": 8.5542299699738e-05,
      "loss": 0.0272,
      "step": 85770
    },
    {
      "grad_norm": 0.10462170094251633,
      "learning_rate": 8.553842293655459e-05,
      "loss": 0.018,
      "step": 85780
    },
    {
      "grad_norm": 0.14189711213111877,
      "learning_rate": 8.553454574154577e-05,
      "loss": 0.018,
      "step": 85790
    },
    {
      "grad_norm": 0.140191450715065,
      "learning_rate": 8.553066811475867e-05,
      "loss": 0.0244,
      "step": 85800
    },
    {
      "grad_norm": 0.21461516618728638,
      "learning_rate": 8.552679005624041e-05,
      "loss": 0.0175,
      "step": 85810
    },
    {
      "grad_norm": 0.14680713415145874,
      "learning_rate": 8.55229115660381e-05,
      "loss": 0.0215,
      "step": 85820
    },
    {
      "grad_norm": 0.13004542887210846,
      "learning_rate": 8.55190326441989e-05,
      "loss": 0.022,
      "step": 85830
    },
    {
      "grad_norm": 0.22822469472885132,
      "learning_rate": 8.551515329076991e-05,
      "loss": 0.0188,
      "step": 85840
    },
    {
      "grad_norm": 0.14168845117092133,
      "learning_rate": 8.551127350579827e-05,
      "loss": 0.0192,
      "step": 85850
    },
    {
      "grad_norm": 0.18986175954341888,
      "learning_rate": 8.550739328933112e-05,
      "loss": 0.0162,
      "step": 85860
    },
    {
      "grad_norm": 0.18275386095046997,
      "learning_rate": 8.550351264141563e-05,
      "loss": 0.0216,
      "step": 85870
    },
    {
      "grad_norm": 0.1014118492603302,
      "learning_rate": 8.549963156209894e-05,
      "loss": 0.0155,
      "step": 85880
    },
    {
      "grad_norm": 0.18962004780769348,
      "learning_rate": 8.54957500514282e-05,
      "loss": 0.0211,
      "step": 85890
    },
    {
      "grad_norm": 0.1503937840461731,
      "learning_rate": 8.549186810945059e-05,
      "loss": 0.0149,
      "step": 85900
    },
    {
      "grad_norm": 0.21005305647850037,
      "learning_rate": 8.548798573621327e-05,
      "loss": 0.023,
      "step": 85910
    },
    {
      "grad_norm": 0.21149133145809174,
      "learning_rate": 8.548410293176341e-05,
      "loss": 0.0174,
      "step": 85920
    },
    {
      "grad_norm": 0.1188218891620636,
      "learning_rate": 8.548021969614821e-05,
      "loss": 0.0213,
      "step": 85930
    },
    {
      "grad_norm": 0.14857439696788788,
      "learning_rate": 8.547633602941484e-05,
      "loss": 0.0177,
      "step": 85940
    },
    {
      "grad_norm": 0.15005263686180115,
      "learning_rate": 8.547245193161049e-05,
      "loss": 0.0205,
      "step": 85950
    },
    {
      "grad_norm": 0.2398514598608017,
      "learning_rate": 8.546856740278235e-05,
      "loss": 0.0223,
      "step": 85960
    },
    {
      "grad_norm": 0.1530696004629135,
      "learning_rate": 8.546468244297765e-05,
      "loss": 0.0193,
      "step": 85970
    },
    {
      "grad_norm": 0.20353637635707855,
      "learning_rate": 8.546079705224354e-05,
      "loss": 0.0165,
      "step": 85980
    },
    {
      "grad_norm": 0.1436242014169693,
      "learning_rate": 8.54569112306273e-05,
      "loss": 0.0153,
      "step": 85990
    },
    {
      "grad_norm": 0.14490966498851776,
      "learning_rate": 8.545302497817609e-05,
      "loss": 0.0127,
      "step": 86000
    },
    {
      "grad_norm": 0.27436500787734985,
      "learning_rate": 8.544913829493718e-05,
      "loss": 0.02,
      "step": 86010
    },
    {
      "grad_norm": 0.07889626920223236,
      "learning_rate": 8.544525118095774e-05,
      "loss": 0.019,
      "step": 86020
    },
    {
      "grad_norm": 0.24176274240016937,
      "learning_rate": 8.544136363628503e-05,
      "loss": 0.0164,
      "step": 86030
    },
    {
      "grad_norm": 0.12219464033842087,
      "learning_rate": 8.54374756609663e-05,
      "loss": 0.0138,
      "step": 86040
    },
    {
      "grad_norm": 0.15436160564422607,
      "learning_rate": 8.54335872550488e-05,
      "loss": 0.023,
      "step": 86050
    },
    {
      "grad_norm": 0.20623086392879486,
      "learning_rate": 8.542969841857972e-05,
      "loss": 0.0208,
      "step": 86060
    },
    {
      "grad_norm": 0.1060752272605896,
      "learning_rate": 8.542580915160638e-05,
      "loss": 0.0157,
      "step": 86070
    },
    {
      "grad_norm": 0.16448809206485748,
      "learning_rate": 8.542191945417601e-05,
      "loss": 0.0143,
      "step": 86080
    },
    {
      "grad_norm": 0.17562928795814514,
      "learning_rate": 8.541802932633588e-05,
      "loss": 0.0144,
      "step": 86090
    },
    {
      "grad_norm": 0.151505708694458,
      "learning_rate": 8.541413876813325e-05,
      "loss": 0.0182,
      "step": 86100
    },
    {
      "grad_norm": 0.14705978333950043,
      "learning_rate": 8.54102477796154e-05,
      "loss": 0.0197,
      "step": 86110
    },
    {
      "grad_norm": 0.09199996292591095,
      "learning_rate": 8.540635636082959e-05,
      "loss": 0.0199,
      "step": 86120
    },
    {
      "grad_norm": 0.2302589863538742,
      "learning_rate": 8.540246451182314e-05,
      "loss": 0.0193,
      "step": 86130
    },
    {
      "grad_norm": 0.12910762429237366,
      "learning_rate": 8.539857223264331e-05,
      "loss": 0.0244,
      "step": 86140
    },
    {
      "grad_norm": 0.12767985463142395,
      "learning_rate": 8.53946795233374e-05,
      "loss": 0.018,
      "step": 86150
    },
    {
      "grad_norm": 0.19136624038219452,
      "learning_rate": 8.539078638395273e-05,
      "loss": 0.0173,
      "step": 86160
    },
    {
      "grad_norm": 0.32220080494880676,
      "learning_rate": 8.538689281453657e-05,
      "loss": 0.028,
      "step": 86170
    },
    {
      "grad_norm": 0.1304560750722885,
      "learning_rate": 8.538299881513628e-05,
      "loss": 0.0178,
      "step": 86180
    },
    {
      "grad_norm": 0.11798734962940216,
      "learning_rate": 8.537910438579913e-05,
      "loss": 0.0215,
      "step": 86190
    },
    {
      "grad_norm": 0.2745780646800995,
      "learning_rate": 8.537520952657246e-05,
      "loss": 0.0272,
      "step": 86200
    },
    {
      "grad_norm": 0.13110560178756714,
      "learning_rate": 8.537131423750359e-05,
      "loss": 0.0193,
      "step": 86210
    },
    {
      "grad_norm": 0.23589108884334564,
      "learning_rate": 8.536741851863988e-05,
      "loss": 0.0213,
      "step": 86220
    },
    {
      "grad_norm": 0.08768255263566971,
      "learning_rate": 8.536352237002861e-05,
      "loss": 0.0136,
      "step": 86230
    },
    {
      "grad_norm": 0.12273043394088745,
      "learning_rate": 8.535962579171717e-05,
      "loss": 0.0244,
      "step": 86240
    },
    {
      "grad_norm": 0.25923439860343933,
      "learning_rate": 8.535572878375288e-05,
      "loss": 0.0229,
      "step": 86250
    },
    {
      "grad_norm": 0.17612536251544952,
      "learning_rate": 8.535183134618311e-05,
      "loss": 0.0201,
      "step": 86260
    },
    {
      "grad_norm": 0.16580095887184143,
      "learning_rate": 8.534793347905522e-05,
      "loss": 0.0165,
      "step": 86270
    },
    {
      "grad_norm": 0.23487825691699982,
      "learning_rate": 8.534403518241657e-05,
      "loss": 0.0195,
      "step": 86280
    },
    {
      "grad_norm": 0.23181571066379547,
      "learning_rate": 8.534013645631452e-05,
      "loss": 0.0281,
      "step": 86290
    },
    {
      "grad_norm": 0.1346694827079773,
      "learning_rate": 8.533623730079643e-05,
      "loss": 0.016,
      "step": 86300
    },
    {
      "grad_norm": 0.09621018916368484,
      "learning_rate": 8.533233771590971e-05,
      "loss": 0.0192,
      "step": 86310
    },
    {
      "grad_norm": 0.18912915885448456,
      "learning_rate": 8.532843770170171e-05,
      "loss": 0.0176,
      "step": 86320
    },
    {
      "grad_norm": 0.17969880998134613,
      "learning_rate": 8.532453725821984e-05,
      "loss": 0.0164,
      "step": 86330
    },
    {
      "grad_norm": 0.1445922553539276,
      "learning_rate": 8.532063638551151e-05,
      "loss": 0.0223,
      "step": 86340
    },
    {
      "grad_norm": 0.14550776779651642,
      "learning_rate": 8.531673508362408e-05,
      "loss": 0.0203,
      "step": 86350
    },
    {
      "grad_norm": 0.1729935258626938,
      "learning_rate": 8.531283335260498e-05,
      "loss": 0.0187,
      "step": 86360
    },
    {
      "grad_norm": 0.15464414656162262,
      "learning_rate": 8.530893119250161e-05,
      "loss": 0.0191,
      "step": 86370
    },
    {
      "grad_norm": 0.09565561264753342,
      "learning_rate": 8.53050286033614e-05,
      "loss": 0.0148,
      "step": 86380
    },
    {
      "grad_norm": 0.14360889792442322,
      "learning_rate": 8.530112558523175e-05,
      "loss": 0.0213,
      "step": 86390
    },
    {
      "grad_norm": 0.1324932873249054,
      "learning_rate": 8.529722213816009e-05,
      "loss": 0.0154,
      "step": 86400
    },
    {
      "grad_norm": 0.17087964713573456,
      "learning_rate": 8.529331826219387e-05,
      "loss": 0.023,
      "step": 86410
    },
    {
      "grad_norm": 0.07977771759033203,
      "learning_rate": 8.52894139573805e-05,
      "loss": 0.0163,
      "step": 86420
    },
    {
      "grad_norm": 0.08757725358009338,
      "learning_rate": 8.528550922376744e-05,
      "loss": 0.0169,
      "step": 86430
    },
    {
      "grad_norm": 0.1631375402212143,
      "learning_rate": 8.528160406140211e-05,
      "loss": 0.0218,
      "step": 86440
    },
    {
      "grad_norm": 0.3439091145992279,
      "learning_rate": 8.5277698470332e-05,
      "loss": 0.0246,
      "step": 86450
    },
    {
      "grad_norm": 0.22502782940864563,
      "learning_rate": 8.527379245060453e-05,
      "loss": 0.0201,
      "step": 86460
    },
    {
      "grad_norm": 0.1907387524843216,
      "learning_rate": 8.52698860022672e-05,
      "loss": 0.0192,
      "step": 86470
    },
    {
      "grad_norm": 0.2705223262310028,
      "learning_rate": 8.526597912536743e-05,
      "loss": 0.0213,
      "step": 86480
    },
    {
      "grad_norm": 0.22149129211902618,
      "learning_rate": 8.526207181995272e-05,
      "loss": 0.0319,
      "step": 86490
    },
    {
      "grad_norm": 1.0283572673797607,
      "learning_rate": 8.525816408607055e-05,
      "loss": 0.0192,
      "step": 86500
    },
    {
      "grad_norm": 0.1442197859287262,
      "learning_rate": 8.52542559237684e-05,
      "loss": 0.0209,
      "step": 86510
    },
    {
      "grad_norm": 0.15927357971668243,
      "learning_rate": 8.525034733309376e-05,
      "loss": 0.0156,
      "step": 86520
    },
    {
      "grad_norm": 0.37299206852912903,
      "learning_rate": 8.524643831409412e-05,
      "loss": 0.0222,
      "step": 86530
    },
    {
      "grad_norm": 0.11455301195383072,
      "learning_rate": 8.524252886681697e-05,
      "loss": 0.0168,
      "step": 86540
    },
    {
      "grad_norm": 0.09789784252643585,
      "learning_rate": 8.52386189913098e-05,
      "loss": 0.0169,
      "step": 86550
    },
    {
      "grad_norm": 0.23013095557689667,
      "learning_rate": 8.523470868762016e-05,
      "loss": 0.0224,
      "step": 86560
    },
    {
      "grad_norm": 0.17920607328414917,
      "learning_rate": 8.523079795579554e-05,
      "loss": 0.0191,
      "step": 86570
    },
    {
      "grad_norm": 0.1169576421380043,
      "learning_rate": 8.522688679588346e-05,
      "loss": 0.0154,
      "step": 86580
    },
    {
      "grad_norm": 0.15860117971897125,
      "learning_rate": 8.522297520793144e-05,
      "loss": 0.0202,
      "step": 86590
    },
    {
      "grad_norm": 0.12012401968240738,
      "learning_rate": 8.521906319198703e-05,
      "loss": 0.019,
      "step": 86600
    },
    {
      "grad_norm": 0.1759967803955078,
      "learning_rate": 8.521515074809772e-05,
      "loss": 0.021,
      "step": 86610
    },
    {
      "grad_norm": 0.10252005606889725,
      "learning_rate": 8.521123787631112e-05,
      "loss": 0.0159,
      "step": 86620
    },
    {
      "grad_norm": 0.1391231268644333,
      "learning_rate": 8.520732457667471e-05,
      "loss": 0.0189,
      "step": 86630
    },
    {
      "grad_norm": 0.219136044383049,
      "learning_rate": 8.520341084923607e-05,
      "loss": 0.0222,
      "step": 86640
    },
    {
      "grad_norm": 0.14039330184459686,
      "learning_rate": 8.519949669404274e-05,
      "loss": 0.0233,
      "step": 86650
    },
    {
      "grad_norm": 0.19743123650550842,
      "learning_rate": 8.519558211114232e-05,
      "loss": 0.018,
      "step": 86660
    },
    {
      "grad_norm": 0.10561313480138779,
      "learning_rate": 8.519166710058231e-05,
      "loss": 0.0232,
      "step": 86670
    },
    {
      "grad_norm": 0.14802010357379913,
      "learning_rate": 8.518775166241034e-05,
      "loss": 0.0209,
      "step": 86680
    },
    {
      "grad_norm": 0.308513343334198,
      "learning_rate": 8.518383579667396e-05,
      "loss": 0.0209,
      "step": 86690
    },
    {
      "grad_norm": 0.20373687148094177,
      "learning_rate": 8.517991950342077e-05,
      "loss": 0.0188,
      "step": 86700
    },
    {
      "grad_norm": 0.48889273405075073,
      "learning_rate": 8.517600278269833e-05,
      "loss": 0.0168,
      "step": 86710
    },
    {
      "grad_norm": 0.15614809095859528,
      "learning_rate": 8.517208563455423e-05,
      "loss": 0.0198,
      "step": 86720
    },
    {
      "grad_norm": 0.12984798848628998,
      "learning_rate": 8.516816805903611e-05,
      "loss": 0.016,
      "step": 86730
    },
    {
      "grad_norm": 0.17288394272327423,
      "learning_rate": 8.516425005619153e-05,
      "loss": 0.0218,
      "step": 86740
    },
    {
      "grad_norm": 0.1545385867357254,
      "learning_rate": 8.516033162606811e-05,
      "loss": 0.0187,
      "step": 86750
    },
    {
      "grad_norm": 0.1869743913412094,
      "learning_rate": 8.515641276871346e-05,
      "loss": 0.0158,
      "step": 86760
    },
    {
      "grad_norm": 0.12384099513292313,
      "learning_rate": 8.515249348417522e-05,
      "loss": 0.017,
      "step": 86770
    },
    {
      "grad_norm": 0.24403543770313263,
      "learning_rate": 8.514857377250098e-05,
      "loss": 0.0194,
      "step": 86780
    },
    {
      "grad_norm": 0.21866779029369354,
      "learning_rate": 8.514465363373839e-05,
      "loss": 0.0191,
      "step": 86790
    },
    {
      "grad_norm": 0.18036366999149323,
      "learning_rate": 8.514073306793506e-05,
      "loss": 0.0172,
      "step": 86800
    },
    {
      "grad_norm": 0.2265336960554123,
      "learning_rate": 8.513681207513867e-05,
      "loss": 0.0247,
      "step": 86810
    },
    {
      "grad_norm": 0.1636040210723877,
      "learning_rate": 8.513289065539683e-05,
      "loss": 0.0194,
      "step": 86820
    },
    {
      "grad_norm": 0.44784656167030334,
      "learning_rate": 8.512896880875718e-05,
      "loss": 0.0216,
      "step": 86830
    },
    {
      "grad_norm": 0.09421535581350327,
      "learning_rate": 8.51250465352674e-05,
      "loss": 0.0207,
      "step": 86840
    },
    {
      "grad_norm": 0.20626653730869293,
      "learning_rate": 8.512112383497515e-05,
      "loss": 0.0179,
      "step": 86850
    },
    {
      "grad_norm": 0.11811219900846481,
      "learning_rate": 8.511720070792808e-05,
      "loss": 0.0152,
      "step": 86860
    },
    {
      "grad_norm": 0.1234465017914772,
      "learning_rate": 8.511327715417388e-05,
      "loss": 0.0177,
      "step": 86870
    },
    {
      "grad_norm": 0.164466992020607,
      "learning_rate": 8.510935317376019e-05,
      "loss": 0.0187,
      "step": 86880
    },
    {
      "grad_norm": 0.24075108766555786,
      "learning_rate": 8.51054287667347e-05,
      "loss": 0.016,
      "step": 86890
    },
    {
      "grad_norm": 0.16341155767440796,
      "learning_rate": 8.510150393314513e-05,
      "loss": 0.0221,
      "step": 86900
    },
    {
      "grad_norm": 0.41767171025276184,
      "learning_rate": 8.509757867303914e-05,
      "loss": 0.0148,
      "step": 86910
    },
    {
      "grad_norm": 0.2676306962966919,
      "learning_rate": 8.509365298646444e-05,
      "loss": 0.0165,
      "step": 86920
    },
    {
      "grad_norm": 0.14072591066360474,
      "learning_rate": 8.50897268734687e-05,
      "loss": 0.0199,
      "step": 86930
    },
    {
      "grad_norm": 0.2010946422815323,
      "learning_rate": 8.508580033409967e-05,
      "loss": 0.0215,
      "step": 86940
    },
    {
      "grad_norm": 0.6737737655639648,
      "learning_rate": 8.508187336840502e-05,
      "loss": 0.0163,
      "step": 86950
    },
    {
      "grad_norm": 0.1970141977071762,
      "learning_rate": 8.50779459764325e-05,
      "loss": 0.0175,
      "step": 86960
    },
    {
      "grad_norm": 0.32510998845100403,
      "learning_rate": 8.50740181582298e-05,
      "loss": 0.0258,
      "step": 86970
    },
    {
      "grad_norm": 0.180264413356781,
      "learning_rate": 8.507008991384469e-05,
      "loss": 0.02,
      "step": 86980
    },
    {
      "grad_norm": 0.13181929290294647,
      "learning_rate": 8.506616124332485e-05,
      "loss": 0.0171,
      "step": 86990
    },
    {
      "grad_norm": 0.11215022206306458,
      "learning_rate": 8.506223214671807e-05,
      "loss": 0.0204,
      "step": 87000
    },
    {
      "grad_norm": 0.1267370730638504,
      "learning_rate": 8.505830262407204e-05,
      "loss": 0.0229,
      "step": 87010
    },
    {
      "grad_norm": 0.1474151611328125,
      "learning_rate": 8.505437267543454e-05,
      "loss": 0.0172,
      "step": 87020
    },
    {
      "grad_norm": 0.13144727051258087,
      "learning_rate": 8.505044230085333e-05,
      "loss": 0.018,
      "step": 87030
    },
    {
      "grad_norm": 0.27035245299339294,
      "learning_rate": 8.504651150037614e-05,
      "loss": 0.013,
      "step": 87040
    },
    {
      "grad_norm": 0.21722614765167236,
      "learning_rate": 8.504258027405074e-05,
      "loss": 0.0211,
      "step": 87050
    },
    {
      "grad_norm": 0.30585619807243347,
      "learning_rate": 8.503864862192491e-05,
      "loss": 0.0223,
      "step": 87060
    },
    {
      "grad_norm": 0.16095489263534546,
      "learning_rate": 8.503471654404643e-05,
      "loss": 0.0223,
      "step": 87070
    },
    {
      "grad_norm": 0.11812064051628113,
      "learning_rate": 8.503078404046305e-05,
      "loss": 0.0168,
      "step": 87080
    },
    {
      "grad_norm": 0.2261762171983719,
      "learning_rate": 8.502685111122258e-05,
      "loss": 0.0149,
      "step": 87090
    },
    {
      "grad_norm": 0.1995089203119278,
      "learning_rate": 8.502291775637278e-05,
      "loss": 0.0191,
      "step": 87100
    },
    {
      "grad_norm": 0.16264867782592773,
      "learning_rate": 8.501898397596148e-05,
      "loss": 0.0192,
      "step": 87110
    },
    {
      "grad_norm": 0.14592866599559784,
      "learning_rate": 8.501504977003645e-05,
      "loss": 0.022,
      "step": 87120
    },
    {
      "grad_norm": 0.2370399683713913,
      "learning_rate": 8.501111513864551e-05,
      "loss": 0.0173,
      "step": 87130
    },
    {
      "grad_norm": 0.24912221729755402,
      "learning_rate": 8.500718008183648e-05,
      "loss": 0.021,
      "step": 87140
    },
    {
      "grad_norm": 0.165052592754364,
      "learning_rate": 8.500324459965714e-05,
      "loss": 0.0196,
      "step": 87150
    },
    {
      "grad_norm": 0.19585053622722626,
      "learning_rate": 8.499930869215534e-05,
      "loss": 0.0186,
      "step": 87160
    },
    {
      "grad_norm": 0.1780564785003662,
      "learning_rate": 8.499537235937888e-05,
      "loss": 0.0181,
      "step": 87170
    },
    {
      "grad_norm": 0.22417952120304108,
      "learning_rate": 8.499143560137561e-05,
      "loss": 0.0181,
      "step": 87180
    },
    {
      "grad_norm": 0.16197161376476288,
      "learning_rate": 8.498749841819337e-05,
      "loss": 0.0187,
      "step": 87190
    },
    {
      "grad_norm": 0.18943274021148682,
      "learning_rate": 8.498356080987999e-05,
      "loss": 0.024,
      "step": 87200
    },
    {
      "grad_norm": 0.12711471319198608,
      "learning_rate": 8.49796227764833e-05,
      "loss": 0.0202,
      "step": 87210
    },
    {
      "grad_norm": 0.19112063944339752,
      "learning_rate": 8.497568431805119e-05,
      "loss": 0.0221,
      "step": 87220
    },
    {
      "grad_norm": 0.25847843289375305,
      "learning_rate": 8.497174543463147e-05,
      "loss": 0.019,
      "step": 87230
    },
    {
      "grad_norm": 0.23920105397701263,
      "learning_rate": 8.496780612627205e-05,
      "loss": 0.0282,
      "step": 87240
    },
    {
      "grad_norm": 0.4337892234325409,
      "learning_rate": 8.496386639302076e-05,
      "loss": 0.0262,
      "step": 87250
    },
    {
      "grad_norm": 0.1191248893737793,
      "learning_rate": 8.495992623492547e-05,
      "loss": 0.019,
      "step": 87260
    },
    {
      "grad_norm": 0.33472540974617004,
      "learning_rate": 8.495598565203407e-05,
      "loss": 0.017,
      "step": 87270
    },
    {
      "grad_norm": 0.1907440423965454,
      "learning_rate": 8.495204464439446e-05,
      "loss": 0.016,
      "step": 87280
    },
    {
      "grad_norm": 0.1970759928226471,
      "learning_rate": 8.494810321205449e-05,
      "loss": 0.0199,
      "step": 87290
    },
    {
      "grad_norm": 0.14743219316005707,
      "learning_rate": 8.494416135506208e-05,
      "loss": 0.016,
      "step": 87300
    },
    {
      "grad_norm": 0.1327456384897232,
      "learning_rate": 8.49402190734651e-05,
      "loss": 0.021,
      "step": 87310
    },
    {
      "grad_norm": 0.11265194416046143,
      "learning_rate": 8.493627636731147e-05,
      "loss": 0.018,
      "step": 87320
    },
    {
      "grad_norm": 0.14247067272663116,
      "learning_rate": 8.493233323664911e-05,
      "loss": 0.0223,
      "step": 87330
    },
    {
      "grad_norm": 0.15089218318462372,
      "learning_rate": 8.492838968152592e-05,
      "loss": 0.0269,
      "step": 87340
    },
    {
      "grad_norm": 0.1011275202035904,
      "learning_rate": 8.492444570198982e-05,
      "loss": 0.0229,
      "step": 87350
    },
    {
      "grad_norm": 0.20688538253307343,
      "learning_rate": 8.492050129808871e-05,
      "loss": 0.0229,
      "step": 87360
    },
    {
      "grad_norm": 0.16782240569591522,
      "learning_rate": 8.491655646987056e-05,
      "loss": 0.0195,
      "step": 87370
    },
    {
      "grad_norm": 0.12068171054124832,
      "learning_rate": 8.491261121738328e-05,
      "loss": 0.0208,
      "step": 87380
    },
    {
      "grad_norm": 0.13813355565071106,
      "learning_rate": 8.49086655406748e-05,
      "loss": 0.0156,
      "step": 87390
    },
    {
      "grad_norm": 0.13529512286186218,
      "learning_rate": 8.490471943979308e-05,
      "loss": 0.02,
      "step": 87400
    },
    {
      "grad_norm": 0.22666385769844055,
      "learning_rate": 8.490077291478606e-05,
      "loss": 0.0172,
      "step": 87410
    },
    {
      "grad_norm": 0.2976256310939789,
      "learning_rate": 8.489682596570171e-05,
      "loss": 0.0139,
      "step": 87420
    },
    {
      "grad_norm": 0.09219065308570862,
      "learning_rate": 8.489287859258796e-05,
      "loss": 0.0131,
      "step": 87430
    },
    {
      "grad_norm": 0.22932328283786774,
      "learning_rate": 8.488893079549281e-05,
      "loss": 0.0173,
      "step": 87440
    },
    {
      "grad_norm": 0.19808459281921387,
      "learning_rate": 8.48849825744642e-05,
      "loss": 0.019,
      "step": 87450
    },
    {
      "grad_norm": 0.18745198845863342,
      "learning_rate": 8.488103392955012e-05,
      "loss": 0.016,
      "step": 87460
    },
    {
      "grad_norm": 0.37773397564888,
      "learning_rate": 8.487708486079853e-05,
      "loss": 0.0207,
      "step": 87470
    },
    {
      "grad_norm": 0.23234547674655914,
      "learning_rate": 8.487313536825744e-05,
      "loss": 0.0165,
      "step": 87480
    },
    {
      "grad_norm": 0.1516256332397461,
      "learning_rate": 8.486918545197483e-05,
      "loss": 0.0187,
      "step": 87490
    },
    {
      "grad_norm": 0.20180118083953857,
      "learning_rate": 8.486523511199869e-05,
      "loss": 0.0213,
      "step": 87500
    },
    {
      "grad_norm": 0.22844156622886658,
      "learning_rate": 8.486128434837704e-05,
      "loss": 0.0225,
      "step": 87510
    },
    {
      "grad_norm": 0.3824211359024048,
      "learning_rate": 8.485733316115785e-05,
      "loss": 0.0166,
      "step": 87520
    },
    {
      "grad_norm": 0.11813582479953766,
      "learning_rate": 8.485338155038915e-05,
      "loss": 0.0289,
      "step": 87530
    },
    {
      "grad_norm": 0.263761967420578,
      "learning_rate": 8.484942951611896e-05,
      "loss": 0.0205,
      "step": 87540
    },
    {
      "grad_norm": 0.14867788553237915,
      "learning_rate": 8.484547705839532e-05,
      "loss": 0.0163,
      "step": 87550
    },
    {
      "grad_norm": 0.10615356266498566,
      "learning_rate": 8.48415241772662e-05,
      "loss": 0.024,
      "step": 87560
    },
    {
      "grad_norm": 0.06936527788639069,
      "learning_rate": 8.483757087277969e-05,
      "loss": 0.019,
      "step": 87570
    },
    {
      "grad_norm": 0.1965254843235016,
      "learning_rate": 8.483361714498379e-05,
      "loss": 0.0133,
      "step": 87580
    },
    {
      "grad_norm": 0.18530257046222687,
      "learning_rate": 8.482966299392656e-05,
      "loss": 0.0214,
      "step": 87590
    },
    {
      "grad_norm": 0.131022110581398,
      "learning_rate": 8.482570841965604e-05,
      "loss": 0.0158,
      "step": 87600
    },
    {
      "grad_norm": 0.16187775135040283,
      "learning_rate": 8.482175342222029e-05,
      "loss": 0.0198,
      "step": 87610
    },
    {
      "grad_norm": 0.1603076308965683,
      "learning_rate": 8.481779800166735e-05,
      "loss": 0.0224,
      "step": 87620
    },
    {
      "grad_norm": 0.14265157282352448,
      "learning_rate": 8.481384215804529e-05,
      "loss": 0.0193,
      "step": 87630
    },
    {
      "grad_norm": 0.22288239002227783,
      "learning_rate": 8.480988589140217e-05,
      "loss": 0.0185,
      "step": 87640
    },
    {
      "grad_norm": 0.08840083330869675,
      "learning_rate": 8.480592920178608e-05,
      "loss": 0.0159,
      "step": 87650
    },
    {
      "grad_norm": 0.1339513212442398,
      "learning_rate": 8.48019720892451e-05,
      "loss": 0.0175,
      "step": 87660
    },
    {
      "grad_norm": 0.1933240443468094,
      "learning_rate": 8.479801455382727e-05,
      "loss": 0.0226,
      "step": 87670
    },
    {
      "grad_norm": 0.17434509098529816,
      "learning_rate": 8.479405659558072e-05,
      "loss": 0.0209,
      "step": 87680
    },
    {
      "grad_norm": 0.20548292994499207,
      "learning_rate": 8.479009821455355e-05,
      "loss": 0.0201,
      "step": 87690
    },
    {
      "grad_norm": 0.15570208430290222,
      "learning_rate": 8.478613941079383e-05,
      "loss": 0.0174,
      "step": 87700
    },
    {
      "grad_norm": 0.25243258476257324,
      "learning_rate": 8.478218018434968e-05,
      "loss": 0.0224,
      "step": 87710
    },
    {
      "grad_norm": 0.3376392722129822,
      "learning_rate": 8.477822053526917e-05,
      "loss": 0.0176,
      "step": 87720
    },
    {
      "grad_norm": 0.23235781490802765,
      "learning_rate": 8.477426046360046e-05,
      "loss": 0.0192,
      "step": 87730
    },
    {
      "grad_norm": 0.14692102372646332,
      "learning_rate": 8.477029996939167e-05,
      "loss": 0.0175,
      "step": 87740
    },
    {
      "grad_norm": 0.10280723124742508,
      "learning_rate": 8.476633905269089e-05,
      "loss": 0.0131,
      "step": 87750
    },
    {
      "grad_norm": 0.14084771275520325,
      "learning_rate": 8.476237771354627e-05,
      "loss": 0.0163,
      "step": 87760
    },
    {
      "grad_norm": 0.12794162333011627,
      "learning_rate": 8.475841595200593e-05,
      "loss": 0.0229,
      "step": 87770
    },
    {
      "grad_norm": 0.1805116832256317,
      "learning_rate": 8.475445376811803e-05,
      "loss": 0.0271,
      "step": 87780
    },
    {
      "grad_norm": 0.12528659403324127,
      "learning_rate": 8.475049116193071e-05,
      "loss": 0.0211,
      "step": 87790
    },
    {
      "grad_norm": 0.25546860694885254,
      "learning_rate": 8.47465281334921e-05,
      "loss": 0.0221,
      "step": 87800
    },
    {
      "grad_norm": 0.37105345726013184,
      "learning_rate": 8.474256468285037e-05,
      "loss": 0.0166,
      "step": 87810
    },
    {
      "grad_norm": 0.1977127194404602,
      "learning_rate": 8.473860081005369e-05,
      "loss": 0.0214,
      "step": 87820
    },
    {
      "grad_norm": 0.1733889877796173,
      "learning_rate": 8.473463651515019e-05,
      "loss": 0.0159,
      "step": 87830
    },
    {
      "grad_norm": 0.21427960693836212,
      "learning_rate": 8.473067179818808e-05,
      "loss": 0.0153,
      "step": 87840
    },
    {
      "grad_norm": 0.1539335399866104,
      "learning_rate": 8.47267066592155e-05,
      "loss": 0.0174,
      "step": 87850
    },
    {
      "grad_norm": 0.16066059470176697,
      "learning_rate": 8.472274109828065e-05,
      "loss": 0.0175,
      "step": 87860
    },
    {
      "grad_norm": 0.12115050107240677,
      "learning_rate": 8.471877511543172e-05,
      "loss": 0.0224,
      "step": 87870
    },
    {
      "grad_norm": 0.3044911026954651,
      "learning_rate": 8.471480871071689e-05,
      "loss": 0.0189,
      "step": 87880
    },
    {
      "grad_norm": 0.1719946712255478,
      "learning_rate": 8.471084188418436e-05,
      "loss": 0.0199,
      "step": 87890
    },
    {
      "grad_norm": 0.20026032626628876,
      "learning_rate": 8.470687463588231e-05,
      "loss": 0.0183,
      "step": 87900
    },
    {
      "grad_norm": 0.20430368185043335,
      "learning_rate": 8.470290696585899e-05,
      "loss": 0.0316,
      "step": 87910
    },
    {
      "grad_norm": 0.1712537705898285,
      "learning_rate": 8.469893887416259e-05,
      "loss": 0.0148,
      "step": 87920
    },
    {
      "grad_norm": 0.1648942232131958,
      "learning_rate": 8.469497036084128e-05,
      "loss": 0.0177,
      "step": 87930
    },
    {
      "grad_norm": 0.1291321963071823,
      "learning_rate": 8.469100142594337e-05,
      "loss": 0.0173,
      "step": 87940
    },
    {
      "grad_norm": 0.15888254344463348,
      "learning_rate": 8.4687032069517e-05,
      "loss": 0.0205,
      "step": 87950
    },
    {
      "grad_norm": 0.234336718916893,
      "learning_rate": 8.468306229161047e-05,
      "loss": 0.02,
      "step": 87960
    },
    {
      "grad_norm": 0.09850534796714783,
      "learning_rate": 8.467909209227197e-05,
      "loss": 0.0175,
      "step": 87970
    },
    {
      "grad_norm": 0.0936402752995491,
      "learning_rate": 8.467512147154976e-05,
      "loss": 0.0194,
      "step": 87980
    },
    {
      "grad_norm": 0.21173883974552155,
      "learning_rate": 8.46711504294921e-05,
      "loss": 0.0184,
      "step": 87990
    },
    {
      "grad_norm": 0.11985787004232407,
      "learning_rate": 8.46671789661472e-05,
      "loss": 0.0158,
      "step": 88000
    },
    {
      "grad_norm": 0.2094273418188095,
      "learning_rate": 8.466320708156336e-05,
      "loss": 0.0167,
      "step": 88010
    },
    {
      "grad_norm": 0.14315059781074524,
      "learning_rate": 8.465923477578883e-05,
      "loss": 0.0156,
      "step": 88020
    },
    {
      "grad_norm": 0.0987689271569252,
      "learning_rate": 8.465526204887187e-05,
      "loss": 0.0156,
      "step": 88030
    },
    {
      "grad_norm": 0.08081338554620743,
      "learning_rate": 8.465128890086075e-05,
      "loss": 0.0142,
      "step": 88040
    },
    {
      "grad_norm": 0.27820247411727905,
      "learning_rate": 8.464731533180376e-05,
      "loss": 0.0178,
      "step": 88050
    },
    {
      "grad_norm": 0.14896078407764435,
      "learning_rate": 8.464334134174919e-05,
      "loss": 0.0177,
      "step": 88060
    },
    {
      "grad_norm": 0.19959111511707306,
      "learning_rate": 8.46393669307453e-05,
      "loss": 0.0253,
      "step": 88070
    },
    {
      "grad_norm": 0.170808807015419,
      "learning_rate": 8.46353920988404e-05,
      "loss": 0.0182,
      "step": 88080
    },
    {
      "grad_norm": 0.27782657742500305,
      "learning_rate": 8.463141684608278e-05,
      "loss": 0.0254,
      "step": 88090
    },
    {
      "grad_norm": 0.38489654660224915,
      "learning_rate": 8.462744117252074e-05,
      "loss": 0.0231,
      "step": 88100
    },
    {
      "grad_norm": 0.13187678158283234,
      "learning_rate": 8.46234650782026e-05,
      "loss": 0.0214,
      "step": 88110
    },
    {
      "grad_norm": 0.20770715177059174,
      "learning_rate": 8.461948856317669e-05,
      "loss": 0.027,
      "step": 88120
    },
    {
      "grad_norm": 0.14239583909511566,
      "learning_rate": 8.461551162749128e-05,
      "loss": 0.0207,
      "step": 88130
    },
    {
      "grad_norm": 0.24413564801216125,
      "learning_rate": 8.461153427119474e-05,
      "loss": 0.0251,
      "step": 88140
    },
    {
      "grad_norm": 0.22925329208374023,
      "learning_rate": 8.460755649433538e-05,
      "loss": 0.0177,
      "step": 88150
    },
    {
      "grad_norm": 0.25420090556144714,
      "learning_rate": 8.460357829696152e-05,
      "loss": 0.0226,
      "step": 88160
    },
    {
      "grad_norm": 0.19449710845947266,
      "learning_rate": 8.459959967912153e-05,
      "loss": 0.0196,
      "step": 88170
    },
    {
      "grad_norm": 0.2851214110851288,
      "learning_rate": 8.459562064086372e-05,
      "loss": 0.0216,
      "step": 88180
    },
    {
      "grad_norm": 0.5726491212844849,
      "learning_rate": 8.459164118223646e-05,
      "loss": 0.0238,
      "step": 88190
    },
    {
      "grad_norm": 0.1615966409444809,
      "learning_rate": 8.45876613032881e-05,
      "loss": 0.0261,
      "step": 88200
    },
    {
      "grad_norm": 0.14969401061534882,
      "learning_rate": 8.458368100406701e-05,
      "loss": 0.0279,
      "step": 88210
    },
    {
      "grad_norm": 0.14546065032482147,
      "learning_rate": 8.457970028462153e-05,
      "loss": 0.0211,
      "step": 88220
    },
    {
      "grad_norm": 0.15028046071529388,
      "learning_rate": 8.457571914500004e-05,
      "loss": 0.0208,
      "step": 88230
    },
    {
      "grad_norm": 0.08959818631410599,
      "learning_rate": 8.457173758525095e-05,
      "loss": 0.0189,
      "step": 88240
    },
    {
      "grad_norm": 0.12925323843955994,
      "learning_rate": 8.456775560542256e-05,
      "loss": 0.0204,
      "step": 88250
    },
    {
      "grad_norm": 0.15544450283050537,
      "learning_rate": 8.456377320556332e-05,
      "loss": 0.0168,
      "step": 88260
    },
    {
      "grad_norm": 0.11391211301088333,
      "learning_rate": 8.455979038572162e-05,
      "loss": 0.0183,
      "step": 88270
    },
    {
      "grad_norm": 0.2764202654361725,
      "learning_rate": 8.455580714594582e-05,
      "loss": 0.0179,
      "step": 88280
    },
    {
      "grad_norm": 0.3214711546897888,
      "learning_rate": 8.455182348628434e-05,
      "loss": 0.0199,
      "step": 88290
    },
    {
      "grad_norm": 1.5891354084014893,
      "learning_rate": 8.454783940678559e-05,
      "loss": 0.0238,
      "step": 88300
    },
    {
      "grad_norm": 0.18603132665157318,
      "learning_rate": 8.454385490749795e-05,
      "loss": 0.024,
      "step": 88310
    },
    {
      "grad_norm": 0.12229344993829727,
      "learning_rate": 8.453986998846988e-05,
      "loss": 0.0234,
      "step": 88320
    },
    {
      "grad_norm": 0.1170460432767868,
      "learning_rate": 8.453588464974978e-05,
      "loss": 0.0182,
      "step": 88330
    },
    {
      "grad_norm": 0.12900973856449127,
      "learning_rate": 8.453189889138607e-05,
      "loss": 0.0231,
      "step": 88340
    },
    {
      "grad_norm": 0.25372058153152466,
      "learning_rate": 8.452791271342717e-05,
      "loss": 0.015,
      "step": 88350
    },
    {
      "grad_norm": 0.1587338149547577,
      "learning_rate": 8.452392611592153e-05,
      "loss": 0.0224,
      "step": 88360
    },
    {
      "grad_norm": 0.19360747933387756,
      "learning_rate": 8.451993909891762e-05,
      "loss": 0.0189,
      "step": 88370
    },
    {
      "grad_norm": 0.12001793086528778,
      "learning_rate": 8.451595166246384e-05,
      "loss": 0.0211,
      "step": 88380
    },
    {
      "grad_norm": 0.14662711322307587,
      "learning_rate": 8.451196380660865e-05,
      "loss": 0.0191,
      "step": 88390
    },
    {
      "grad_norm": 0.21534599363803864,
      "learning_rate": 8.450797553140053e-05,
      "loss": 0.0207,
      "step": 88400
    },
    {
      "grad_norm": 0.25919994711875916,
      "learning_rate": 8.450398683688792e-05,
      "loss": 0.0171,
      "step": 88410
    },
    {
      "grad_norm": 0.24938800930976868,
      "learning_rate": 8.44999977231193e-05,
      "loss": 0.019,
      "step": 88420
    },
    {
      "grad_norm": 0.23954586684703827,
      "learning_rate": 8.449600819014312e-05,
      "loss": 0.02,
      "step": 88430
    },
    {
      "grad_norm": 0.1379183530807495,
      "learning_rate": 8.449201823800787e-05,
      "loss": 0.0153,
      "step": 88440
    },
    {
      "grad_norm": 0.3993411064147949,
      "learning_rate": 8.448802786676205e-05,
      "loss": 0.0222,
      "step": 88450
    },
    {
      "grad_norm": 0.25900155305862427,
      "learning_rate": 8.448403707645412e-05,
      "loss": 0.0252,
      "step": 88460
    },
    {
      "grad_norm": 0.08991159498691559,
      "learning_rate": 8.448004586713258e-05,
      "loss": 0.0193,
      "step": 88470
    },
    {
      "grad_norm": 0.2728562653064728,
      "learning_rate": 8.447605423884593e-05,
      "loss": 0.0225,
      "step": 88480
    },
    {
      "grad_norm": 0.2187659740447998,
      "learning_rate": 8.447206219164268e-05,
      "loss": 0.0207,
      "step": 88490
    },
    {
      "grad_norm": 0.15922361612319946,
      "learning_rate": 8.446806972557131e-05,
      "loss": 0.0146,
      "step": 88500
    },
    {
      "grad_norm": 0.22189994156360626,
      "learning_rate": 8.446407684068037e-05,
      "loss": 0.0229,
      "step": 88510
    },
    {
      "grad_norm": 0.17761993408203125,
      "learning_rate": 8.446008353701833e-05,
      "loss": 0.0146,
      "step": 88520
    },
    {
      "grad_norm": 0.18417009711265564,
      "learning_rate": 8.445608981463375e-05,
      "loss": 0.017,
      "step": 88530
    },
    {
      "grad_norm": 0.11814706772565842,
      "learning_rate": 8.445209567357515e-05,
      "loss": 0.0172,
      "step": 88540
    },
    {
      "grad_norm": 0.14219491183757782,
      "learning_rate": 8.444810111389108e-05,
      "loss": 0.0188,
      "step": 88550
    },
    {
      "grad_norm": 0.1727515459060669,
      "learning_rate": 8.444410613563004e-05,
      "loss": 0.0162,
      "step": 88560
    },
    {
      "grad_norm": 0.2406172901391983,
      "learning_rate": 8.444011073884057e-05,
      "loss": 0.021,
      "step": 88570
    },
    {
      "grad_norm": 0.15215753018856049,
      "learning_rate": 8.443611492357126e-05,
      "loss": 0.0147,
      "step": 88580
    },
    {
      "grad_norm": 0.12118595093488693,
      "learning_rate": 8.443211868987063e-05,
      "loss": 0.0168,
      "step": 88590
    },
    {
      "grad_norm": 0.12409740686416626,
      "learning_rate": 8.442812203778726e-05,
      "loss": 0.0209,
      "step": 88600
    },
    {
      "grad_norm": 0.3777909278869629,
      "learning_rate": 8.44241249673697e-05,
      "loss": 0.0172,
      "step": 88610
    },
    {
      "grad_norm": 0.09821128845214844,
      "learning_rate": 8.44201274786665e-05,
      "loss": 0.0137,
      "step": 88620
    },
    {
      "grad_norm": 0.5036303997039795,
      "learning_rate": 8.441612957172626e-05,
      "loss": 0.0183,
      "step": 88630
    },
    {
      "grad_norm": 0.10331942141056061,
      "learning_rate": 8.441213124659757e-05,
      "loss": 0.0245,
      "step": 88640
    },
    {
      "grad_norm": 0.16552212834358215,
      "learning_rate": 8.4408132503329e-05,
      "loss": 0.0238,
      "step": 88650
    },
    {
      "grad_norm": 0.0946429893374443,
      "learning_rate": 8.44041333419691e-05,
      "loss": 0.0186,
      "step": 88660
    },
    {
      "grad_norm": 0.1031133309006691,
      "learning_rate": 8.440013376256653e-05,
      "loss": 0.0201,
      "step": 88670
    },
    {
      "grad_norm": 0.1979539841413498,
      "learning_rate": 8.439613376516984e-05,
      "loss": 0.0227,
      "step": 88680
    },
    {
      "grad_norm": 0.1395532488822937,
      "learning_rate": 8.439213334982765e-05,
      "loss": 0.0203,
      "step": 88690
    },
    {
      "grad_norm": 0.2731119394302368,
      "learning_rate": 8.438813251658857e-05,
      "loss": 0.019,
      "step": 88700
    },
    {
      "grad_norm": 0.12639577686786652,
      "learning_rate": 8.438413126550119e-05,
      "loss": 0.019,
      "step": 88710
    },
    {
      "grad_norm": 0.20535413920879364,
      "learning_rate": 8.438012959661419e-05,
      "loss": 0.018,
      "step": 88720
    },
    {
      "grad_norm": 0.09152714163064957,
      "learning_rate": 8.437612750997614e-05,
      "loss": 0.019,
      "step": 88730
    },
    {
      "grad_norm": 0.1998382955789566,
      "learning_rate": 8.437212500563567e-05,
      "loss": 0.021,
      "step": 88740
    },
    {
      "grad_norm": 0.18067564070224762,
      "learning_rate": 8.436812208364144e-05,
      "loss": 0.0156,
      "step": 88750
    },
    {
      "grad_norm": 0.26670071482658386,
      "learning_rate": 8.436411874404209e-05,
      "loss": 0.0179,
      "step": 88760
    },
    {
      "grad_norm": 0.11464416235685349,
      "learning_rate": 8.436011498688624e-05,
      "loss": 0.015,
      "step": 88770
    },
    {
      "grad_norm": 0.1539650708436966,
      "learning_rate": 8.435611081222255e-05,
      "loss": 0.0174,
      "step": 88780
    },
    {
      "grad_norm": 0.2309517115354538,
      "learning_rate": 8.435210622009967e-05,
      "loss": 0.0262,
      "step": 88790
    },
    {
      "grad_norm": 0.10722005367279053,
      "learning_rate": 8.434810121056627e-05,
      "loss": 0.019,
      "step": 88800
    },
    {
      "grad_norm": 0.24668829143047333,
      "learning_rate": 8.434409578367102e-05,
      "loss": 0.0284,
      "step": 88810
    },
    {
      "grad_norm": 0.2858259975910187,
      "learning_rate": 8.434008993946256e-05,
      "loss": 0.0218,
      "step": 88820
    },
    {
      "grad_norm": 0.1858581304550171,
      "learning_rate": 8.433608367798961e-05,
      "loss": 0.0199,
      "step": 88830
    },
    {
      "grad_norm": 0.18471620976924896,
      "learning_rate": 8.433207699930081e-05,
      "loss": 0.02,
      "step": 88840
    },
    {
      "grad_norm": 0.10993298888206482,
      "learning_rate": 8.432806990344486e-05,
      "loss": 0.0153,
      "step": 88850
    },
    {
      "grad_norm": 0.14266109466552734,
      "learning_rate": 8.432406239047046e-05,
      "loss": 0.0186,
      "step": 88860
    },
    {
      "grad_norm": 0.2678760886192322,
      "learning_rate": 8.432005446042627e-05,
      "loss": 0.018,
      "step": 88870
    },
    {
      "grad_norm": 0.30504724383354187,
      "learning_rate": 8.431604611336105e-05,
      "loss": 0.0199,
      "step": 88880
    },
    {
      "grad_norm": 0.11737262457609177,
      "learning_rate": 8.431203734932345e-05,
      "loss": 0.0184,
      "step": 88890
    },
    {
      "grad_norm": 0.12863832712173462,
      "learning_rate": 8.430802816836221e-05,
      "loss": 0.0185,
      "step": 88900
    },
    {
      "grad_norm": 0.14601534605026245,
      "learning_rate": 8.430401857052601e-05,
      "loss": 0.0221,
      "step": 88910
    },
    {
      "grad_norm": 0.17130471765995026,
      "learning_rate": 8.430000855586362e-05,
      "loss": 0.0189,
      "step": 88920
    },
    {
      "grad_norm": 0.12095329165458679,
      "learning_rate": 8.429599812442372e-05,
      "loss": 0.0137,
      "step": 88930
    },
    {
      "grad_norm": 0.15669138729572296,
      "learning_rate": 8.429198727625509e-05,
      "loss": 0.02,
      "step": 88940
    },
    {
      "grad_norm": 0.09177438169717789,
      "learning_rate": 8.428797601140642e-05,
      "loss": 0.0178,
      "step": 88950
    },
    {
      "grad_norm": 0.1535039097070694,
      "learning_rate": 8.428396432992648e-05,
      "loss": 0.0147,
      "step": 88960
    },
    {
      "grad_norm": 0.20066313445568085,
      "learning_rate": 8.4279952231864e-05,
      "loss": 0.0208,
      "step": 88970
    },
    {
      "grad_norm": 0.10873587429523468,
      "learning_rate": 8.427593971726772e-05,
      "loss": 0.0164,
      "step": 88980
    },
    {
      "grad_norm": 0.11081498116254807,
      "learning_rate": 8.427192678618643e-05,
      "loss": 0.0197,
      "step": 88990
    },
    {
      "grad_norm": 0.17844395339488983,
      "learning_rate": 8.426791343866887e-05,
      "loss": 0.0204,
      "step": 89000
    },
    {
      "grad_norm": 0.20230531692504883,
      "learning_rate": 8.426389967476381e-05,
      "loss": 0.0189,
      "step": 89010
    },
    {
      "grad_norm": 0.09826493263244629,
      "learning_rate": 8.425988549452e-05,
      "loss": 0.0195,
      "step": 89020
    },
    {
      "grad_norm": 0.17810621857643127,
      "learning_rate": 8.425587089798624e-05,
      "loss": 0.0229,
      "step": 89030
    },
    {
      "grad_norm": 0.5166541934013367,
      "learning_rate": 8.425185588521131e-05,
      "loss": 0.0202,
      "step": 89040
    },
    {
      "grad_norm": 0.16314394772052765,
      "learning_rate": 8.424784045624398e-05,
      "loss": 0.0213,
      "step": 89050
    },
    {
      "grad_norm": 0.21402430534362793,
      "learning_rate": 8.424382461113307e-05,
      "loss": 0.0205,
      "step": 89060
    },
    {
      "grad_norm": 0.18240328133106232,
      "learning_rate": 8.423980834992736e-05,
      "loss": 0.0169,
      "step": 89070
    },
    {
      "grad_norm": 0.21327023208141327,
      "learning_rate": 8.423579167267564e-05,
      "loss": 0.0203,
      "step": 89080
    },
    {
      "grad_norm": 0.09514178335666656,
      "learning_rate": 8.423177457942674e-05,
      "loss": 0.0218,
      "step": 89090
    },
    {
      "grad_norm": 0.3769887387752533,
      "learning_rate": 8.422775707022946e-05,
      "loss": 0.0221,
      "step": 89100
    },
    {
      "grad_norm": 0.6149035096168518,
      "learning_rate": 8.42237391451326e-05,
      "loss": 0.0235,
      "step": 89110
    },
    {
      "grad_norm": 0.2591797113418579,
      "learning_rate": 8.4219720804185e-05,
      "loss": 0.0177,
      "step": 89120
    },
    {
      "grad_norm": 0.17553958296775818,
      "learning_rate": 8.421570204743549e-05,
      "loss": 0.0169,
      "step": 89130
    },
    {
      "grad_norm": 0.07911518216133118,
      "learning_rate": 8.421168287493288e-05,
      "loss": 0.0122,
      "step": 89140
    },
    {
      "grad_norm": 0.8804277181625366,
      "learning_rate": 8.420766328672604e-05,
      "loss": 0.0224,
      "step": 89150
    },
    {
      "grad_norm": 0.1253734529018402,
      "learning_rate": 8.420364328286379e-05,
      "loss": 0.0169,
      "step": 89160
    },
    {
      "grad_norm": 0.13400310277938843,
      "learning_rate": 8.419962286339497e-05,
      "loss": 0.0198,
      "step": 89170
    },
    {
      "grad_norm": 0.14560769498348236,
      "learning_rate": 8.419560202836844e-05,
      "loss": 0.0205,
      "step": 89180
    },
    {
      "grad_norm": 0.08064743876457214,
      "learning_rate": 8.419158077783309e-05,
      "loss": 0.0182,
      "step": 89190
    },
    {
      "grad_norm": 0.12821006774902344,
      "learning_rate": 8.418755911183773e-05,
      "loss": 0.0198,
      "step": 89200
    },
    {
      "grad_norm": 0.12839598953723907,
      "learning_rate": 8.418353703043125e-05,
      "loss": 0.021,
      "step": 89210
    },
    {
      "grad_norm": 0.12104007601737976,
      "learning_rate": 8.417951453366251e-05,
      "loss": 0.0183,
      "step": 89220
    },
    {
      "grad_norm": 0.2828879654407501,
      "learning_rate": 8.41754916215804e-05,
      "loss": 0.019,
      "step": 89230
    },
    {
      "grad_norm": 0.14513465762138367,
      "learning_rate": 8.417146829423383e-05,
      "loss": 0.0197,
      "step": 89240
    },
    {
      "grad_norm": 0.7328037619590759,
      "learning_rate": 8.416744455167162e-05,
      "loss": 0.0212,
      "step": 89250
    },
    {
      "grad_norm": 0.18380141258239746,
      "learning_rate": 8.416342039394272e-05,
      "loss": 0.0171,
      "step": 89260
    },
    {
      "grad_norm": 0.1619201898574829,
      "learning_rate": 8.4159395821096e-05,
      "loss": 0.0199,
      "step": 89270
    },
    {
      "grad_norm": 0.13613344728946686,
      "learning_rate": 8.415537083318038e-05,
      "loss": 0.0197,
      "step": 89280
    },
    {
      "grad_norm": 0.4361744523048401,
      "learning_rate": 8.415134543024474e-05,
      "loss": 0.0161,
      "step": 89290
    },
    {
      "grad_norm": 0.23945952951908112,
      "learning_rate": 8.4147319612338e-05,
      "loss": 0.0207,
      "step": 89300
    },
    {
      "grad_norm": 0.17193447053432465,
      "learning_rate": 8.41432933795091e-05,
      "loss": 0.0173,
      "step": 89310
    },
    {
      "grad_norm": 0.18828940391540527,
      "learning_rate": 8.413926673180696e-05,
      "loss": 0.0176,
      "step": 89320
    },
    {
      "grad_norm": 0.2150416374206543,
      "learning_rate": 8.413523966928048e-05,
      "loss": 0.0151,
      "step": 89330
    },
    {
      "grad_norm": 0.20476464927196503,
      "learning_rate": 8.413121219197861e-05,
      "loss": 0.0216,
      "step": 89340
    },
    {
      "grad_norm": 0.14131541550159454,
      "learning_rate": 8.41271842999503e-05,
      "loss": 0.0194,
      "step": 89350
    },
    {
      "grad_norm": 0.14342360198497772,
      "learning_rate": 8.412315599324448e-05,
      "loss": 0.0222,
      "step": 89360
    },
    {
      "grad_norm": 0.3087693452835083,
      "learning_rate": 8.411912727191006e-05,
      "loss": 0.022,
      "step": 89370
    },
    {
      "grad_norm": 0.19175660610198975,
      "learning_rate": 8.411509813599608e-05,
      "loss": 0.0184,
      "step": 89380
    },
    {
      "grad_norm": 0.18351098895072937,
      "learning_rate": 8.411106858555142e-05,
      "loss": 0.0155,
      "step": 89390
    },
    {
      "grad_norm": 0.06971293687820435,
      "learning_rate": 8.410703862062508e-05,
      "loss": 0.015,
      "step": 89400
    },
    {
      "grad_norm": 0.13747824728488922,
      "learning_rate": 8.4103008241266e-05,
      "loss": 0.0168,
      "step": 89410
    },
    {
      "grad_norm": 0.14185963571071625,
      "learning_rate": 8.40989774475232e-05,
      "loss": 0.0172,
      "step": 89420
    },
    {
      "grad_norm": 0.5413790941238403,
      "learning_rate": 8.40949462394456e-05,
      "loss": 0.0213,
      "step": 89430
    },
    {
      "grad_norm": 0.13808515667915344,
      "learning_rate": 8.409091461708224e-05,
      "loss": 0.0148,
      "step": 89440
    },
    {
      "grad_norm": 0.16861236095428467,
      "learning_rate": 8.408688258048207e-05,
      "loss": 0.0176,
      "step": 89450
    },
    {
      "grad_norm": 0.2356429547071457,
      "learning_rate": 8.408285012969408e-05,
      "loss": 0.0219,
      "step": 89460
    },
    {
      "grad_norm": 0.33702245354652405,
      "learning_rate": 8.40788172647673e-05,
      "loss": 0.0179,
      "step": 89470
    },
    {
      "grad_norm": 0.20586326718330383,
      "learning_rate": 8.40747839857507e-05,
      "loss": 0.0189,
      "step": 89480
    },
    {
      "grad_norm": 0.175283282995224,
      "learning_rate": 8.407075029269332e-05,
      "loss": 0.0197,
      "step": 89490
    },
    {
      "grad_norm": 0.15141485631465912,
      "learning_rate": 8.406671618564413e-05,
      "loss": 0.0199,
      "step": 89500
    },
    {
      "grad_norm": 0.1900210827589035,
      "learning_rate": 8.406268166465218e-05,
      "loss": 0.0196,
      "step": 89510
    },
    {
      "grad_norm": 0.14726729691028595,
      "learning_rate": 8.405864672976652e-05,
      "loss": 0.0177,
      "step": 89520
    },
    {
      "grad_norm": 0.17093582451343536,
      "learning_rate": 8.405461138103612e-05,
      "loss": 0.0226,
      "step": 89530
    },
    {
      "grad_norm": 0.11503078043460846,
      "learning_rate": 8.405057561851005e-05,
      "loss": 0.0148,
      "step": 89540
    },
    {
      "grad_norm": 0.2594788372516632,
      "learning_rate": 8.40465394422373e-05,
      "loss": 0.0222,
      "step": 89550
    },
    {
      "grad_norm": 0.37004512548446655,
      "learning_rate": 8.4042502852267e-05,
      "loss": 0.0236,
      "step": 89560
    },
    {
      "grad_norm": 0.25336289405822754,
      "learning_rate": 8.403846584864812e-05,
      "loss": 0.0224,
      "step": 89570
    },
    {
      "grad_norm": 0.1660294234752655,
      "learning_rate": 8.403442843142974e-05,
      "loss": 0.0183,
      "step": 89580
    },
    {
      "grad_norm": 0.11203552782535553,
      "learning_rate": 8.403039060066094e-05,
      "loss": 0.0235,
      "step": 89590
    },
    {
      "grad_norm": 0.12944673001766205,
      "learning_rate": 8.402635235639075e-05,
      "loss": 0.0163,
      "step": 89600
    },
    {
      "grad_norm": 0.24691303074359894,
      "learning_rate": 8.402231369866827e-05,
      "loss": 0.0212,
      "step": 89610
    },
    {
      "grad_norm": 0.16444973647594452,
      "learning_rate": 8.401827462754253e-05,
      "loss": 0.0182,
      "step": 89620
    },
    {
      "grad_norm": 0.13859343528747559,
      "learning_rate": 8.401423514306265e-05,
      "loss": 0.0145,
      "step": 89630
    },
    {
      "grad_norm": 0.25654780864715576,
      "learning_rate": 8.401019524527769e-05,
      "loss": 0.0232,
      "step": 89640
    },
    {
      "grad_norm": 0.19463218748569489,
      "learning_rate": 8.400615493423675e-05,
      "loss": 0.0164,
      "step": 89650
    },
    {
      "grad_norm": 0.23036406934261322,
      "learning_rate": 8.400211420998893e-05,
      "loss": 0.0262,
      "step": 89660
    },
    {
      "grad_norm": 0.12884673476219177,
      "learning_rate": 8.399807307258332e-05,
      "loss": 0.0142,
      "step": 89670
    },
    {
      "grad_norm": 0.12063475698232651,
      "learning_rate": 8.399403152206901e-05,
      "loss": 0.0199,
      "step": 89680
    },
    {
      "grad_norm": 0.10051393508911133,
      "learning_rate": 8.398998955849513e-05,
      "loss": 0.0148,
      "step": 89690
    },
    {
      "grad_norm": 0.12102481722831726,
      "learning_rate": 8.398594718191079e-05,
      "loss": 0.0212,
      "step": 89700
    },
    {
      "grad_norm": 0.10781954973936081,
      "learning_rate": 8.398190439236508e-05,
      "loss": 0.0246,
      "step": 89710
    },
    {
      "grad_norm": 0.11118197441101074,
      "learning_rate": 8.397786118990717e-05,
      "loss": 0.0182,
      "step": 89720
    },
    {
      "grad_norm": 0.1480540931224823,
      "learning_rate": 8.397381757458616e-05,
      "loss": 0.0168,
      "step": 89730
    },
    {
      "grad_norm": 0.20613816380500793,
      "learning_rate": 8.396977354645119e-05,
      "loss": 0.0101,
      "step": 89740
    },
    {
      "grad_norm": 0.0776311382651329,
      "learning_rate": 8.396572910555138e-05,
      "loss": 0.0126,
      "step": 89750
    },
    {
      "grad_norm": 0.11314938217401505,
      "learning_rate": 8.396168425193592e-05,
      "loss": 0.0182,
      "step": 89760
    },
    {
      "grad_norm": 0.19884945452213287,
      "learning_rate": 8.395763898565392e-05,
      "loss": 0.0201,
      "step": 89770
    },
    {
      "grad_norm": 0.18763065338134766,
      "learning_rate": 8.395359330675454e-05,
      "loss": 0.0314,
      "step": 89780
    },
    {
      "grad_norm": 0.22545212507247925,
      "learning_rate": 8.394954721528696e-05,
      "loss": 0.0217,
      "step": 89790
    },
    {
      "grad_norm": 0.1425563097000122,
      "learning_rate": 8.394550071130031e-05,
      "loss": 0.0209,
      "step": 89800
    },
    {
      "grad_norm": 0.25114208459854126,
      "learning_rate": 8.39414537948438e-05,
      "loss": 0.0215,
      "step": 89810
    },
    {
      "grad_norm": 0.12887956202030182,
      "learning_rate": 8.393740646596655e-05,
      "loss": 0.0193,
      "step": 89820
    },
    {
      "grad_norm": 0.1281188577413559,
      "learning_rate": 8.393335872471777e-05,
      "loss": 0.0178,
      "step": 89830
    },
    {
      "grad_norm": 0.17030930519104004,
      "learning_rate": 8.392931057114667e-05,
      "loss": 0.0207,
      "step": 89840
    },
    {
      "grad_norm": 0.2153603583574295,
      "learning_rate": 8.39252620053024e-05,
      "loss": 0.0205,
      "step": 89850
    },
    {
      "grad_norm": 0.1333637237548828,
      "learning_rate": 8.392121302723417e-05,
      "loss": 0.018,
      "step": 89860
    },
    {
      "grad_norm": 0.10162222385406494,
      "learning_rate": 8.391716363699115e-05,
      "loss": 0.0193,
      "step": 89870
    },
    {
      "grad_norm": 0.16544277966022491,
      "learning_rate": 8.391311383462259e-05,
      "loss": 0.0179,
      "step": 89880
    },
    {
      "grad_norm": 0.23665574193000793,
      "learning_rate": 8.390906362017767e-05,
      "loss": 0.0181,
      "step": 89890
    },
    {
      "grad_norm": 0.41605696082115173,
      "learning_rate": 8.390501299370563e-05,
      "loss": 0.0204,
      "step": 89900
    },
    {
      "grad_norm": 0.29670068621635437,
      "learning_rate": 8.390096195525565e-05,
      "loss": 0.018,
      "step": 89910
    },
    {
      "grad_norm": 0.20016728341579437,
      "learning_rate": 8.389691050487699e-05,
      "loss": 0.0186,
      "step": 89920
    },
    {
      "grad_norm": 0.2573634684085846,
      "learning_rate": 8.389285864261887e-05,
      "loss": 0.0184,
      "step": 89930
    },
    {
      "grad_norm": 0.2443331778049469,
      "learning_rate": 8.38888063685305e-05,
      "loss": 0.017,
      "step": 89940
    },
    {
      "grad_norm": 0.2382807582616806,
      "learning_rate": 8.388475368266113e-05,
      "loss": 0.0206,
      "step": 89950
    },
    {
      "grad_norm": 0.21565520763397217,
      "learning_rate": 8.388070058506001e-05,
      "loss": 0.0165,
      "step": 89960
    },
    {
      "grad_norm": 0.18003007769584656,
      "learning_rate": 8.38766470757764e-05,
      "loss": 0.0178,
      "step": 89970
    },
    {
      "grad_norm": 0.19079242646694183,
      "learning_rate": 8.387259315485954e-05,
      "loss": 0.0254,
      "step": 89980
    },
    {
      "grad_norm": 0.13347719609737396,
      "learning_rate": 8.38685388223587e-05,
      "loss": 0.0188,
      "step": 89990
    },
    {
      "grad_norm": 0.1445087492465973,
      "learning_rate": 8.386448407832313e-05,
      "loss": 0.0173,
      "step": 90000
    },
    {
      "grad_norm": 0.28316986560821533,
      "learning_rate": 8.38604289228021e-05,
      "loss": 0.0241,
      "step": 90010
    },
    {
      "grad_norm": 0.3677741587162018,
      "learning_rate": 8.38563733558449e-05,
      "loss": 0.0242,
      "step": 90020
    },
    {
      "grad_norm": 0.16876743733882904,
      "learning_rate": 8.385231737750078e-05,
      "loss": 0.0155,
      "step": 90030
    },
    {
      "grad_norm": 0.13788707554340363,
      "learning_rate": 8.384826098781906e-05,
      "loss": 0.0172,
      "step": 90040
    },
    {
      "grad_norm": 0.16698801517486572,
      "learning_rate": 8.384420418684901e-05,
      "loss": 0.0173,
      "step": 90050
    },
    {
      "grad_norm": 0.15397484600543976,
      "learning_rate": 8.384014697463992e-05,
      "loss": 0.0168,
      "step": 90060
    },
    {
      "grad_norm": 0.11902610957622528,
      "learning_rate": 8.383608935124109e-05,
      "loss": 0.0212,
      "step": 90070
    },
    {
      "grad_norm": 0.3347267210483551,
      "learning_rate": 8.383203131670183e-05,
      "loss": 0.0184,
      "step": 90080
    },
    {
      "grad_norm": 0.13749326765537262,
      "learning_rate": 8.382797287107145e-05,
      "loss": 0.0191,
      "step": 90090
    },
    {
      "grad_norm": 0.2429104596376419,
      "learning_rate": 8.382391401439927e-05,
      "loss": 0.0196,
      "step": 90100
    },
    {
      "grad_norm": 0.3046579360961914,
      "learning_rate": 8.381985474673458e-05,
      "loss": 0.019,
      "step": 90110
    },
    {
      "grad_norm": 0.15065079927444458,
      "learning_rate": 8.381579506812673e-05,
      "loss": 0.0141,
      "step": 90120
    },
    {
      "grad_norm": 0.18446677923202515,
      "learning_rate": 8.381173497862504e-05,
      "loss": 0.0127,
      "step": 90130
    },
    {
      "grad_norm": 0.1288757473230362,
      "learning_rate": 8.380767447827886e-05,
      "loss": 0.0193,
      "step": 90140
    },
    {
      "grad_norm": 0.17700108885765076,
      "learning_rate": 8.380361356713751e-05,
      "loss": 0.0176,
      "step": 90150
    },
    {
      "grad_norm": 0.41187378764152527,
      "learning_rate": 8.379955224525032e-05,
      "loss": 0.0213,
      "step": 90160
    },
    {
      "grad_norm": 0.3553341031074524,
      "learning_rate": 8.379549051266669e-05,
      "loss": 0.0219,
      "step": 90170
    },
    {
      "grad_norm": 0.12561151385307312,
      "learning_rate": 8.379142836943592e-05,
      "loss": 0.0169,
      "step": 90180
    },
    {
      "grad_norm": 0.10023611783981323,
      "learning_rate": 8.37873658156074e-05,
      "loss": 0.0203,
      "step": 90190
    },
    {
      "grad_norm": 0.11256921291351318,
      "learning_rate": 8.378330285123048e-05,
      "loss": 0.0213,
      "step": 90200
    },
    {
      "grad_norm": 0.1986224502325058,
      "learning_rate": 8.377923947635453e-05,
      "loss": 0.0177,
      "step": 90210
    },
    {
      "grad_norm": 0.15555141866207123,
      "learning_rate": 8.377517569102894e-05,
      "loss": 0.017,
      "step": 90220
    },
    {
      "grad_norm": 0.12255090475082397,
      "learning_rate": 8.377111149530306e-05,
      "loss": 0.0198,
      "step": 90230
    },
    {
      "grad_norm": 0.17699562013149261,
      "learning_rate": 8.376704688922629e-05,
      "loss": 0.0209,
      "step": 90240
    },
    {
      "grad_norm": 0.21253502368927002,
      "learning_rate": 8.376298187284803e-05,
      "loss": 0.0227,
      "step": 90250
    },
    {
      "grad_norm": 0.1149151623249054,
      "learning_rate": 8.375891644621767e-05,
      "loss": 0.0132,
      "step": 90260
    },
    {
      "grad_norm": 0.16909319162368774,
      "learning_rate": 8.375485060938459e-05,
      "loss": 0.0203,
      "step": 90270
    },
    {
      "grad_norm": 0.11112091690301895,
      "learning_rate": 8.375078436239821e-05,
      "loss": 0.026,
      "step": 90280
    },
    {
      "grad_norm": 0.1842193901538849,
      "learning_rate": 8.374671770530793e-05,
      "loss": 0.0158,
      "step": 90290
    },
    {
      "grad_norm": 0.11605577170848846,
      "learning_rate": 8.374265063816316e-05,
      "loss": 0.0194,
      "step": 90300
    },
    {
      "grad_norm": 0.1389468014240265,
      "learning_rate": 8.373858316101335e-05,
      "loss": 0.0219,
      "step": 90310
    },
    {
      "grad_norm": 0.3774714469909668,
      "learning_rate": 8.373451527390787e-05,
      "loss": 0.0186,
      "step": 90320
    },
    {
      "grad_norm": 0.11204340308904648,
      "learning_rate": 8.373044697689621e-05,
      "loss": 0.02,
      "step": 90330
    },
    {
      "grad_norm": 0.24131371080875397,
      "learning_rate": 8.372637827002776e-05,
      "loss": 0.0194,
      "step": 90340
    },
    {
      "grad_norm": 0.18308766186237335,
      "learning_rate": 8.372230915335195e-05,
      "loss": 0.0135,
      "step": 90350
    },
    {
      "grad_norm": 0.30302536487579346,
      "learning_rate": 8.371823962691827e-05,
      "loss": 0.0197,
      "step": 90360
    },
    {
      "grad_norm": 0.20939882099628448,
      "learning_rate": 8.371416969077614e-05,
      "loss": 0.0213,
      "step": 90370
    },
    {
      "grad_norm": 0.16496002674102783,
      "learning_rate": 8.371009934497502e-05,
      "loss": 0.0192,
      "step": 90380
    },
    {
      "grad_norm": 0.18474923074245453,
      "learning_rate": 8.370602858956434e-05,
      "loss": 0.0199,
      "step": 90390
    },
    {
      "grad_norm": 0.1413397639989853,
      "learning_rate": 8.370195742459362e-05,
      "loss": 0.0184,
      "step": 90400
    },
    {
      "grad_norm": 0.09002116322517395,
      "learning_rate": 8.36978858501123e-05,
      "loss": 0.0185,
      "step": 90410
    },
    {
      "grad_norm": 0.14449375867843628,
      "learning_rate": 8.369381386616981e-05,
      "loss": 0.0144,
      "step": 90420
    },
    {
      "grad_norm": 0.12134625017642975,
      "learning_rate": 8.36897414728157e-05,
      "loss": 0.0184,
      "step": 90430
    },
    {
      "grad_norm": 0.1661798506975174,
      "learning_rate": 8.368566867009942e-05,
      "loss": 0.0196,
      "step": 90440
    },
    {
      "grad_norm": 0.15166138112545013,
      "learning_rate": 8.368159545807047e-05,
      "loss": 0.0166,
      "step": 90450
    },
    {
      "grad_norm": 0.17521582543849945,
      "learning_rate": 8.36775218367783e-05,
      "loss": 0.0227,
      "step": 90460
    },
    {
      "grad_norm": 0.11137286573648453,
      "learning_rate": 8.367344780627246e-05,
      "loss": 0.019,
      "step": 90470
    },
    {
      "grad_norm": 0.19825193285942078,
      "learning_rate": 8.366937336660246e-05,
      "loss": 0.0207,
      "step": 90480
    },
    {
      "grad_norm": 0.09739566594362259,
      "learning_rate": 8.366529851781776e-05,
      "loss": 0.0169,
      "step": 90490
    },
    {
      "grad_norm": 0.15910884737968445,
      "learning_rate": 8.36612232599679e-05,
      "loss": 0.0191,
      "step": 90500
    },
    {
      "grad_norm": 0.10739949345588684,
      "learning_rate": 8.36571475931024e-05,
      "loss": 0.0179,
      "step": 90510
    },
    {
      "grad_norm": 0.09716257452964783,
      "learning_rate": 8.365307151727078e-05,
      "loss": 0.0163,
      "step": 90520
    },
    {
      "grad_norm": 0.10623311251401901,
      "learning_rate": 8.364899503252257e-05,
      "loss": 0.021,
      "step": 90530
    },
    {
      "grad_norm": 0.10999783873558044,
      "learning_rate": 8.36449181389073e-05,
      "loss": 0.0187,
      "step": 90540
    },
    {
      "grad_norm": 0.11687827110290527,
      "learning_rate": 8.36408408364745e-05,
      "loss": 0.0153,
      "step": 90550
    },
    {
      "grad_norm": 0.08815228193998337,
      "learning_rate": 8.363676312527372e-05,
      "loss": 0.0126,
      "step": 90560
    },
    {
      "grad_norm": 0.2950849235057831,
      "learning_rate": 8.363268500535452e-05,
      "loss": 0.0251,
      "step": 90570
    },
    {
      "grad_norm": 0.18447203934192657,
      "learning_rate": 8.362860647676644e-05,
      "loss": 0.0159,
      "step": 90580
    },
    {
      "grad_norm": 0.17431262135505676,
      "learning_rate": 8.362452753955904e-05,
      "loss": 0.0188,
      "step": 90590
    },
    {
      "grad_norm": 0.19478119909763336,
      "learning_rate": 8.362044819378188e-05,
      "loss": 0.0193,
      "step": 90600
    },
    {
      "grad_norm": 0.10881534218788147,
      "learning_rate": 8.361636843948454e-05,
      "loss": 0.0142,
      "step": 90610
    },
    {
      "grad_norm": 0.10337185114622116,
      "learning_rate": 8.361228827671657e-05,
      "loss": 0.0171,
      "step": 90620
    },
    {
      "grad_norm": 0.09211532771587372,
      "learning_rate": 8.360820770552757e-05,
      "loss": 0.0171,
      "step": 90630
    },
    {
      "grad_norm": 0.06385701149702072,
      "learning_rate": 8.360412672596712e-05,
      "loss": 0.0151,
      "step": 90640
    },
    {
      "grad_norm": 0.10174893587827682,
      "learning_rate": 8.36000453380848e-05,
      "loss": 0.0222,
      "step": 90650
    },
    {
      "grad_norm": 0.21797171235084534,
      "learning_rate": 8.35959635419302e-05,
      "loss": 0.0157,
      "step": 90660
    },
    {
      "grad_norm": 0.0928405299782753,
      "learning_rate": 8.359188133755294e-05,
      "loss": 0.014,
      "step": 90670
    },
    {
      "grad_norm": 0.1540917307138443,
      "learning_rate": 8.358779872500259e-05,
      "loss": 0.013,
      "step": 90680
    },
    {
      "grad_norm": 0.09010709822177887,
      "learning_rate": 8.358371570432877e-05,
      "loss": 0.0182,
      "step": 90690
    },
    {
      "grad_norm": 0.0836794376373291,
      "learning_rate": 8.35796322755811e-05,
      "loss": 0.0191,
      "step": 90700
    },
    {
      "grad_norm": 0.179361030459404,
      "learning_rate": 8.357554843880919e-05,
      "loss": 0.0287,
      "step": 90710
    },
    {
      "grad_norm": 0.17399464547634125,
      "learning_rate": 8.357146419406268e-05,
      "loss": 0.0197,
      "step": 90720
    },
    {
      "grad_norm": 0.15352512896060944,
      "learning_rate": 8.356737954139118e-05,
      "loss": 0.019,
      "step": 90730
    },
    {
      "grad_norm": 0.29434022307395935,
      "learning_rate": 8.356329448084432e-05,
      "loss": 0.0166,
      "step": 90740
    },
    {
      "grad_norm": 0.2322928011417389,
      "learning_rate": 8.355920901247174e-05,
      "loss": 0.0215,
      "step": 90750
    },
    {
      "grad_norm": 0.2475721389055252,
      "learning_rate": 8.355512313632309e-05,
      "loss": 0.0191,
      "step": 90760
    },
    {
      "grad_norm": 0.16282612085342407,
      "learning_rate": 8.355103685244801e-05,
      "loss": 0.0241,
      "step": 90770
    },
    {
      "grad_norm": 0.6852753758430481,
      "learning_rate": 8.354695016089616e-05,
      "loss": 0.0194,
      "step": 90780
    },
    {
      "grad_norm": 0.08959652483463287,
      "learning_rate": 8.35428630617172e-05,
      "loss": 0.0217,
      "step": 90790
    },
    {
      "grad_norm": 0.2096175253391266,
      "learning_rate": 8.353877555496076e-05,
      "loss": 0.0196,
      "step": 90800
    },
    {
      "grad_norm": 0.18410778045654297,
      "learning_rate": 8.353468764067654e-05,
      "loss": 0.021,
      "step": 90810
    },
    {
      "grad_norm": 0.26640743017196655,
      "learning_rate": 8.353059931891422e-05,
      "loss": 0.0197,
      "step": 90820
    },
    {
      "grad_norm": 0.14282608032226562,
      "learning_rate": 8.352651058972344e-05,
      "loss": 0.0152,
      "step": 90830
    },
    {
      "grad_norm": 0.1281682401895523,
      "learning_rate": 8.352242145315392e-05,
      "loss": 0.0172,
      "step": 90840
    },
    {
      "grad_norm": 0.09216340631246567,
      "learning_rate": 8.351833190925531e-05,
      "loss": 0.0183,
      "step": 90850
    },
    {
      "grad_norm": 0.13575264811515808,
      "learning_rate": 8.351424195807733e-05,
      "loss": 0.016,
      "step": 90860
    },
    {
      "grad_norm": 0.12954387068748474,
      "learning_rate": 8.351015159966966e-05,
      "loss": 0.0214,
      "step": 90870
    },
    {
      "grad_norm": 0.15862682461738586,
      "learning_rate": 8.350606083408202e-05,
      "loss": 0.0184,
      "step": 90880
    },
    {
      "grad_norm": 0.10995998233556747,
      "learning_rate": 8.35019696613641e-05,
      "loss": 0.02,
      "step": 90890
    },
    {
      "grad_norm": 0.13636037707328796,
      "learning_rate": 8.349787808156562e-05,
      "loss": 0.0173,
      "step": 90900
    },
    {
      "grad_norm": 0.11560717970132828,
      "learning_rate": 8.34937860947363e-05,
      "loss": 0.0145,
      "step": 90910
    },
    {
      "grad_norm": 0.27704277634620667,
      "learning_rate": 8.348969370092584e-05,
      "loss": 0.0235,
      "step": 90920
    },
    {
      "grad_norm": 0.13928622007369995,
      "learning_rate": 8.348560090018399e-05,
      "loss": 0.0181,
      "step": 90930
    },
    {
      "grad_norm": 0.12076496332883835,
      "learning_rate": 8.348150769256047e-05,
      "loss": 0.0206,
      "step": 90940
    },
    {
      "grad_norm": 0.36961641907691956,
      "learning_rate": 8.347741407810503e-05,
      "loss": 0.0205,
      "step": 90950
    },
    {
      "grad_norm": 0.1433633714914322,
      "learning_rate": 8.34733200568674e-05,
      "loss": 0.0194,
      "step": 90960
    },
    {
      "grad_norm": 0.20285457372665405,
      "learning_rate": 8.346922562889732e-05,
      "loss": 0.0188,
      "step": 90970
    },
    {
      "grad_norm": 0.21693548560142517,
      "learning_rate": 8.346513079424455e-05,
      "loss": 0.0216,
      "step": 90980
    },
    {
      "grad_norm": 0.14343591034412384,
      "learning_rate": 8.346103555295883e-05,
      "loss": 0.0152,
      "step": 90990
    },
    {
      "grad_norm": 0.1624753177165985,
      "learning_rate": 8.345693990508996e-05,
      "loss": 0.0168,
      "step": 91000
    },
    {
      "grad_norm": 0.25050055980682373,
      "learning_rate": 8.345284385068768e-05,
      "loss": 0.0204,
      "step": 91010
    },
    {
      "grad_norm": 0.09320200979709625,
      "learning_rate": 8.344874738980174e-05,
      "loss": 0.0132,
      "step": 91020
    },
    {
      "grad_norm": 0.11452575027942657,
      "learning_rate": 8.344465052248196e-05,
      "loss": 0.0197,
      "step": 91030
    },
    {
      "grad_norm": 0.16386885941028595,
      "learning_rate": 8.34405532487781e-05,
      "loss": 0.0225,
      "step": 91040
    },
    {
      "grad_norm": 0.37412309646606445,
      "learning_rate": 8.343645556873994e-05,
      "loss": 0.0175,
      "step": 91050
    },
    {
      "grad_norm": 0.10067670047283173,
      "learning_rate": 8.343235748241727e-05,
      "loss": 0.0139,
      "step": 91060
    },
    {
      "grad_norm": 0.20234465599060059,
      "learning_rate": 8.342825898985989e-05,
      "loss": 0.0231,
      "step": 91070
    },
    {
      "grad_norm": 0.14757677912712097,
      "learning_rate": 8.34241600911176e-05,
      "loss": 0.0172,
      "step": 91080
    },
    {
      "grad_norm": 0.10951801389455795,
      "learning_rate": 8.342006078624023e-05,
      "loss": 0.013,
      "step": 91090
    },
    {
      "grad_norm": 0.12165353447198868,
      "learning_rate": 8.341596107527753e-05,
      "loss": 0.0173,
      "step": 91100
    },
    {
      "grad_norm": 0.24651078879833221,
      "learning_rate": 8.341186095827939e-05,
      "loss": 0.0177,
      "step": 91110
    },
    {
      "grad_norm": 0.1412951648235321,
      "learning_rate": 8.340776043529557e-05,
      "loss": 0.0231,
      "step": 91120
    },
    {
      "grad_norm": 0.12929347157478333,
      "learning_rate": 8.340365950637592e-05,
      "loss": 0.0202,
      "step": 91130
    },
    {
      "grad_norm": 0.14628328382968903,
      "learning_rate": 8.339955817157028e-05,
      "loss": 0.0196,
      "step": 91140
    },
    {
      "grad_norm": 0.1805093139410019,
      "learning_rate": 8.339545643092848e-05,
      "loss": 0.0166,
      "step": 91150
    },
    {
      "grad_norm": 0.13908421993255615,
      "learning_rate": 8.339135428450034e-05,
      "loss": 0.018,
      "step": 91160
    },
    {
      "grad_norm": 0.1433599591255188,
      "learning_rate": 8.338725173233571e-05,
      "loss": 0.0144,
      "step": 91170
    },
    {
      "grad_norm": 0.2751673758029938,
      "learning_rate": 8.338314877448447e-05,
      "loss": 0.0178,
      "step": 91180
    },
    {
      "grad_norm": 0.33662018179893494,
      "learning_rate": 8.337904541099643e-05,
      "loss": 0.0172,
      "step": 91190
    },
    {
      "grad_norm": 0.20810912549495697,
      "learning_rate": 8.337494164192149e-05,
      "loss": 0.0174,
      "step": 91200
    },
    {
      "grad_norm": 0.2092868685722351,
      "learning_rate": 8.33708374673095e-05,
      "loss": 0.0156,
      "step": 91210
    },
    {
      "grad_norm": 0.18334361910820007,
      "learning_rate": 8.336673288721031e-05,
      "loss": 0.0182,
      "step": 91220
    },
    {
      "grad_norm": 0.1377646028995514,
      "learning_rate": 8.336262790167383e-05,
      "loss": 0.0174,
      "step": 91230
    },
    {
      "grad_norm": 0.1824389398097992,
      "learning_rate": 8.335852251074992e-05,
      "loss": 0.0223,
      "step": 91240
    },
    {
      "grad_norm": 0.16482049226760864,
      "learning_rate": 8.335441671448845e-05,
      "loss": 0.0168,
      "step": 91250
    },
    {
      "grad_norm": 0.12393384426832199,
      "learning_rate": 8.335031051293933e-05,
      "loss": 0.0173,
      "step": 91260
    },
    {
      "grad_norm": 0.14614900946617126,
      "learning_rate": 8.334620390615246e-05,
      "loss": 0.0156,
      "step": 91270
    },
    {
      "grad_norm": 0.13315635919570923,
      "learning_rate": 8.334209689417773e-05,
      "loss": 0.0208,
      "step": 91280
    },
    {
      "grad_norm": 0.07577251642942429,
      "learning_rate": 8.333798947706504e-05,
      "loss": 0.0166,
      "step": 91290
    },
    {
      "grad_norm": 0.120452381670475,
      "learning_rate": 8.333388165486429e-05,
      "loss": 0.0172,
      "step": 91300
    },
    {
      "grad_norm": 0.17065951228141785,
      "learning_rate": 8.332977342762541e-05,
      "loss": 0.0164,
      "step": 91310
    },
    {
      "grad_norm": 0.1781887263059616,
      "learning_rate": 8.332566479539833e-05,
      "loss": 0.0184,
      "step": 91320
    },
    {
      "grad_norm": 0.11659174412488937,
      "learning_rate": 8.332155575823294e-05,
      "loss": 0.0201,
      "step": 91330
    },
    {
      "grad_norm": 0.15608443319797516,
      "learning_rate": 8.33174463161792e-05,
      "loss": 0.0186,
      "step": 91340
    },
    {
      "grad_norm": 0.28427743911743164,
      "learning_rate": 8.331333646928701e-05,
      "loss": 0.0186,
      "step": 91350
    },
    {
      "grad_norm": 0.11274076253175735,
      "learning_rate": 8.330922621760635e-05,
      "loss": 0.018,
      "step": 91360
    },
    {
      "grad_norm": 0.14581230282783508,
      "learning_rate": 8.330511556118713e-05,
      "loss": 0.0178,
      "step": 91370
    },
    {
      "grad_norm": 0.12821730971336365,
      "learning_rate": 8.330100450007931e-05,
      "loss": 0.0202,
      "step": 91380
    },
    {
      "grad_norm": 0.13613496720790863,
      "learning_rate": 8.329689303433285e-05,
      "loss": 0.0154,
      "step": 91390
    },
    {
      "grad_norm": 0.09717558324337006,
      "learning_rate": 8.32927811639977e-05,
      "loss": 0.0151,
      "step": 91400
    },
    {
      "grad_norm": 0.12419096380472183,
      "learning_rate": 8.328866888912384e-05,
      "loss": 0.0205,
      "step": 91410
    },
    {
      "grad_norm": 0.1538405865430832,
      "learning_rate": 8.32845562097612e-05,
      "loss": 0.0189,
      "step": 91420
    },
    {
      "grad_norm": 0.351915568113327,
      "learning_rate": 8.32804431259598e-05,
      "loss": 0.03,
      "step": 91430
    },
    {
      "grad_norm": 0.25253868103027344,
      "learning_rate": 8.327632963776956e-05,
      "loss": 0.0158,
      "step": 91440
    },
    {
      "grad_norm": 0.10491067916154861,
      "learning_rate": 8.327221574524053e-05,
      "loss": 0.0163,
      "step": 91450
    },
    {
      "grad_norm": 0.14112578332424164,
      "learning_rate": 8.326810144842265e-05,
      "loss": 0.0213,
      "step": 91460
    },
    {
      "grad_norm": 0.19974161684513092,
      "learning_rate": 8.326398674736592e-05,
      "loss": 0.0148,
      "step": 91470
    },
    {
      "grad_norm": 0.180871844291687,
      "learning_rate": 8.325987164212036e-05,
      "loss": 0.0213,
      "step": 91480
    },
    {
      "grad_norm": 0.28006288409233093,
      "learning_rate": 8.325575613273595e-05,
      "loss": 0.017,
      "step": 91490
    },
    {
      "grad_norm": 0.12847700715065002,
      "learning_rate": 8.32516402192627e-05,
      "loss": 0.0188,
      "step": 91500
    },
    {
      "grad_norm": 0.11553016304969788,
      "learning_rate": 8.324752390175063e-05,
      "loss": 0.0215,
      "step": 91510
    },
    {
      "grad_norm": 0.1361130028963089,
      "learning_rate": 8.324340718024977e-05,
      "loss": 0.018,
      "step": 91520
    },
    {
      "grad_norm": 0.10228218138217926,
      "learning_rate": 8.32392900548101e-05,
      "loss": 0.0163,
      "step": 91530
    },
    {
      "grad_norm": 0.20605547726154327,
      "learning_rate": 8.323517252548169e-05,
      "loss": 0.0137,
      "step": 91540
    },
    {
      "grad_norm": 0.1384933590888977,
      "learning_rate": 8.323105459231455e-05,
      "loss": 0.0199,
      "step": 91550
    },
    {
      "grad_norm": 0.1527438461780548,
      "learning_rate": 8.322693625535872e-05,
      "loss": 0.0214,
      "step": 91560
    },
    {
      "grad_norm": 0.14212076365947723,
      "learning_rate": 8.322281751466424e-05,
      "loss": 0.0147,
      "step": 91570
    },
    {
      "grad_norm": 0.13611586391925812,
      "learning_rate": 8.321869837028116e-05,
      "loss": 0.0226,
      "step": 91580
    },
    {
      "grad_norm": 0.1944645643234253,
      "learning_rate": 8.321457882225952e-05,
      "loss": 0.0153,
      "step": 91590
    },
    {
      "grad_norm": 0.09535910934209824,
      "learning_rate": 8.32104588706494e-05,
      "loss": 0.0206,
      "step": 91600
    },
    {
      "grad_norm": 0.16181285679340363,
      "learning_rate": 8.320633851550086e-05,
      "loss": 0.0209,
      "step": 91610
    },
    {
      "grad_norm": 0.18131853640079498,
      "learning_rate": 8.320221775686394e-05,
      "loss": 0.022,
      "step": 91620
    },
    {
      "grad_norm": 0.21014158427715302,
      "learning_rate": 8.319809659478873e-05,
      "loss": 0.0228,
      "step": 91630
    },
    {
      "grad_norm": 0.1654411256313324,
      "learning_rate": 8.31939750293253e-05,
      "loss": 0.0161,
      "step": 91640
    },
    {
      "grad_norm": 0.23625987768173218,
      "learning_rate": 8.318985306052374e-05,
      "loss": 0.0208,
      "step": 91650
    },
    {
      "grad_norm": 0.09834383428096771,
      "learning_rate": 8.318573068843413e-05,
      "loss": 0.0209,
      "step": 91660
    },
    {
      "grad_norm": 0.14850912988185883,
      "learning_rate": 8.318160791310653e-05,
      "loss": 0.0193,
      "step": 91670
    },
    {
      "grad_norm": 0.13745474815368652,
      "learning_rate": 8.317748473459111e-05,
      "loss": 0.0221,
      "step": 91680
    },
    {
      "grad_norm": 0.12213033437728882,
      "learning_rate": 8.31733611529379e-05,
      "loss": 0.0183,
      "step": 91690
    },
    {
      "grad_norm": 0.20872929692268372,
      "learning_rate": 8.316923716819704e-05,
      "loss": 0.0205,
      "step": 91700
    },
    {
      "grad_norm": 0.14761994779109955,
      "learning_rate": 8.316511278041862e-05,
      "loss": 0.0187,
      "step": 91710
    },
    {
      "grad_norm": 0.23287145793437958,
      "learning_rate": 8.316098798965279e-05,
      "loss": 0.0197,
      "step": 91720
    },
    {
      "grad_norm": 0.14019981026649475,
      "learning_rate": 8.315686279594964e-05,
      "loss": 0.0167,
      "step": 91730
    },
    {
      "grad_norm": 0.11335264891386032,
      "learning_rate": 8.315273719935928e-05,
      "loss": 0.015,
      "step": 91740
    },
    {
      "grad_norm": 0.1340082585811615,
      "learning_rate": 8.314861119993186e-05,
      "loss": 0.0152,
      "step": 91750
    },
    {
      "grad_norm": 0.2446603626012802,
      "learning_rate": 8.314448479771754e-05,
      "loss": 0.0199,
      "step": 91760
    },
    {
      "grad_norm": 0.1395225077867508,
      "learning_rate": 8.314035799276643e-05,
      "loss": 0.0145,
      "step": 91770
    },
    {
      "grad_norm": 0.14029912650585175,
      "learning_rate": 8.313623078512869e-05,
      "loss": 0.0195,
      "step": 91780
    },
    {
      "grad_norm": 0.16125153005123138,
      "learning_rate": 8.313210317485443e-05,
      "loss": 0.0226,
      "step": 91790
    },
    {
      "grad_norm": 0.13039393723011017,
      "learning_rate": 8.312797516199387e-05,
      "loss": 0.0155,
      "step": 91800
    },
    {
      "grad_norm": 0.11725015193223953,
      "learning_rate": 8.31238467465971e-05,
      "loss": 0.0172,
      "step": 91810
    },
    {
      "grad_norm": 0.16506531834602356,
      "learning_rate": 8.311971792871435e-05,
      "loss": 0.018,
      "step": 91820
    },
    {
      "grad_norm": 0.09546354413032532,
      "learning_rate": 8.311558870839573e-05,
      "loss": 0.0168,
      "step": 91830
    },
    {
      "grad_norm": 0.1801043152809143,
      "learning_rate": 8.311145908569147e-05,
      "loss": 0.0151,
      "step": 91840
    },
    {
      "grad_norm": 0.0966993048787117,
      "learning_rate": 8.310732906065168e-05,
      "loss": 0.0147,
      "step": 91850
    },
    {
      "grad_norm": 0.1629258692264557,
      "learning_rate": 8.310319863332662e-05,
      "loss": 0.018,
      "step": 91860
    },
    {
      "grad_norm": 0.1270003616809845,
      "learning_rate": 8.309906780376642e-05,
      "loss": 0.0176,
      "step": 91870
    },
    {
      "grad_norm": 0.12787339091300964,
      "learning_rate": 8.309493657202131e-05,
      "loss": 0.0158,
      "step": 91880
    },
    {
      "grad_norm": 0.3491702675819397,
      "learning_rate": 8.309080493814147e-05,
      "loss": 0.0238,
      "step": 91890
    },
    {
      "grad_norm": 0.20175960659980774,
      "learning_rate": 8.30866729021771e-05,
      "loss": 0.0193,
      "step": 91900
    },
    {
      "grad_norm": 0.12447132915258408,
      "learning_rate": 8.308254046417843e-05,
      "loss": 0.0154,
      "step": 91910
    },
    {
      "grad_norm": 0.11629170179367065,
      "learning_rate": 8.307840762419563e-05,
      "loss": 0.0186,
      "step": 91920
    },
    {
      "grad_norm": 0.1341092735528946,
      "learning_rate": 8.307427438227897e-05,
      "loss": 0.0171,
      "step": 91930
    },
    {
      "grad_norm": 0.11540468782186508,
      "learning_rate": 8.307014073847864e-05,
      "loss": 0.0163,
      "step": 91940
    },
    {
      "grad_norm": 0.16859270632266998,
      "learning_rate": 8.306600669284488e-05,
      "loss": 0.0241,
      "step": 91950
    },
    {
      "grad_norm": 0.2804662585258484,
      "learning_rate": 8.306187224542791e-05,
      "loss": 0.0214,
      "step": 91960
    },
    {
      "grad_norm": 0.24767932295799255,
      "learning_rate": 8.3057737396278e-05,
      "loss": 0.0169,
      "step": 91970
    },
    {
      "grad_norm": 0.23225687444210052,
      "learning_rate": 8.305360214544535e-05,
      "loss": 0.0201,
      "step": 91980
    },
    {
      "grad_norm": 0.13550223410129547,
      "learning_rate": 8.304946649298023e-05,
      "loss": 0.0214,
      "step": 91990
    },
    {
      "grad_norm": 0.2020355612039566,
      "learning_rate": 8.304533043893288e-05,
      "loss": 0.0187,
      "step": 92000
    },
    {
      "grad_norm": 0.2523353695869446,
      "learning_rate": 8.304119398335357e-05,
      "loss": 0.0182,
      "step": 92010
    },
    {
      "grad_norm": 0.1508183777332306,
      "learning_rate": 8.303705712629257e-05,
      "loss": 0.0177,
      "step": 92020
    },
    {
      "grad_norm": 0.19904448091983795,
      "learning_rate": 8.303291986780014e-05,
      "loss": 0.0211,
      "step": 92030
    },
    {
      "grad_norm": 0.14862778782844543,
      "learning_rate": 8.302878220792651e-05,
      "loss": 0.0188,
      "step": 92040
    },
    {
      "grad_norm": 0.12651078402996063,
      "learning_rate": 8.302464414672202e-05,
      "loss": 0.0137,
      "step": 92050
    },
    {
      "grad_norm": 0.25817960500717163,
      "learning_rate": 8.302050568423692e-05,
      "loss": 0.0189,
      "step": 92060
    },
    {
      "grad_norm": 0.16327399015426636,
      "learning_rate": 8.301636682052149e-05,
      "loss": 0.0252,
      "step": 92070
    },
    {
      "grad_norm": 0.2194640040397644,
      "learning_rate": 8.301222755562603e-05,
      "loss": 0.0187,
      "step": 92080
    },
    {
      "grad_norm": 0.1466691493988037,
      "learning_rate": 8.300808788960083e-05,
      "loss": 0.0192,
      "step": 92090
    },
    {
      "grad_norm": 0.13426917791366577,
      "learning_rate": 8.300394782249621e-05,
      "loss": 0.0216,
      "step": 92100
    },
    {
      "grad_norm": 0.18812616169452667,
      "learning_rate": 8.299980735436248e-05,
      "loss": 0.0174,
      "step": 92110
    },
    {
      "grad_norm": 0.08564213663339615,
      "learning_rate": 8.299566648524991e-05,
      "loss": 0.0179,
      "step": 92120
    },
    {
      "grad_norm": 0.08528655767440796,
      "learning_rate": 8.299152521520884e-05,
      "loss": 0.0128,
      "step": 92130
    },
    {
      "grad_norm": 0.20418094098567963,
      "learning_rate": 8.29873835442896e-05,
      "loss": 0.0187,
      "step": 92140
    },
    {
      "grad_norm": 0.1009918823838234,
      "learning_rate": 8.29832414725425e-05,
      "loss": 0.0179,
      "step": 92150
    },
    {
      "grad_norm": 0.09338368475437164,
      "learning_rate": 8.297909900001787e-05,
      "loss": 0.0189,
      "step": 92160
    },
    {
      "grad_norm": 0.12968909740447998,
      "learning_rate": 8.297495612676604e-05,
      "loss": 0.0191,
      "step": 92170
    },
    {
      "grad_norm": 0.12777452170848846,
      "learning_rate": 8.297081285283738e-05,
      "loss": 0.0212,
      "step": 92180
    },
    {
      "grad_norm": 0.19034312665462494,
      "learning_rate": 8.296666917828222e-05,
      "loss": 0.0291,
      "step": 92190
    },
    {
      "grad_norm": 0.18501651287078857,
      "learning_rate": 8.296252510315089e-05,
      "loss": 0.0183,
      "step": 92200
    },
    {
      "grad_norm": 0.9882037043571472,
      "learning_rate": 8.295838062749374e-05,
      "loss": 0.019,
      "step": 92210
    },
    {
      "grad_norm": 0.13697083294391632,
      "learning_rate": 8.295423575136117e-05,
      "loss": 0.0215,
      "step": 92220
    },
    {
      "grad_norm": 0.24932445585727692,
      "learning_rate": 8.295009047480354e-05,
      "loss": 0.0235,
      "step": 92230
    },
    {
      "grad_norm": 0.11100450903177261,
      "learning_rate": 8.294594479787116e-05,
      "loss": 0.0194,
      "step": 92240
    },
    {
      "grad_norm": 0.1261095404624939,
      "learning_rate": 8.294179872061447e-05,
      "loss": 0.02,
      "step": 92250
    },
    {
      "grad_norm": 0.14203181862831116,
      "learning_rate": 8.293765224308381e-05,
      "loss": 0.0153,
      "step": 92260
    },
    {
      "grad_norm": 0.08420731872320175,
      "learning_rate": 8.29335053653296e-05,
      "loss": 0.0231,
      "step": 92270
    },
    {
      "grad_norm": 0.24673332273960114,
      "learning_rate": 8.292935808740218e-05,
      "loss": 0.0174,
      "step": 92280
    },
    {
      "grad_norm": 0.1481637805700302,
      "learning_rate": 8.292521040935197e-05,
      "loss": 0.0159,
      "step": 92290
    },
    {
      "grad_norm": 0.12501388788223267,
      "learning_rate": 8.292106233122939e-05,
      "loss": 0.0176,
      "step": 92300
    },
    {
      "grad_norm": 0.21391278505325317,
      "learning_rate": 8.29169138530848e-05,
      "loss": 0.0273,
      "step": 92310
    },
    {
      "grad_norm": 0.21393166482448578,
      "learning_rate": 8.291276497496863e-05,
      "loss": 0.017,
      "step": 92320
    },
    {
      "grad_norm": 0.11444293707609177,
      "learning_rate": 8.290861569693129e-05,
      "loss": 0.014,
      "step": 92330
    },
    {
      "grad_norm": 0.15624457597732544,
      "learning_rate": 8.29044660190232e-05,
      "loss": 0.0138,
      "step": 92340
    },
    {
      "grad_norm": 0.1252920776605606,
      "learning_rate": 8.29003159412948e-05,
      "loss": 0.0163,
      "step": 92350
    },
    {
      "grad_norm": 0.13485665619373322,
      "learning_rate": 8.289616546379646e-05,
      "loss": 0.0181,
      "step": 92360
    },
    {
      "grad_norm": 0.17515797913074493,
      "learning_rate": 8.289201458657868e-05,
      "loss": 0.0206,
      "step": 92370
    },
    {
      "grad_norm": 0.1324046105146408,
      "learning_rate": 8.288786330969185e-05,
      "loss": 0.0154,
      "step": 92380
    },
    {
      "grad_norm": 0.13153399527072906,
      "learning_rate": 8.288371163318645e-05,
      "loss": 0.0173,
      "step": 92390
    },
    {
      "grad_norm": 0.17314910888671875,
      "learning_rate": 8.287955955711289e-05,
      "loss": 0.0193,
      "step": 92400
    },
    {
      "grad_norm": 0.3048243820667267,
      "learning_rate": 8.287540708152164e-05,
      "loss": 0.0225,
      "step": 92410
    },
    {
      "grad_norm": 0.3284614384174347,
      "learning_rate": 8.287125420646316e-05,
      "loss": 0.0193,
      "step": 92420
    },
    {
      "grad_norm": 0.14531169831752777,
      "learning_rate": 8.286710093198791e-05,
      "loss": 0.0177,
      "step": 92430
    },
    {
      "grad_norm": 0.2945728302001953,
      "learning_rate": 8.286294725814635e-05,
      "loss": 0.0198,
      "step": 92440
    },
    {
      "grad_norm": 0.14399296045303345,
      "learning_rate": 8.285879318498893e-05,
      "loss": 0.0216,
      "step": 92450
    },
    {
      "grad_norm": 0.10339146852493286,
      "learning_rate": 8.285463871256618e-05,
      "loss": 0.0175,
      "step": 92460
    },
    {
      "grad_norm": 0.7809372544288635,
      "learning_rate": 8.285048384092853e-05,
      "loss": 0.0178,
      "step": 92470
    },
    {
      "grad_norm": 0.1867409199476242,
      "learning_rate": 8.28463285701265e-05,
      "loss": 0.0245,
      "step": 92480
    },
    {
      "grad_norm": 0.13827913999557495,
      "learning_rate": 8.284217290021055e-05,
      "loss": 0.0198,
      "step": 92490
    },
    {
      "grad_norm": 0.13683080673217773,
      "learning_rate": 8.28380168312312e-05,
      "loss": 0.0174,
      "step": 92500
    },
    {
      "grad_norm": 0.09924260526895523,
      "learning_rate": 8.283386036323894e-05,
      "loss": 0.0136,
      "step": 92510
    },
    {
      "grad_norm": 0.2561062276363373,
      "learning_rate": 8.282970349628427e-05,
      "loss": 0.0167,
      "step": 92520
    },
    {
      "grad_norm": 0.24182580411434174,
      "learning_rate": 8.282554623041773e-05,
      "loss": 0.0146,
      "step": 92530
    },
    {
      "grad_norm": 0.21344022452831268,
      "learning_rate": 8.282138856568978e-05,
      "loss": 0.017,
      "step": 92540
    },
    {
      "grad_norm": 0.1042039692401886,
      "learning_rate": 8.2817230502151e-05,
      "loss": 0.0191,
      "step": 92550
    },
    {
      "grad_norm": 0.11954181641340256,
      "learning_rate": 8.281307203985186e-05,
      "loss": 0.0169,
      "step": 92560
    },
    {
      "grad_norm": 0.2037450522184372,
      "learning_rate": 8.280891317884291e-05,
      "loss": 0.0194,
      "step": 92570
    },
    {
      "grad_norm": 0.1270485669374466,
      "learning_rate": 8.28047539191747e-05,
      "loss": 0.017,
      "step": 92580
    },
    {
      "grad_norm": 0.6618634462356567,
      "learning_rate": 8.280059426089777e-05,
      "loss": 0.0244,
      "step": 92590
    },
    {
      "grad_norm": 0.1499238759279251,
      "learning_rate": 8.279643420406265e-05,
      "loss": 0.012,
      "step": 92600
    },
    {
      "grad_norm": 0.09281831979751587,
      "learning_rate": 8.279227374871988e-05,
      "loss": 0.0222,
      "step": 92610
    },
    {
      "grad_norm": 0.09644486755132675,
      "learning_rate": 8.278811289492001e-05,
      "loss": 0.0188,
      "step": 92620
    },
    {
      "grad_norm": 0.13760128617286682,
      "learning_rate": 8.278395164271362e-05,
      "loss": 0.0159,
      "step": 92630
    },
    {
      "grad_norm": 0.17574022710323334,
      "learning_rate": 8.277978999215127e-05,
      "loss": 0.0194,
      "step": 92640
    },
    {
      "grad_norm": 0.12542182207107544,
      "learning_rate": 8.277562794328352e-05,
      "loss": 0.0236,
      "step": 92650
    },
    {
      "grad_norm": 0.15238535404205322,
      "learning_rate": 8.277146549616094e-05,
      "loss": 0.0181,
      "step": 92660
    },
    {
      "grad_norm": 0.13523639738559723,
      "learning_rate": 8.276730265083412e-05,
      "loss": 0.0201,
      "step": 92670
    },
    {
      "grad_norm": 0.16366936266422272,
      "learning_rate": 8.276313940735363e-05,
      "loss": 0.0165,
      "step": 92680
    },
    {
      "grad_norm": 0.19551247358322144,
      "learning_rate": 8.275897576577007e-05,
      "loss": 0.0131,
      "step": 92690
    },
    {
      "grad_norm": 0.11592742055654526,
      "learning_rate": 8.275481172613402e-05,
      "loss": 0.0118,
      "step": 92700
    },
    {
      "grad_norm": 0.11911523342132568,
      "learning_rate": 8.275064728849608e-05,
      "loss": 0.0313,
      "step": 92710
    },
    {
      "grad_norm": 0.11684094369411469,
      "learning_rate": 8.274648245290686e-05,
      "loss": 0.0158,
      "step": 92720
    },
    {
      "grad_norm": 0.1676412969827652,
      "learning_rate": 8.274231721941695e-05,
      "loss": 0.0202,
      "step": 92730
    },
    {
      "grad_norm": 0.2563565671443939,
      "learning_rate": 8.273815158807699e-05,
      "loss": 0.0169,
      "step": 92740
    },
    {
      "grad_norm": 0.14557653665542603,
      "learning_rate": 8.273398555893756e-05,
      "loss": 0.0161,
      "step": 92750
    },
    {
      "grad_norm": 0.18203341960906982,
      "learning_rate": 8.272981913204931e-05,
      "loss": 0.0228,
      "step": 92760
    },
    {
      "grad_norm": 0.2818710505962372,
      "learning_rate": 8.272565230746284e-05,
      "loss": 0.0212,
      "step": 92770
    },
    {
      "grad_norm": 0.1929074078798294,
      "learning_rate": 8.272148508522882e-05,
      "loss": 0.0187,
      "step": 92780
    },
    {
      "grad_norm": 0.16987361013889313,
      "learning_rate": 8.271731746539784e-05,
      "loss": 0.0184,
      "step": 92790
    },
    {
      "grad_norm": 0.3561716079711914,
      "learning_rate": 8.271314944802057e-05,
      "loss": 0.0189,
      "step": 92800
    },
    {
      "grad_norm": 0.1394377499818802,
      "learning_rate": 8.270898103314764e-05,
      "loss": 0.0168,
      "step": 92810
    },
    {
      "grad_norm": 0.19831959903240204,
      "learning_rate": 8.270481222082974e-05,
      "loss": 0.0195,
      "step": 92820
    },
    {
      "grad_norm": 0.19020316004753113,
      "learning_rate": 8.270064301111746e-05,
      "loss": 0.0174,
      "step": 92830
    },
    {
      "grad_norm": 0.20822454988956451,
      "learning_rate": 8.26964734040615e-05,
      "loss": 0.0231,
      "step": 92840
    },
    {
      "grad_norm": 0.13295577466487885,
      "learning_rate": 8.269230339971253e-05,
      "loss": 0.0209,
      "step": 92850
    },
    {
      "grad_norm": 0.11281085759401321,
      "learning_rate": 8.268813299812119e-05,
      "loss": 0.0163,
      "step": 92860
    },
    {
      "grad_norm": 0.1905255913734436,
      "learning_rate": 8.268396219933819e-05,
      "loss": 0.0201,
      "step": 92870
    },
    {
      "grad_norm": 0.1479039192199707,
      "learning_rate": 8.267979100341418e-05,
      "loss": 0.0199,
      "step": 92880
    },
    {
      "grad_norm": 0.24443235993385315,
      "learning_rate": 8.267561941039985e-05,
      "loss": 0.0249,
      "step": 92890
    },
    {
      "grad_norm": 0.13036295771598816,
      "learning_rate": 8.26714474203459e-05,
      "loss": 0.0201,
      "step": 92900
    },
    {
      "grad_norm": 0.19913391768932343,
      "learning_rate": 8.266727503330302e-05,
      "loss": 0.0216,
      "step": 92910
    },
    {
      "grad_norm": 0.44493716955184937,
      "learning_rate": 8.26631022493219e-05,
      "loss": 0.0196,
      "step": 92920
    },
    {
      "grad_norm": 0.1406840980052948,
      "learning_rate": 8.265892906845325e-05,
      "loss": 0.0232,
      "step": 92930
    },
    {
      "grad_norm": 0.13258405029773712,
      "learning_rate": 8.265475549074777e-05,
      "loss": 0.0171,
      "step": 92940
    },
    {
      "grad_norm": 0.10534311085939407,
      "learning_rate": 8.265058151625617e-05,
      "loss": 0.0166,
      "step": 92950
    },
    {
      "grad_norm": 0.2002236545085907,
      "learning_rate": 8.26464071450292e-05,
      "loss": 0.0229,
      "step": 92960
    },
    {
      "grad_norm": 0.13218975067138672,
      "learning_rate": 8.264223237711756e-05,
      "loss": 0.0221,
      "step": 92970
    },
    {
      "grad_norm": 0.1302231103181839,
      "learning_rate": 8.263805721257198e-05,
      "loss": 0.0199,
      "step": 92980
    },
    {
      "grad_norm": 0.571414589881897,
      "learning_rate": 8.263388165144317e-05,
      "loss": 0.0157,
      "step": 92990
    },
    {
      "grad_norm": 0.24020439386367798,
      "learning_rate": 8.26297056937819e-05,
      "loss": 0.0213,
      "step": 93000
    },
    {
      "grad_norm": 0.12260981649160385,
      "learning_rate": 8.26255293396389e-05,
      "loss": 0.0142,
      "step": 93010
    },
    {
      "grad_norm": 0.1577349156141281,
      "learning_rate": 8.26213525890649e-05,
      "loss": 0.0166,
      "step": 93020
    },
    {
      "grad_norm": 0.13649646937847137,
      "learning_rate": 8.261717544211067e-05,
      "loss": 0.0219,
      "step": 93030
    },
    {
      "grad_norm": 0.17444904148578644,
      "learning_rate": 8.261299789882697e-05,
      "loss": 0.0158,
      "step": 93040
    },
    {
      "grad_norm": 0.1653943806886673,
      "learning_rate": 8.260881995926455e-05,
      "loss": 0.0164,
      "step": 93050
    },
    {
      "grad_norm": 0.32914599776268005,
      "learning_rate": 8.260464162347418e-05,
      "loss": 0.0193,
      "step": 93060
    },
    {
      "grad_norm": 0.1507880538702011,
      "learning_rate": 8.260046289150662e-05,
      "loss": 0.0192,
      "step": 93070
    },
    {
      "grad_norm": 0.16440193355083466,
      "learning_rate": 8.259628376341269e-05,
      "loss": 0.0172,
      "step": 93080
    },
    {
      "grad_norm": 0.1455906629562378,
      "learning_rate": 8.25921042392431e-05,
      "loss": 0.0152,
      "step": 93090
    },
    {
      "grad_norm": 0.10241580754518509,
      "learning_rate": 8.25879243190487e-05,
      "loss": 0.0196,
      "step": 93100
    },
    {
      "grad_norm": 0.11204005777835846,
      "learning_rate": 8.258374400288022e-05,
      "loss": 0.0136,
      "step": 93110
    },
    {
      "grad_norm": 0.13468395173549652,
      "learning_rate": 8.257956329078851e-05,
      "loss": 0.0179,
      "step": 93120
    },
    {
      "grad_norm": 0.5039673447608948,
      "learning_rate": 8.257538218282433e-05,
      "loss": 0.017,
      "step": 93130
    },
    {
      "grad_norm": 0.15334805846214294,
      "learning_rate": 8.257120067903852e-05,
      "loss": 0.018,
      "step": 93140
    },
    {
      "grad_norm": 0.095217764377594,
      "learning_rate": 8.256701877948185e-05,
      "loss": 0.0187,
      "step": 93150
    },
    {
      "grad_norm": 0.1947375386953354,
      "learning_rate": 8.256283648420516e-05,
      "loss": 0.0207,
      "step": 93160
    },
    {
      "grad_norm": 0.12464521080255508,
      "learning_rate": 8.255865379325927e-05,
      "loss": 0.0188,
      "step": 93170
    },
    {
      "grad_norm": 0.21679723262786865,
      "learning_rate": 8.2554470706695e-05,
      "loss": 0.0194,
      "step": 93180
    },
    {
      "grad_norm": 0.13505978882312775,
      "learning_rate": 8.255028722456314e-05,
      "loss": 0.0169,
      "step": 93190
    },
    {
      "grad_norm": 0.11302081495523453,
      "learning_rate": 8.25461033469146e-05,
      "loss": 0.0131,
      "step": 93200
    },
    {
      "grad_norm": 0.18334145843982697,
      "learning_rate": 8.254191907380016e-05,
      "loss": 0.0204,
      "step": 93210
    },
    {
      "grad_norm": 0.10505029559135437,
      "learning_rate": 8.253773440527066e-05,
      "loss": 0.0135,
      "step": 93220
    },
    {
      "grad_norm": 0.13767236471176147,
      "learning_rate": 8.2533549341377e-05,
      "loss": 0.0183,
      "step": 93230
    },
    {
      "grad_norm": 0.12395305186510086,
      "learning_rate": 8.252936388216998e-05,
      "loss": 0.0157,
      "step": 93240
    },
    {
      "grad_norm": 0.10559185594320297,
      "learning_rate": 8.252517802770048e-05,
      "loss": 0.0203,
      "step": 93250
    },
    {
      "grad_norm": 0.14090381562709808,
      "learning_rate": 8.252099177801935e-05,
      "loss": 0.0179,
      "step": 93260
    },
    {
      "grad_norm": 0.1521911472082138,
      "learning_rate": 8.251680513317746e-05,
      "loss": 0.0203,
      "step": 93270
    },
    {
      "grad_norm": 0.14240053296089172,
      "learning_rate": 8.25126180932257e-05,
      "loss": 0.022,
      "step": 93280
    },
    {
      "grad_norm": 0.215646430850029,
      "learning_rate": 8.250843065821494e-05,
      "loss": 0.0172,
      "step": 93290
    },
    {
      "grad_norm": 0.23158583045005798,
      "learning_rate": 8.250424282819605e-05,
      "loss": 0.0194,
      "step": 93300
    },
    {
      "grad_norm": 0.15366636216640472,
      "learning_rate": 8.25000546032199e-05,
      "loss": 0.0168,
      "step": 93310
    },
    {
      "grad_norm": 0.14553610980510712,
      "learning_rate": 8.249586598333742e-05,
      "loss": 0.0178,
      "step": 93320
    },
    {
      "grad_norm": 0.16951356828212738,
      "learning_rate": 8.24916769685995e-05,
      "loss": 0.0208,
      "step": 93330
    },
    {
      "grad_norm": 0.1430576741695404,
      "learning_rate": 8.2487487559057e-05,
      "loss": 0.0175,
      "step": 93340
    },
    {
      "grad_norm": 0.1831742227077484,
      "learning_rate": 8.248329775476087e-05,
      "loss": 0.0203,
      "step": 93350
    },
    {
      "grad_norm": 0.2007676661014557,
      "learning_rate": 8.2479107555762e-05,
      "loss": 0.0159,
      "step": 93360
    },
    {
      "grad_norm": 0.19361139833927155,
      "learning_rate": 8.247491696211129e-05,
      "loss": 0.0183,
      "step": 93370
    },
    {
      "grad_norm": 0.12189988046884537,
      "learning_rate": 8.24707259738597e-05,
      "loss": 0.013,
      "step": 93380
    },
    {
      "grad_norm": 0.257569283246994,
      "learning_rate": 8.246653459105813e-05,
      "loss": 0.0153,
      "step": 93390
    },
    {
      "grad_norm": 0.1990320384502411,
      "learning_rate": 8.246234281375751e-05,
      "loss": 0.0204,
      "step": 93400
    },
    {
      "grad_norm": 0.15951502323150635,
      "learning_rate": 8.245815064200877e-05,
      "loss": 0.0214,
      "step": 93410
    },
    {
      "grad_norm": 0.11533740907907486,
      "learning_rate": 8.245395807586284e-05,
      "loss": 0.0227,
      "step": 93420
    },
    {
      "grad_norm": 0.3766331672668457,
      "learning_rate": 8.24497651153707e-05,
      "loss": 0.0174,
      "step": 93430
    },
    {
      "grad_norm": 0.19390343129634857,
      "learning_rate": 8.244557176058327e-05,
      "loss": 0.0203,
      "step": 93440
    },
    {
      "grad_norm": 0.3811660408973694,
      "learning_rate": 8.244137801155151e-05,
      "loss": 0.0203,
      "step": 93450
    },
    {
      "grad_norm": 0.13566280901432037,
      "learning_rate": 8.243718386832638e-05,
      "loss": 0.0224,
      "step": 93460
    },
    {
      "grad_norm": 0.23952583968639374,
      "learning_rate": 8.243298933095883e-05,
      "loss": 0.0208,
      "step": 93470
    },
    {
      "grad_norm": 0.13634029030799866,
      "learning_rate": 8.242879439949984e-05,
      "loss": 0.0176,
      "step": 93480
    },
    {
      "grad_norm": 0.07747291773557663,
      "learning_rate": 8.242459907400039e-05,
      "loss": 0.0163,
      "step": 93490
    },
    {
      "grad_norm": 0.14017586410045624,
      "learning_rate": 8.242040335451144e-05,
      "loss": 0.0221,
      "step": 93500
    },
    {
      "grad_norm": 0.1252204328775406,
      "learning_rate": 8.241620724108399e-05,
      "loss": 0.0156,
      "step": 93510
    },
    {
      "grad_norm": 0.11731743812561035,
      "learning_rate": 8.2412010733769e-05,
      "loss": 0.0221,
      "step": 93520
    },
    {
      "grad_norm": 0.24504956603050232,
      "learning_rate": 8.240781383261749e-05,
      "loss": 0.0227,
      "step": 93530
    },
    {
      "grad_norm": 0.39986804127693176,
      "learning_rate": 8.240361653768042e-05,
      "loss": 0.0183,
      "step": 93540
    },
    {
      "grad_norm": 0.2268902212381363,
      "learning_rate": 8.239941884900884e-05,
      "loss": 0.02,
      "step": 93550
    },
    {
      "grad_norm": 0.1718139797449112,
      "learning_rate": 8.239522076665374e-05,
      "loss": 0.0261,
      "step": 93560
    },
    {
      "grad_norm": 0.27259689569473267,
      "learning_rate": 8.23910222906661e-05,
      "loss": 0.0239,
      "step": 93570
    },
    {
      "grad_norm": 0.2103809267282486,
      "learning_rate": 8.238682342109695e-05,
      "loss": 0.0193,
      "step": 93580
    },
    {
      "grad_norm": 0.10791011154651642,
      "learning_rate": 8.238262415799734e-05,
      "loss": 0.0172,
      "step": 93590
    },
    {
      "grad_norm": 0.1260710209608078,
      "learning_rate": 8.237842450141826e-05,
      "loss": 0.0178,
      "step": 93600
    },
    {
      "grad_norm": 0.14093734323978424,
      "learning_rate": 8.237422445141075e-05,
      "loss": 0.0235,
      "step": 93610
    },
    {
      "grad_norm": 0.18511824309825897,
      "learning_rate": 8.237002400802586e-05,
      "loss": 0.017,
      "step": 93620
    },
    {
      "grad_norm": 0.11262056231498718,
      "learning_rate": 8.23658231713146e-05,
      "loss": 0.016,
      "step": 93630
    },
    {
      "grad_norm": 0.1845521777868271,
      "learning_rate": 8.236162194132803e-05,
      "loss": 0.0177,
      "step": 93640
    },
    {
      "grad_norm": 0.2361632138490677,
      "learning_rate": 8.235742031811722e-05,
      "loss": 0.0159,
      "step": 93650
    },
    {
      "grad_norm": 0.34118837118148804,
      "learning_rate": 8.235321830173318e-05,
      "loss": 0.0162,
      "step": 93660
    },
    {
      "grad_norm": 0.14221912622451782,
      "learning_rate": 8.234901589222701e-05,
      "loss": 0.0115,
      "step": 93670
    },
    {
      "grad_norm": 0.1405843049287796,
      "learning_rate": 8.234481308964974e-05,
      "loss": 0.017,
      "step": 93680
    },
    {
      "grad_norm": 0.1322680115699768,
      "learning_rate": 8.234060989405246e-05,
      "loss": 0.0182,
      "step": 93690
    },
    {
      "grad_norm": 0.1502198725938797,
      "learning_rate": 8.233640630548622e-05,
      "loss": 0.0153,
      "step": 93700
    },
    {
      "grad_norm": 0.2549576759338379,
      "learning_rate": 8.233220232400214e-05,
      "loss": 0.0126,
      "step": 93710
    },
    {
      "grad_norm": 0.073760025203228,
      "learning_rate": 8.232799794965125e-05,
      "loss": 0.0171,
      "step": 93720
    },
    {
      "grad_norm": 0.14327804744243622,
      "learning_rate": 8.232379318248466e-05,
      "loss": 0.0147,
      "step": 93730
    },
    {
      "grad_norm": 0.10500077158212662,
      "learning_rate": 8.231958802255348e-05,
      "loss": 0.0165,
      "step": 93740
    },
    {
      "grad_norm": 0.11528622359037399,
      "learning_rate": 8.23153824699088e-05,
      "loss": 0.0166,
      "step": 93750
    },
    {
      "grad_norm": 0.19957812130451202,
      "learning_rate": 8.231117652460169e-05,
      "loss": 0.0182,
      "step": 93760
    },
    {
      "grad_norm": 0.10259387642145157,
      "learning_rate": 8.230697018668329e-05,
      "loss": 0.0176,
      "step": 93770
    },
    {
      "grad_norm": 0.12851771712303162,
      "learning_rate": 8.23027634562047e-05,
      "loss": 0.0198,
      "step": 93780
    },
    {
      "grad_norm": 0.1549951583147049,
      "learning_rate": 8.229855633321702e-05,
      "loss": 0.0155,
      "step": 93790
    },
    {
      "grad_norm": 0.1739400327205658,
      "learning_rate": 8.22943488177714e-05,
      "loss": 0.0191,
      "step": 93800
    },
    {
      "grad_norm": 0.0865427628159523,
      "learning_rate": 8.229014090991896e-05,
      "loss": 0.0175,
      "step": 93810
    },
    {
      "grad_norm": 0.1280565708875656,
      "learning_rate": 8.22859326097108e-05,
      "loss": 0.0221,
      "step": 93820
    },
    {
      "grad_norm": 0.14816801249980927,
      "learning_rate": 8.228172391719809e-05,
      "loss": 0.0147,
      "step": 93830
    },
    {
      "grad_norm": 0.1361987441778183,
      "learning_rate": 8.227751483243195e-05,
      "loss": 0.013,
      "step": 93840
    },
    {
      "grad_norm": 0.19688406586647034,
      "learning_rate": 8.227330535546353e-05,
      "loss": 0.0171,
      "step": 93850
    },
    {
      "grad_norm": 0.12589134275913239,
      "learning_rate": 8.226909548634398e-05,
      "loss": 0.0138,
      "step": 93860
    },
    {
      "grad_norm": 0.1870233118534088,
      "learning_rate": 8.226488522512446e-05,
      "loss": 0.0211,
      "step": 93870
    },
    {
      "grad_norm": 0.1959398239850998,
      "learning_rate": 8.226067457185611e-05,
      "loss": 0.0203,
      "step": 93880
    },
    {
      "grad_norm": 0.22412672638893127,
      "learning_rate": 8.225646352659011e-05,
      "loss": 0.0166,
      "step": 93890
    },
    {
      "grad_norm": 0.21721014380455017,
      "learning_rate": 8.225225208937761e-05,
      "loss": 0.0202,
      "step": 93900
    },
    {
      "grad_norm": 0.1306368112564087,
      "learning_rate": 8.224804026026981e-05,
      "loss": 0.0161,
      "step": 93910
    },
    {
      "grad_norm": 0.13037075102329254,
      "learning_rate": 8.224382803931788e-05,
      "loss": 0.0203,
      "step": 93920
    },
    {
      "grad_norm": 0.11214586347341537,
      "learning_rate": 8.223961542657297e-05,
      "loss": 0.0196,
      "step": 93930
    },
    {
      "grad_norm": 0.11522168666124344,
      "learning_rate": 8.223540242208631e-05,
      "loss": 0.0122,
      "step": 93940
    },
    {
      "grad_norm": 0.2438928782939911,
      "learning_rate": 8.223118902590908e-05,
      "loss": 0.0229,
      "step": 93950
    },
    {
      "grad_norm": 0.1485014706850052,
      "learning_rate": 8.222697523809248e-05,
      "loss": 0.0175,
      "step": 93960
    },
    {
      "grad_norm": 0.13575682044029236,
      "learning_rate": 8.22227610586877e-05,
      "loss": 0.022,
      "step": 93970
    },
    {
      "grad_norm": 0.2776731252670288,
      "learning_rate": 8.221854648774592e-05,
      "loss": 0.0229,
      "step": 93980
    },
    {
      "grad_norm": 0.11678196489810944,
      "learning_rate": 8.221433152531841e-05,
      "loss": 0.0157,
      "step": 93990
    },
    {
      "grad_norm": 0.10430468618869781,
      "learning_rate": 8.221011617145635e-05,
      "loss": 0.0169,
      "step": 94000
    },
    {
      "grad_norm": 0.3170519769191742,
      "learning_rate": 8.220590042621097e-05,
      "loss": 0.0182,
      "step": 94010
    },
    {
      "grad_norm": 0.13713791966438293,
      "learning_rate": 8.220168428963348e-05,
      "loss": 0.0184,
      "step": 94020
    },
    {
      "grad_norm": 0.17165954411029816,
      "learning_rate": 8.219746776177513e-05,
      "loss": 0.015,
      "step": 94030
    },
    {
      "grad_norm": 0.09905490279197693,
      "learning_rate": 8.219325084268715e-05,
      "loss": 0.0148,
      "step": 94040
    },
    {
      "grad_norm": 0.5000123977661133,
      "learning_rate": 8.218903353242077e-05,
      "loss": 0.0238,
      "step": 94050
    },
    {
      "grad_norm": 0.18172964453697205,
      "learning_rate": 8.218481583102726e-05,
      "loss": 0.0176,
      "step": 94060
    },
    {
      "grad_norm": 0.15095840394496918,
      "learning_rate": 8.218059773855782e-05,
      "loss": 0.0236,
      "step": 94070
    },
    {
      "grad_norm": 0.12405566871166229,
      "learning_rate": 8.217637925506376e-05,
      "loss": 0.015,
      "step": 94080
    },
    {
      "grad_norm": 0.12302054464817047,
      "learning_rate": 8.21721603805963e-05,
      "loss": 0.0143,
      "step": 94090
    },
    {
      "grad_norm": 0.14251339435577393,
      "learning_rate": 8.216794111520671e-05,
      "loss": 0.0176,
      "step": 94100
    },
    {
      "grad_norm": 0.24696169793605804,
      "learning_rate": 8.216372145894627e-05,
      "loss": 0.0204,
      "step": 94110
    },
    {
      "grad_norm": 0.20410974323749542,
      "learning_rate": 8.215950141186626e-05,
      "loss": 0.02,
      "step": 94120
    },
    {
      "grad_norm": 0.3280445337295532,
      "learning_rate": 8.215528097401793e-05,
      "loss": 0.0182,
      "step": 94130
    },
    {
      "grad_norm": 0.1253565102815628,
      "learning_rate": 8.215106014545258e-05,
      "loss": 0.0122,
      "step": 94140
    },
    {
      "grad_norm": 0.12024349719285965,
      "learning_rate": 8.21468389262215e-05,
      "loss": 0.0197,
      "step": 94150
    },
    {
      "grad_norm": 0.2264428436756134,
      "learning_rate": 8.214261731637596e-05,
      "loss": 0.0236,
      "step": 94160
    },
    {
      "grad_norm": 0.246934175491333,
      "learning_rate": 8.213839531596728e-05,
      "loss": 0.019,
      "step": 94170
    },
    {
      "grad_norm": 0.18491888046264648,
      "learning_rate": 8.213417292504674e-05,
      "loss": 0.0221,
      "step": 94180
    },
    {
      "grad_norm": 0.17105160653591156,
      "learning_rate": 8.212995014366569e-05,
      "loss": 0.0162,
      "step": 94190
    },
    {
      "grad_norm": 0.12866812944412231,
      "learning_rate": 8.212572697187539e-05,
      "loss": 0.0232,
      "step": 94200
    },
    {
      "grad_norm": 0.17391037940979004,
      "learning_rate": 8.212150340972717e-05,
      "loss": 0.0186,
      "step": 94210
    },
    {
      "grad_norm": 0.13011963665485382,
      "learning_rate": 8.211727945727237e-05,
      "loss": 0.0178,
      "step": 94220
    },
    {
      "grad_norm": 0.09219653904438019,
      "learning_rate": 8.211305511456229e-05,
      "loss": 0.0195,
      "step": 94230
    },
    {
      "grad_norm": 0.2589029371738434,
      "learning_rate": 8.210883038164828e-05,
      "loss": 0.0222,
      "step": 94240
    },
    {
      "grad_norm": 0.34236201643943787,
      "learning_rate": 8.210460525858166e-05,
      "loss": 0.0187,
      "step": 94250
    },
    {
      "grad_norm": 0.10638836771249771,
      "learning_rate": 8.210037974541377e-05,
      "loss": 0.0158,
      "step": 94260
    },
    {
      "grad_norm": 0.1614103615283966,
      "learning_rate": 8.209615384219596e-05,
      "loss": 0.0148,
      "step": 94270
    },
    {
      "grad_norm": 0.14858511090278625,
      "learning_rate": 8.209192754897958e-05,
      "loss": 0.0151,
      "step": 94280
    },
    {
      "grad_norm": 0.45986101031303406,
      "learning_rate": 8.2087700865816e-05,
      "loss": 0.0172,
      "step": 94290
    },
    {
      "grad_norm": 0.21414920687675476,
      "learning_rate": 8.208347379275654e-05,
      "loss": 0.024,
      "step": 94300
    },
    {
      "grad_norm": 0.20775428414344788,
      "learning_rate": 8.207924632985258e-05,
      "loss": 0.0165,
      "step": 94310
    },
    {
      "grad_norm": 0.11600753664970398,
      "learning_rate": 8.207501847715549e-05,
      "loss": 0.0122,
      "step": 94320
    },
    {
      "grad_norm": 0.2994750440120697,
      "learning_rate": 8.207079023471664e-05,
      "loss": 0.0192,
      "step": 94330
    },
    {
      "grad_norm": 0.15017017722129822,
      "learning_rate": 8.206656160258742e-05,
      "loss": 0.0193,
      "step": 94340
    },
    {
      "grad_norm": 0.11026088893413544,
      "learning_rate": 8.206233258081918e-05,
      "loss": 0.0169,
      "step": 94350
    },
    {
      "grad_norm": 0.16155675053596497,
      "learning_rate": 8.205810316946334e-05,
      "loss": 0.0211,
      "step": 94360
    },
    {
      "grad_norm": 0.20813898742198944,
      "learning_rate": 8.205387336857128e-05,
      "loss": 0.0179,
      "step": 94370
    },
    {
      "grad_norm": 0.23429255187511444,
      "learning_rate": 8.204964317819439e-05,
      "loss": 0.0184,
      "step": 94380
    },
    {
      "grad_norm": 0.09335491061210632,
      "learning_rate": 8.204541259838408e-05,
      "loss": 0.0154,
      "step": 94390
    },
    {
      "grad_norm": 0.19091811776161194,
      "learning_rate": 8.204118162919174e-05,
      "loss": 0.0141,
      "step": 94400
    },
    {
      "grad_norm": 0.14759421348571777,
      "learning_rate": 8.20369502706688e-05,
      "loss": 0.0189,
      "step": 94410
    },
    {
      "grad_norm": 0.09496694058179855,
      "learning_rate": 8.203271852286667e-05,
      "loss": 0.0186,
      "step": 94420
    },
    {
      "grad_norm": 0.1886414736509323,
      "learning_rate": 8.202848638583675e-05,
      "loss": 0.0164,
      "step": 94430
    },
    {
      "grad_norm": 0.17363294959068298,
      "learning_rate": 8.20242538596305e-05,
      "loss": 0.0178,
      "step": 94440
    },
    {
      "grad_norm": 0.11884216964244843,
      "learning_rate": 8.202002094429933e-05,
      "loss": 0.0174,
      "step": 94450
    },
    {
      "grad_norm": 0.18938829004764557,
      "learning_rate": 8.201578763989466e-05,
      "loss": 0.0183,
      "step": 94460
    },
    {
      "grad_norm": 0.49065932631492615,
      "learning_rate": 8.201155394646796e-05,
      "loss": 0.0166,
      "step": 94470
    },
    {
      "grad_norm": 0.11439521610736847,
      "learning_rate": 8.200731986407064e-05,
      "loss": 0.0149,
      "step": 94480
    },
    {
      "grad_norm": 0.18914532661437988,
      "learning_rate": 8.200308539275417e-05,
      "loss": 0.0207,
      "step": 94490
    },
    {
      "grad_norm": 0.17030665278434753,
      "learning_rate": 8.199885053256999e-05,
      "loss": 0.0175,
      "step": 94500
    },
    {
      "grad_norm": 0.22363494336605072,
      "learning_rate": 8.199461528356958e-05,
      "loss": 0.0177,
      "step": 94510
    },
    {
      "grad_norm": 0.17294102907180786,
      "learning_rate": 8.199037964580436e-05,
      "loss": 0.0193,
      "step": 94520
    },
    {
      "grad_norm": 0.1452796310186386,
      "learning_rate": 8.198614361932583e-05,
      "loss": 0.0154,
      "step": 94530
    },
    {
      "grad_norm": 0.15229150652885437,
      "learning_rate": 8.198190720418549e-05,
      "loss": 0.0214,
      "step": 94540
    },
    {
      "grad_norm": 0.1519497036933899,
      "learning_rate": 8.197767040043474e-05,
      "loss": 0.0217,
      "step": 94550
    },
    {
      "grad_norm": 0.10960084944963455,
      "learning_rate": 8.197343320812512e-05,
      "loss": 0.0249,
      "step": 94560
    },
    {
      "grad_norm": 0.2227003425359726,
      "learning_rate": 8.19691956273081e-05,
      "loss": 0.0186,
      "step": 94570
    },
    {
      "grad_norm": 0.1811753809452057,
      "learning_rate": 8.196495765803515e-05,
      "loss": 0.0163,
      "step": 94580
    },
    {
      "grad_norm": 0.15727443993091583,
      "learning_rate": 8.19607193003578e-05,
      "loss": 0.0196,
      "step": 94590
    },
    {
      "grad_norm": 0.10358268767595291,
      "learning_rate": 8.195648055432755e-05,
      "loss": 0.0199,
      "step": 94600
    },
    {
      "grad_norm": 0.15039785206317902,
      "learning_rate": 8.195224141999587e-05,
      "loss": 0.0181,
      "step": 94610
    },
    {
      "grad_norm": 0.17952430248260498,
      "learning_rate": 8.19480018974143e-05,
      "loss": 0.0283,
      "step": 94620
    },
    {
      "grad_norm": 0.17617151141166687,
      "learning_rate": 8.194376198663434e-05,
      "loss": 0.0198,
      "step": 94630
    },
    {
      "grad_norm": 0.12803936004638672,
      "learning_rate": 8.19395216877075e-05,
      "loss": 0.0173,
      "step": 94640
    },
    {
      "grad_norm": 0.18269655108451843,
      "learning_rate": 8.193528100068532e-05,
      "loss": 0.0171,
      "step": 94650
    },
    {
      "grad_norm": 0.12709330022335052,
      "learning_rate": 8.193103992561933e-05,
      "loss": 0.0205,
      "step": 94660
    },
    {
      "grad_norm": 0.11794568598270416,
      "learning_rate": 8.192679846256106e-05,
      "loss": 0.0156,
      "step": 94670
    },
    {
      "grad_norm": 0.1531306654214859,
      "learning_rate": 8.192255661156202e-05,
      "loss": 0.0152,
      "step": 94680
    },
    {
      "grad_norm": 0.07091566175222397,
      "learning_rate": 8.19183143726738e-05,
      "loss": 0.0177,
      "step": 94690
    },
    {
      "grad_norm": 0.1189584732055664,
      "learning_rate": 8.191407174594794e-05,
      "loss": 0.022,
      "step": 94700
    },
    {
      "grad_norm": 0.13609763979911804,
      "learning_rate": 8.190982873143594e-05,
      "loss": 0.0172,
      "step": 94710
    },
    {
      "grad_norm": 0.2868569791316986,
      "learning_rate": 8.190558532918941e-05,
      "loss": 0.0187,
      "step": 94720
    },
    {
      "grad_norm": 0.16114406287670135,
      "learning_rate": 8.19013415392599e-05,
      "loss": 0.0185,
      "step": 94730
    },
    {
      "grad_norm": 0.12013813108205795,
      "learning_rate": 8.189709736169898e-05,
      "loss": 0.0179,
      "step": 94740
    },
    {
      "grad_norm": 0.14270484447479248,
      "learning_rate": 8.189285279655818e-05,
      "loss": 0.0182,
      "step": 94750
    },
    {
      "grad_norm": 0.14969255030155182,
      "learning_rate": 8.188860784388913e-05,
      "loss": 0.0165,
      "step": 94760
    },
    {
      "grad_norm": 0.192628413438797,
      "learning_rate": 8.188436250374339e-05,
      "loss": 0.0217,
      "step": 94770
    },
    {
      "grad_norm": 0.21614983677864075,
      "learning_rate": 8.188011677617251e-05,
      "loss": 0.019,
      "step": 94780
    },
    {
      "grad_norm": 0.1950734555721283,
      "learning_rate": 8.187587066122814e-05,
      "loss": 0.0177,
      "step": 94790
    },
    {
      "grad_norm": 0.12657827138900757,
      "learning_rate": 8.187162415896184e-05,
      "loss": 0.0149,
      "step": 94800
    },
    {
      "grad_norm": 0.16070681810379028,
      "learning_rate": 8.186737726942522e-05,
      "loss": 0.0164,
      "step": 94810
    },
    {
      "grad_norm": 0.12516677379608154,
      "learning_rate": 8.186312999266987e-05,
      "loss": 0.0187,
      "step": 94820
    },
    {
      "grad_norm": 0.09764726459980011,
      "learning_rate": 8.18588823287474e-05,
      "loss": 0.0127,
      "step": 94830
    },
    {
      "grad_norm": 0.11489815264940262,
      "learning_rate": 8.185463427770944e-05,
      "loss": 0.0176,
      "step": 94840
    },
    {
      "grad_norm": 0.12811896204948425,
      "learning_rate": 8.18503858396076e-05,
      "loss": 0.0189,
      "step": 94850
    },
    {
      "grad_norm": 0.12301433831453323,
      "learning_rate": 8.184613701449349e-05,
      "loss": 0.0169,
      "step": 94860
    },
    {
      "grad_norm": 0.20848219096660614,
      "learning_rate": 8.184188780241876e-05,
      "loss": 0.0207,
      "step": 94870
    },
    {
      "grad_norm": 0.1520564705133438,
      "learning_rate": 8.183763820343501e-05,
      "loss": 0.0162,
      "step": 94880
    },
    {
      "grad_norm": 0.11959702521562576,
      "learning_rate": 8.183338821759392e-05,
      "loss": 0.0432,
      "step": 94890
    },
    {
      "grad_norm": 0.18850177526474,
      "learning_rate": 8.18291378449471e-05,
      "loss": 0.0154,
      "step": 94900
    },
    {
      "grad_norm": 0.13653959333896637,
      "learning_rate": 8.18248870855462e-05,
      "loss": 0.0226,
      "step": 94910
    },
    {
      "grad_norm": 0.11029843986034393,
      "learning_rate": 8.182063593944287e-05,
      "loss": 0.0156,
      "step": 94920
    },
    {
      "grad_norm": 0.10919865220785141,
      "learning_rate": 8.181638440668879e-05,
      "loss": 0.0276,
      "step": 94930
    },
    {
      "grad_norm": 0.11732134222984314,
      "learning_rate": 8.181213248733556e-05,
      "loss": 0.0156,
      "step": 94940
    },
    {
      "grad_norm": 0.18385756015777588,
      "learning_rate": 8.180788018143492e-05,
      "loss": 0.0232,
      "step": 94950
    },
    {
      "grad_norm": 0.1635207086801529,
      "learning_rate": 8.180362748903849e-05,
      "loss": 0.0248,
      "step": 94960
    },
    {
      "grad_norm": 0.06988440454006195,
      "learning_rate": 8.179937441019798e-05,
      "loss": 0.0177,
      "step": 94970
    },
    {
      "grad_norm": 0.148172065615654,
      "learning_rate": 8.179512094496502e-05,
      "loss": 0.0177,
      "step": 94980
    },
    {
      "grad_norm": 0.13199666142463684,
      "learning_rate": 8.179086709339132e-05,
      "loss": 0.0183,
      "step": 94990
    },
    {
      "grad_norm": 0.1453758180141449,
      "learning_rate": 8.178661285552858e-05,
      "loss": 0.0233,
      "step": 95000
    },
    {
      "grad_norm": 0.15252310037612915,
      "learning_rate": 8.178235823142849e-05,
      "loss": 0.0201,
      "step": 95010
    },
    {
      "grad_norm": 0.11872158199548721,
      "learning_rate": 8.177810322114274e-05,
      "loss": 0.0136,
      "step": 95020
    },
    {
      "grad_norm": 0.16964609920978546,
      "learning_rate": 8.177384782472302e-05,
      "loss": 0.0238,
      "step": 95030
    },
    {
      "grad_norm": 0.15847735106945038,
      "learning_rate": 8.176959204222106e-05,
      "loss": 0.0174,
      "step": 95040
    },
    {
      "grad_norm": 0.14419962465763092,
      "learning_rate": 8.176533587368854e-05,
      "loss": 0.0184,
      "step": 95050
    },
    {
      "grad_norm": 0.12758436799049377,
      "learning_rate": 8.176107931917721e-05,
      "loss": 0.0276,
      "step": 95060
    },
    {
      "grad_norm": 0.14215153455734253,
      "learning_rate": 8.175682237873878e-05,
      "loss": 0.0182,
      "step": 95070
    },
    {
      "grad_norm": 0.1044856533408165,
      "learning_rate": 8.175256505242497e-05,
      "loss": 0.0127,
      "step": 95080
    },
    {
      "grad_norm": 0.09649238735437393,
      "learning_rate": 8.174830734028753e-05,
      "loss": 0.015,
      "step": 95090
    },
    {
      "grad_norm": 0.10553701967000961,
      "learning_rate": 8.174404924237817e-05,
      "loss": 0.0166,
      "step": 95100
    },
    {
      "grad_norm": 0.4476751685142517,
      "learning_rate": 8.173979075874864e-05,
      "loss": 0.0168,
      "step": 95110
    },
    {
      "grad_norm": 0.1322060078382492,
      "learning_rate": 8.173553188945069e-05,
      "loss": 0.0188,
      "step": 95120
    },
    {
      "grad_norm": 0.23362553119659424,
      "learning_rate": 8.173127263453606e-05,
      "loss": 0.0164,
      "step": 95130
    },
    {
      "grad_norm": 0.19459135830402374,
      "learning_rate": 8.172701299405651e-05,
      "loss": 0.0201,
      "step": 95140
    },
    {
      "grad_norm": 0.14207522571086884,
      "learning_rate": 8.17227529680638e-05,
      "loss": 0.0192,
      "step": 95150
    },
    {
      "grad_norm": 0.13891322910785675,
      "learning_rate": 8.171849255660968e-05,
      "loss": 0.0174,
      "step": 95160
    },
    {
      "grad_norm": 0.15856759250164032,
      "learning_rate": 8.171423175974594e-05,
      "loss": 0.0199,
      "step": 95170
    },
    {
      "grad_norm": 0.24481616914272308,
      "learning_rate": 8.170997057752434e-05,
      "loss": 0.024,
      "step": 95180
    },
    {
      "grad_norm": 0.12694521248340607,
      "learning_rate": 8.170570900999665e-05,
      "loss": 0.0189,
      "step": 95190
    },
    {
      "grad_norm": 0.869465708732605,
      "learning_rate": 8.170144705721465e-05,
      "loss": 0.0197,
      "step": 95200
    },
    {
      "grad_norm": 0.12513066828250885,
      "learning_rate": 8.169718471923016e-05,
      "loss": 0.0197,
      "step": 95210
    },
    {
      "grad_norm": 0.215819850564003,
      "learning_rate": 8.169292199609494e-05,
      "loss": 0.0194,
      "step": 95220
    },
    {
      "grad_norm": 0.2272675782442093,
      "learning_rate": 8.16886588878608e-05,
      "loss": 0.0265,
      "step": 95230
    },
    {
      "grad_norm": 0.2897655963897705,
      "learning_rate": 8.168439539457953e-05,
      "loss": 0.0219,
      "step": 95240
    },
    {
      "grad_norm": 0.1557639241218567,
      "learning_rate": 8.168013151630294e-05,
      "loss": 0.023,
      "step": 95250
    },
    {
      "grad_norm": 0.18321868777275085,
      "learning_rate": 8.167586725308283e-05,
      "loss": 0.0208,
      "step": 95260
    },
    {
      "grad_norm": 0.122048020362854,
      "learning_rate": 8.167160260497105e-05,
      "loss": 0.0169,
      "step": 95270
    },
    {
      "grad_norm": 0.21661080420017242,
      "learning_rate": 8.166733757201937e-05,
      "loss": 0.0198,
      "step": 95280
    },
    {
      "grad_norm": 0.6177728176116943,
      "learning_rate": 8.166307215427967e-05,
      "loss": 0.0196,
      "step": 95290
    },
    {
      "grad_norm": 0.14045952260494232,
      "learning_rate": 8.165880635180372e-05,
      "loss": 0.0179,
      "step": 95300
    },
    {
      "grad_norm": 0.07520271837711334,
      "learning_rate": 8.16545401646434e-05,
      "loss": 0.0181,
      "step": 95310
    },
    {
      "grad_norm": 0.12577515840530396,
      "learning_rate": 8.165027359285052e-05,
      "loss": 0.018,
      "step": 95320
    },
    {
      "grad_norm": 0.12912119925022125,
      "learning_rate": 8.164600663647693e-05,
      "loss": 0.0183,
      "step": 95330
    },
    {
      "grad_norm": 0.10769156366586685,
      "learning_rate": 8.164173929557449e-05,
      "loss": 0.0119,
      "step": 95340
    },
    {
      "grad_norm": 0.22424812614917755,
      "learning_rate": 8.163747157019503e-05,
      "loss": 0.0212,
      "step": 95350
    },
    {
      "grad_norm": 0.4706481099128723,
      "learning_rate": 8.163320346039044e-05,
      "loss": 0.0226,
      "step": 95360
    },
    {
      "grad_norm": 0.562933087348938,
      "learning_rate": 8.162893496621255e-05,
      "loss": 0.0328,
      "step": 95370
    },
    {
      "grad_norm": 0.33467209339141846,
      "learning_rate": 8.162466608771324e-05,
      "loss": 0.0235,
      "step": 95380
    },
    {
      "grad_norm": 0.20356416702270508,
      "learning_rate": 8.162039682494437e-05,
      "loss": 0.0178,
      "step": 95390
    },
    {
      "grad_norm": 0.14689601957798004,
      "learning_rate": 8.161612717795783e-05,
      "loss": 0.0161,
      "step": 95400
    },
    {
      "grad_norm": 0.2599480152130127,
      "learning_rate": 8.161185714680551e-05,
      "loss": 0.0208,
      "step": 95410
    },
    {
      "grad_norm": 0.23770327866077423,
      "learning_rate": 8.160758673153926e-05,
      "loss": 0.0138,
      "step": 95420
    },
    {
      "grad_norm": 0.2011980563402176,
      "learning_rate": 8.160331593221099e-05,
      "loss": 0.0244,
      "step": 95430
    },
    {
      "grad_norm": 0.1512584090232849,
      "learning_rate": 8.159904474887259e-05,
      "loss": 0.0187,
      "step": 95440
    },
    {
      "grad_norm": 0.19129647314548492,
      "learning_rate": 8.159477318157598e-05,
      "loss": 0.0161,
      "step": 95450
    },
    {
      "grad_norm": 0.18081875145435333,
      "learning_rate": 8.159050123037301e-05,
      "loss": 0.0204,
      "step": 95460
    },
    {
      "grad_norm": 0.15559889376163483,
      "learning_rate": 8.158622889531567e-05,
      "loss": 0.0211,
      "step": 95470
    },
    {
      "grad_norm": 0.13487690687179565,
      "learning_rate": 8.158195617645579e-05,
      "loss": 0.0225,
      "step": 95480
    },
    {
      "grad_norm": 0.09887703508138657,
      "learning_rate": 8.157768307384535e-05,
      "loss": 0.0164,
      "step": 95490
    },
    {
      "grad_norm": 0.14445872604846954,
      "learning_rate": 8.157340958753624e-05,
      "loss": 0.0152,
      "step": 95500
    },
    {
      "grad_norm": 0.10896944999694824,
      "learning_rate": 8.156913571758037e-05,
      "loss": 0.0153,
      "step": 95510
    },
    {
      "grad_norm": 0.19655188918113708,
      "learning_rate": 8.156486146402972e-05,
      "loss": 0.0288,
      "step": 95520
    },
    {
      "grad_norm": 0.1397816687822342,
      "learning_rate": 8.156058682693619e-05,
      "loss": 0.0156,
      "step": 95530
    },
    {
      "grad_norm": 0.10134811699390411,
      "learning_rate": 8.155631180635172e-05,
      "loss": 0.0241,
      "step": 95540
    },
    {
      "grad_norm": 0.09904795140028,
      "learning_rate": 8.155203640232829e-05,
      "loss": 0.0131,
      "step": 95550
    },
    {
      "grad_norm": 0.2251509577035904,
      "learning_rate": 8.154776061491782e-05,
      "loss": 0.0218,
      "step": 95560
    },
    {
      "grad_norm": 0.15709303319454193,
      "learning_rate": 8.154348444417227e-05,
      "loss": 0.0158,
      "step": 95570
    },
    {
      "grad_norm": 0.1134856715798378,
      "learning_rate": 8.15392078901436e-05,
      "loss": 0.0178,
      "step": 95580
    },
    {
      "grad_norm": 0.12996742129325867,
      "learning_rate": 8.153493095288379e-05,
      "loss": 0.0155,
      "step": 95590
    },
    {
      "grad_norm": 0.1529322862625122,
      "learning_rate": 8.153065363244479e-05,
      "loss": 0.0187,
      "step": 95600
    },
    {
      "grad_norm": 0.11820680648088455,
      "learning_rate": 8.152637592887857e-05,
      "loss": 0.0187,
      "step": 95610
    },
    {
      "grad_norm": 0.10506044328212738,
      "learning_rate": 8.152209784223712e-05,
      "loss": 0.0174,
      "step": 95620
    },
    {
      "grad_norm": 0.129425510764122,
      "learning_rate": 8.151781937257241e-05,
      "loss": 0.0164,
      "step": 95630
    },
    {
      "grad_norm": 0.18368403613567352,
      "learning_rate": 8.151354051993644e-05,
      "loss": 0.0256,
      "step": 95640
    },
    {
      "grad_norm": 0.2846182882785797,
      "learning_rate": 8.150926128438122e-05,
      "loss": 0.0251,
      "step": 95650
    },
    {
      "grad_norm": 0.1118854358792305,
      "learning_rate": 8.150498166595871e-05,
      "loss": 0.0188,
      "step": 95660
    },
    {
      "grad_norm": 0.17802117764949799,
      "learning_rate": 8.150070166472093e-05,
      "loss": 0.0223,
      "step": 95670
    },
    {
      "grad_norm": 0.12641192972660065,
      "learning_rate": 8.149642128071988e-05,
      "loss": 0.0234,
      "step": 95680
    },
    {
      "grad_norm": 0.12782734632492065,
      "learning_rate": 8.149214051400757e-05,
      "loss": 0.0211,
      "step": 95690
    },
    {
      "grad_norm": 0.2507172226905823,
      "learning_rate": 8.148785936463603e-05,
      "loss": 0.0225,
      "step": 95700
    },
    {
      "grad_norm": 0.17769187688827515,
      "learning_rate": 8.148357783265727e-05,
      "loss": 0.0154,
      "step": 95710
    },
    {
      "grad_norm": 0.3437817394733429,
      "learning_rate": 8.147929591812331e-05,
      "loss": 0.019,
      "step": 95720
    },
    {
      "grad_norm": 0.1122889369726181,
      "learning_rate": 8.147501362108617e-05,
      "loss": 0.0211,
      "step": 95730
    },
    {
      "grad_norm": 0.1441066414117813,
      "learning_rate": 8.147073094159792e-05,
      "loss": 0.0182,
      "step": 95740
    },
    {
      "grad_norm": 0.14658457040786743,
      "learning_rate": 8.146644787971056e-05,
      "loss": 0.0208,
      "step": 95750
    },
    {
      "grad_norm": 0.12670792639255524,
      "learning_rate": 8.146216443547615e-05,
      "loss": 0.017,
      "step": 95760
    },
    {
      "grad_norm": 0.1361253410577774,
      "learning_rate": 8.145788060894674e-05,
      "loss": 0.0161,
      "step": 95770
    },
    {
      "grad_norm": 0.1786518096923828,
      "learning_rate": 8.145359640017438e-05,
      "loss": 0.0256,
      "step": 95780
    },
    {
      "grad_norm": 0.12570281326770782,
      "learning_rate": 8.144931180921114e-05,
      "loss": 0.0142,
      "step": 95790
    },
    {
      "grad_norm": 0.14426061511039734,
      "learning_rate": 8.144502683610904e-05,
      "loss": 0.0144,
      "step": 95800
    },
    {
      "grad_norm": 0.19467435777187347,
      "learning_rate": 8.144074148092021e-05,
      "loss": 0.0157,
      "step": 95810
    },
    {
      "grad_norm": 0.10782832652330399,
      "learning_rate": 8.143645574369664e-05,
      "loss": 0.0161,
      "step": 95820
    },
    {
      "grad_norm": 0.1254698932170868,
      "learning_rate": 8.14321696244905e-05,
      "loss": 0.0185,
      "step": 95830
    },
    {
      "grad_norm": 0.15792347490787506,
      "learning_rate": 8.142788312335379e-05,
      "loss": 0.0183,
      "step": 95840
    },
    {
      "grad_norm": 0.14198513329029083,
      "learning_rate": 8.142359624033865e-05,
      "loss": 0.0177,
      "step": 95850
    },
    {
      "grad_norm": 0.16562354564666748,
      "learning_rate": 8.141930897549713e-05,
      "loss": 0.0205,
      "step": 95860
    },
    {
      "grad_norm": 0.10648253560066223,
      "learning_rate": 8.141502132888132e-05,
      "loss": 0.0164,
      "step": 95870
    },
    {
      "grad_norm": 0.12076761573553085,
      "learning_rate": 8.141073330054338e-05,
      "loss": 0.0174,
      "step": 95880
    },
    {
      "grad_norm": 0.11391458660364151,
      "learning_rate": 8.140644489053535e-05,
      "loss": 0.018,
      "step": 95890
    },
    {
      "grad_norm": 0.25579845905303955,
      "learning_rate": 8.140215609890938e-05,
      "loss": 0.0172,
      "step": 95900
    },
    {
      "grad_norm": 0.14023146033287048,
      "learning_rate": 8.139786692571755e-05,
      "loss": 0.0238,
      "step": 95910
    },
    {
      "grad_norm": 0.15038752555847168,
      "learning_rate": 8.139357737101201e-05,
      "loss": 0.0197,
      "step": 95920
    },
    {
      "grad_norm": 0.12544028460979462,
      "learning_rate": 8.138928743484484e-05,
      "loss": 0.0213,
      "step": 95930
    },
    {
      "grad_norm": 0.27694636583328247,
      "learning_rate": 8.138499711726821e-05,
      "loss": 0.018,
      "step": 95940
    },
    {
      "grad_norm": 0.1789402961730957,
      "learning_rate": 8.138070641833421e-05,
      "loss": 0.0211,
      "step": 95950
    },
    {
      "grad_norm": 0.16945357620716095,
      "learning_rate": 8.137641533809504e-05,
      "loss": 0.0219,
      "step": 95960
    },
    {
      "grad_norm": 0.26406487822532654,
      "learning_rate": 8.137212387660276e-05,
      "loss": 0.0147,
      "step": 95970
    },
    {
      "grad_norm": 0.2376059740781784,
      "learning_rate": 8.136783203390958e-05,
      "loss": 0.0212,
      "step": 95980
    },
    {
      "grad_norm": 0.10912193357944489,
      "learning_rate": 8.13635398100676e-05,
      "loss": 0.0131,
      "step": 95990
    },
    {
      "grad_norm": 0.12514571845531464,
      "learning_rate": 8.135924720512903e-05,
      "loss": 0.0219,
      "step": 96000
    },
    {
      "grad_norm": 0.16858866810798645,
      "learning_rate": 8.135495421914597e-05,
      "loss": 0.0182,
      "step": 96010
    },
    {
      "grad_norm": 0.10860247164964676,
      "learning_rate": 8.135066085217062e-05,
      "loss": 0.0209,
      "step": 96020
    },
    {
      "grad_norm": 0.18270371854305267,
      "learning_rate": 8.134636710425513e-05,
      "loss": 0.0204,
      "step": 96030
    },
    {
      "grad_norm": 0.13828100264072418,
      "learning_rate": 8.134207297545171e-05,
      "loss": 0.0167,
      "step": 96040
    },
    {
      "grad_norm": 0.19092495739459991,
      "learning_rate": 8.13377784658125e-05,
      "loss": 0.0164,
      "step": 96050
    },
    {
      "grad_norm": 0.13798893988132477,
      "learning_rate": 8.133348357538971e-05,
      "loss": 0.0172,
      "step": 96060
    },
    {
      "grad_norm": 0.6720852851867676,
      "learning_rate": 8.132918830423548e-05,
      "loss": 0.0215,
      "step": 96070
    },
    {
      "grad_norm": 0.13105152547359467,
      "learning_rate": 8.132489265240205e-05,
      "loss": 0.0245,
      "step": 96080
    },
    {
      "grad_norm": 0.1303482949733734,
      "learning_rate": 8.13205966199416e-05,
      "loss": 0.0193,
      "step": 96090
    },
    {
      "grad_norm": 0.15079358220100403,
      "learning_rate": 8.131630020690632e-05,
      "loss": 0.0251,
      "step": 96100
    },
    {
      "grad_norm": 0.2079942673444748,
      "learning_rate": 8.131200341334843e-05,
      "loss": 0.0151,
      "step": 96110
    },
    {
      "grad_norm": 0.17061394453048706,
      "learning_rate": 8.130770623932013e-05,
      "loss": 0.0177,
      "step": 96120
    },
    {
      "grad_norm": 0.14054132997989655,
      "learning_rate": 8.130340868487365e-05,
      "loss": 0.0213,
      "step": 96130
    },
    {
      "grad_norm": 0.13000629842281342,
      "learning_rate": 8.12991107500612e-05,
      "loss": 0.0194,
      "step": 96140
    },
    {
      "grad_norm": 0.145872101187706,
      "learning_rate": 8.1294812434935e-05,
      "loss": 0.0197,
      "step": 96150
    },
    {
      "grad_norm": 0.33534640073776245,
      "learning_rate": 8.129051373954728e-05,
      "loss": 0.0185,
      "step": 96160
    },
    {
      "grad_norm": 0.15766827762126923,
      "learning_rate": 8.128621466395028e-05,
      "loss": 0.0136,
      "step": 96170
    },
    {
      "grad_norm": 0.1656128615140915,
      "learning_rate": 8.128191520819621e-05,
      "loss": 0.021,
      "step": 96180
    },
    {
      "grad_norm": 0.11082527041435242,
      "learning_rate": 8.127761537233736e-05,
      "loss": 0.018,
      "step": 96190
    },
    {
      "grad_norm": 0.13319867849349976,
      "learning_rate": 8.127331515642595e-05,
      "loss": 0.0142,
      "step": 96200
    },
    {
      "grad_norm": 0.12117575109004974,
      "learning_rate": 8.126901456051421e-05,
      "loss": 0.0188,
      "step": 96210
    },
    {
      "grad_norm": 0.20722368359565735,
      "learning_rate": 8.126471358465445e-05,
      "loss": 0.0216,
      "step": 96220
    },
    {
      "grad_norm": 0.17845870554447174,
      "learning_rate": 8.126041222889889e-05,
      "loss": 0.0158,
      "step": 96230
    },
    {
      "grad_norm": 0.21637271344661713,
      "learning_rate": 8.125611049329981e-05,
      "loss": 0.0216,
      "step": 96240
    },
    {
      "grad_norm": 0.14999155700206757,
      "learning_rate": 8.125180837790946e-05,
      "loss": 0.0167,
      "step": 96250
    },
    {
      "grad_norm": 0.15042343735694885,
      "learning_rate": 8.124750588278017e-05,
      "loss": 0.0167,
      "step": 96260
    },
    {
      "grad_norm": 0.22023040056228638,
      "learning_rate": 8.124320300796414e-05,
      "loss": 0.0171,
      "step": 96270
    },
    {
      "grad_norm": 0.23825475573539734,
      "learning_rate": 8.12388997535137e-05,
      "loss": 0.0184,
      "step": 96280
    },
    {
      "grad_norm": 0.13372893631458282,
      "learning_rate": 8.123459611948116e-05,
      "loss": 0.0161,
      "step": 96290
    },
    {
      "grad_norm": 0.11273714154958725,
      "learning_rate": 8.123029210591876e-05,
      "loss": 0.0245,
      "step": 96300
    },
    {
      "grad_norm": 0.30382728576660156,
      "learning_rate": 8.122598771287883e-05,
      "loss": 0.02,
      "step": 96310
    },
    {
      "grad_norm": 0.4504086971282959,
      "learning_rate": 8.122168294041368e-05,
      "loss": 0.0229,
      "step": 96320
    },
    {
      "grad_norm": 0.21465961635112762,
      "learning_rate": 8.12173777885756e-05,
      "loss": 0.0191,
      "step": 96330
    },
    {
      "grad_norm": 0.20488370954990387,
      "learning_rate": 8.12130722574169e-05,
      "loss": 0.021,
      "step": 96340
    },
    {
      "grad_norm": 0.17655037343502045,
      "learning_rate": 8.120876634698991e-05,
      "loss": 0.0161,
      "step": 96350
    },
    {
      "grad_norm": 0.1606602668762207,
      "learning_rate": 8.120446005734694e-05,
      "loss": 0.0148,
      "step": 96360
    },
    {
      "grad_norm": 0.1751766949892044,
      "learning_rate": 8.12001533885403e-05,
      "loss": 0.0192,
      "step": 96370
    },
    {
      "grad_norm": 0.14213450253009796,
      "learning_rate": 8.119584634062237e-05,
      "loss": 0.0182,
      "step": 96380
    },
    {
      "grad_norm": 0.18653328716754913,
      "learning_rate": 8.119153891364544e-05,
      "loss": 0.0193,
      "step": 96390
    },
    {
      "grad_norm": 0.14091989398002625,
      "learning_rate": 8.118723110766185e-05,
      "loss": 0.0277,
      "step": 96400
    },
    {
      "grad_norm": 0.1285490244626999,
      "learning_rate": 8.118292292272399e-05,
      "loss": 0.0184,
      "step": 96410
    },
    {
      "grad_norm": 0.1900555044412613,
      "learning_rate": 8.117861435888413e-05,
      "loss": 0.0182,
      "step": 96420
    },
    {
      "grad_norm": 0.1280701905488968,
      "learning_rate": 8.11743054161947e-05,
      "loss": 0.0146,
      "step": 96430
    },
    {
      "grad_norm": 0.14234353601932526,
      "learning_rate": 8.116999609470801e-05,
      "loss": 0.0187,
      "step": 96440
    },
    {
      "grad_norm": 0.0931018814444542,
      "learning_rate": 8.116568639447644e-05,
      "loss": 0.0158,
      "step": 96450
    },
    {
      "grad_norm": 0.22025330364704132,
      "learning_rate": 8.116137631555236e-05,
      "loss": 0.0252,
      "step": 96460
    },
    {
      "grad_norm": 0.216285839676857,
      "learning_rate": 8.115706585798814e-05,
      "loss": 0.0247,
      "step": 96470
    },
    {
      "grad_norm": 0.07556726783514023,
      "learning_rate": 8.115275502183615e-05,
      "loss": 0.0141,
      "step": 96480
    },
    {
      "grad_norm": 0.22334614396095276,
      "learning_rate": 8.114844380714876e-05,
      "loss": 0.0179,
      "step": 96490
    },
    {
      "grad_norm": 0.18527643382549286,
      "learning_rate": 8.114413221397838e-05,
      "loss": 0.0165,
      "step": 96500
    },
    {
      "grad_norm": 0.14930778741836548,
      "learning_rate": 8.11398202423774e-05,
      "loss": 0.0205,
      "step": 96510
    },
    {
      "grad_norm": 0.1697632074356079,
      "learning_rate": 8.113550789239818e-05,
      "loss": 0.0213,
      "step": 96520
    },
    {
      "grad_norm": 0.20606549084186554,
      "learning_rate": 8.113119516409316e-05,
      "loss": 0.0186,
      "step": 96530
    },
    {
      "grad_norm": 0.1957187056541443,
      "learning_rate": 8.112688205751472e-05,
      "loss": 0.0178,
      "step": 96540
    },
    {
      "grad_norm": 0.18083107471466064,
      "learning_rate": 8.112256857271528e-05,
      "loss": 0.0156,
      "step": 96550
    },
    {
      "grad_norm": 0.08820375055074692,
      "learning_rate": 8.111825470974724e-05,
      "loss": 0.0124,
      "step": 96560
    },
    {
      "grad_norm": 0.22666871547698975,
      "learning_rate": 8.111394046866302e-05,
      "loss": 0.0187,
      "step": 96570
    },
    {
      "grad_norm": 0.0903477817773819,
      "learning_rate": 8.110962584951506e-05,
      "loss": 0.0176,
      "step": 96580
    },
    {
      "grad_norm": 0.11029616743326187,
      "learning_rate": 8.110531085235578e-05,
      "loss": 0.0196,
      "step": 96590
    },
    {
      "grad_norm": 0.21310503780841827,
      "learning_rate": 8.110099547723757e-05,
      "loss": 0.0211,
      "step": 96600
    },
    {
      "grad_norm": 0.10636355727910995,
      "learning_rate": 8.109667972421293e-05,
      "loss": 0.0169,
      "step": 96610
    },
    {
      "grad_norm": 0.4896810054779053,
      "learning_rate": 8.109236359333426e-05,
      "loss": 0.0204,
      "step": 96620
    },
    {
      "grad_norm": 0.33426737785339355,
      "learning_rate": 8.108804708465403e-05,
      "loss": 0.0226,
      "step": 96630
    },
    {
      "grad_norm": 0.1419135183095932,
      "learning_rate": 8.108373019822466e-05,
      "loss": 0.0183,
      "step": 96640
    },
    {
      "grad_norm": 0.1338171660900116,
      "learning_rate": 8.107941293409863e-05,
      "loss": 0.0127,
      "step": 96650
    },
    {
      "grad_norm": 0.1259165108203888,
      "learning_rate": 8.107509529232838e-05,
      "loss": 0.0215,
      "step": 96660
    },
    {
      "grad_norm": 0.3215402364730835,
      "learning_rate": 8.107077727296639e-05,
      "loss": 0.02,
      "step": 96670
    },
    {
      "grad_norm": 0.20613233745098114,
      "learning_rate": 8.106645887606512e-05,
      "loss": 0.0175,
      "step": 96680
    },
    {
      "grad_norm": 0.1517503261566162,
      "learning_rate": 8.106214010167704e-05,
      "loss": 0.0174,
      "step": 96690
    },
    {
      "grad_norm": 0.13730089366436005,
      "learning_rate": 8.105782094985464e-05,
      "loss": 0.015,
      "step": 96700
    },
    {
      "grad_norm": 0.09430649876594543,
      "learning_rate": 8.105350142065037e-05,
      "loss": 0.0158,
      "step": 96710
    },
    {
      "grad_norm": 0.1284157782793045,
      "learning_rate": 8.104918151411676e-05,
      "loss": 0.0141,
      "step": 96720
    },
    {
      "grad_norm": 0.12947829067707062,
      "learning_rate": 8.104486123030627e-05,
      "loss": 0.0202,
      "step": 96730
    },
    {
      "grad_norm": 0.13153837621212006,
      "learning_rate": 8.104054056927139e-05,
      "loss": 0.019,
      "step": 96740
    },
    {
      "grad_norm": 0.24417512118816376,
      "learning_rate": 8.103621953106466e-05,
      "loss": 0.0201,
      "step": 96750
    },
    {
      "grad_norm": 0.12422245740890503,
      "learning_rate": 8.103189811573855e-05,
      "loss": 0.0205,
      "step": 96760
    },
    {
      "grad_norm": 0.1443338692188263,
      "learning_rate": 8.102757632334558e-05,
      "loss": 0.017,
      "step": 96770
    },
    {
      "grad_norm": 0.18403081595897675,
      "learning_rate": 8.102325415393826e-05,
      "loss": 0.0148,
      "step": 96780
    },
    {
      "grad_norm": 0.12574408948421478,
      "learning_rate": 8.101893160756913e-05,
      "loss": 0.0197,
      "step": 96790
    },
    {
      "grad_norm": 0.23214375972747803,
      "learning_rate": 8.101460868429067e-05,
      "loss": 0.0168,
      "step": 96800
    },
    {
      "grad_norm": 0.17249299585819244,
      "learning_rate": 8.101028538415543e-05,
      "loss": 0.021,
      "step": 96810
    },
    {
      "grad_norm": 0.13565368950366974,
      "learning_rate": 8.100596170721597e-05,
      "loss": 0.0177,
      "step": 96820
    },
    {
      "grad_norm": 0.27702057361602783,
      "learning_rate": 8.100163765352478e-05,
      "loss": 0.019,
      "step": 96830
    },
    {
      "grad_norm": 0.1982119381427765,
      "learning_rate": 8.099731322313442e-05,
      "loss": 0.0218,
      "step": 96840
    },
    {
      "grad_norm": 0.16321496665477753,
      "learning_rate": 8.099298841609745e-05,
      "loss": 0.0199,
      "step": 96850
    },
    {
      "grad_norm": 0.25793105363845825,
      "learning_rate": 8.098866323246642e-05,
      "loss": 0.0178,
      "step": 96860
    },
    {
      "grad_norm": 0.10511690378189087,
      "learning_rate": 8.098433767229384e-05,
      "loss": 0.0216,
      "step": 96870
    },
    {
      "grad_norm": 0.16232740879058838,
      "learning_rate": 8.098001173563232e-05,
      "loss": 0.0164,
      "step": 96880
    },
    {
      "grad_norm": 0.22925826907157898,
      "learning_rate": 8.097568542253441e-05,
      "loss": 0.0168,
      "step": 96890
    },
    {
      "grad_norm": 0.19603213667869568,
      "learning_rate": 8.097135873305267e-05,
      "loss": 0.0219,
      "step": 96900
    },
    {
      "grad_norm": 0.11708672344684601,
      "learning_rate": 8.096703166723968e-05,
      "loss": 0.0166,
      "step": 96910
    },
    {
      "grad_norm": 0.13306482136249542,
      "learning_rate": 8.096270422514802e-05,
      "loss": 0.0177,
      "step": 96920
    },
    {
      "grad_norm": 0.1529102474451065,
      "learning_rate": 8.095837640683029e-05,
      "loss": 0.0155,
      "step": 96930
    },
    {
      "grad_norm": 0.09778742492198944,
      "learning_rate": 8.095404821233903e-05,
      "loss": 0.013,
      "step": 96940
    },
    {
      "grad_norm": 0.13274718821048737,
      "learning_rate": 8.094971964172687e-05,
      "loss": 0.0218,
      "step": 96950
    },
    {
      "grad_norm": 0.16123667359352112,
      "learning_rate": 8.094539069504639e-05,
      "loss": 0.0196,
      "step": 96960
    },
    {
      "grad_norm": 0.1072932779788971,
      "learning_rate": 8.094106137235019e-05,
      "loss": 0.0124,
      "step": 96970
    },
    {
      "grad_norm": 0.2268509566783905,
      "learning_rate": 8.093673167369089e-05,
      "loss": 0.02,
      "step": 96980
    },
    {
      "grad_norm": 0.17200084030628204,
      "learning_rate": 8.093240159912108e-05,
      "loss": 0.0217,
      "step": 96990
    },
    {
      "grad_norm": 0.15354928374290466,
      "learning_rate": 8.09280711486934e-05,
      "loss": 0.0161,
      "step": 97000
    },
    {
      "grad_norm": 0.18037815392017365,
      "learning_rate": 8.092374032246045e-05,
      "loss": 0.019,
      "step": 97010
    },
    {
      "grad_norm": 0.1064763143658638,
      "learning_rate": 8.091940912047486e-05,
      "loss": 0.0151,
      "step": 97020
    },
    {
      "grad_norm": 0.0993042066693306,
      "learning_rate": 8.091507754278927e-05,
      "loss": 0.0156,
      "step": 97030
    },
    {
      "grad_norm": 0.15817907452583313,
      "learning_rate": 8.091074558945626e-05,
      "loss": 0.0197,
      "step": 97040
    },
    {
      "grad_norm": 0.14023564755916595,
      "learning_rate": 8.090641326052854e-05,
      "loss": 0.02,
      "step": 97050
    },
    {
      "grad_norm": 0.2619136869907379,
      "learning_rate": 8.09020805560587e-05,
      "loss": 0.0223,
      "step": 97060
    },
    {
      "grad_norm": 0.13801896572113037,
      "learning_rate": 8.089774747609942e-05,
      "loss": 0.0243,
      "step": 97070
    },
    {
      "grad_norm": 0.22562275826931,
      "learning_rate": 8.089341402070331e-05,
      "loss": 0.0187,
      "step": 97080
    },
    {
      "grad_norm": 0.16920626163482666,
      "learning_rate": 8.088908018992309e-05,
      "loss": 0.0171,
      "step": 97090
    },
    {
      "grad_norm": 0.2124997079372406,
      "learning_rate": 8.088474598381135e-05,
      "loss": 0.0245,
      "step": 97100
    },
    {
      "grad_norm": 0.15277281403541565,
      "learning_rate": 8.088041140242081e-05,
      "loss": 0.0207,
      "step": 97110
    },
    {
      "grad_norm": 0.07763136923313141,
      "learning_rate": 8.08760764458041e-05,
      "loss": 0.023,
      "step": 97120
    },
    {
      "grad_norm": 0.16214619576931,
      "learning_rate": 8.087174111401393e-05,
      "loss": 0.0167,
      "step": 97130
    },
    {
      "grad_norm": 0.8244383931159973,
      "learning_rate": 8.086740540710293e-05,
      "loss": 0.0217,
      "step": 97140
    },
    {
      "grad_norm": 0.11407586187124252,
      "learning_rate": 8.086306932512382e-05,
      "loss": 0.0223,
      "step": 97150
    },
    {
      "grad_norm": 0.5547046661376953,
      "learning_rate": 8.085873286812928e-05,
      "loss": 0.0239,
      "step": 97160
    },
    {
      "grad_norm": 0.1583438664674759,
      "learning_rate": 8.085439603617199e-05,
      "loss": 0.0237,
      "step": 97170
    },
    {
      "grad_norm": 0.22644923627376556,
      "learning_rate": 8.085005882930468e-05,
      "loss": 0.0272,
      "step": 97180
    },
    {
      "grad_norm": 0.13070769608020782,
      "learning_rate": 8.084572124758001e-05,
      "loss": 0.0221,
      "step": 97190
    },
    {
      "grad_norm": 0.5149794816970825,
      "learning_rate": 8.084138329105071e-05,
      "loss": 0.0214,
      "step": 97200
    },
    {
      "grad_norm": 0.12838128209114075,
      "learning_rate": 8.08370449597695e-05,
      "loss": 0.0186,
      "step": 97210
    },
    {
      "grad_norm": 0.2599090337753296,
      "learning_rate": 8.083270625378905e-05,
      "loss": 0.0188,
      "step": 97220
    },
    {
      "grad_norm": 0.13784721493721008,
      "learning_rate": 8.08283671731621e-05,
      "loss": 0.0155,
      "step": 97230
    },
    {
      "grad_norm": 0.159348264336586,
      "learning_rate": 8.082402771794141e-05,
      "loss": 0.0117,
      "step": 97240
    },
    {
      "grad_norm": 0.21797187626361847,
      "learning_rate": 8.081968788817967e-05,
      "loss": 0.0192,
      "step": 97250
    },
    {
      "grad_norm": 0.21510349214076996,
      "learning_rate": 8.081534768392963e-05,
      "loss": 0.0192,
      "step": 97260
    },
    {
      "grad_norm": 0.12129464000463486,
      "learning_rate": 8.081100710524401e-05,
      "loss": 0.0223,
      "step": 97270
    },
    {
      "grad_norm": 0.11982426047325134,
      "learning_rate": 8.080666615217557e-05,
      "loss": 0.0208,
      "step": 97280
    },
    {
      "grad_norm": 0.09958916157484055,
      "learning_rate": 8.080232482477705e-05,
      "loss": 0.0172,
      "step": 97290
    },
    {
      "grad_norm": 0.18892687559127808,
      "learning_rate": 8.07979831231012e-05,
      "loss": 0.0198,
      "step": 97300
    },
    {
      "grad_norm": 0.16537824273109436,
      "learning_rate": 8.079364104720078e-05,
      "loss": 0.0192,
      "step": 97310
    },
    {
      "grad_norm": 0.19953115284442902,
      "learning_rate": 8.078929859712855e-05,
      "loss": 0.0132,
      "step": 97320
    },
    {
      "grad_norm": 0.16419360041618347,
      "learning_rate": 8.078495577293727e-05,
      "loss": 0.0188,
      "step": 97330
    },
    {
      "grad_norm": 0.14047455787658691,
      "learning_rate": 8.07806125746797e-05,
      "loss": 0.0181,
      "step": 97340
    },
    {
      "grad_norm": 0.09814010560512543,
      "learning_rate": 8.077626900240865e-05,
      "loss": 0.0183,
      "step": 97350
    },
    {
      "grad_norm": 0.1311388909816742,
      "learning_rate": 8.077192505617684e-05,
      "loss": 0.0146,
      "step": 97360
    },
    {
      "grad_norm": 0.10581032931804657,
      "learning_rate": 8.076758073603712e-05,
      "loss": 0.0226,
      "step": 97370
    },
    {
      "grad_norm": 0.15611866116523743,
      "learning_rate": 8.076323604204222e-05,
      "loss": 0.0233,
      "step": 97380
    },
    {
      "grad_norm": 0.1104649007320404,
      "learning_rate": 8.075889097424496e-05,
      "loss": 0.0223,
      "step": 97390
    },
    {
      "grad_norm": 0.10902673006057739,
      "learning_rate": 8.075454553269815e-05,
      "loss": 0.0234,
      "step": 97400
    },
    {
      "grad_norm": 0.13500535488128662,
      "learning_rate": 8.075019971745457e-05,
      "loss": 0.0171,
      "step": 97410
    },
    {
      "grad_norm": 0.08566364645957947,
      "learning_rate": 8.074585352856701e-05,
      "loss": 0.0157,
      "step": 97420
    },
    {
      "grad_norm": 0.14429587125778198,
      "learning_rate": 8.074150696608832e-05,
      "loss": 0.0161,
      "step": 97430
    },
    {
      "grad_norm": 0.16792349517345428,
      "learning_rate": 8.07371600300713e-05,
      "loss": 0.0179,
      "step": 97440
    },
    {
      "grad_norm": 0.1807679384946823,
      "learning_rate": 8.073281272056874e-05,
      "loss": 0.0237,
      "step": 97450
    },
    {
      "grad_norm": 0.1461266279220581,
      "learning_rate": 8.072846503763351e-05,
      "loss": 0.012,
      "step": 97460
    },
    {
      "grad_norm": 0.2135184407234192,
      "learning_rate": 8.072411698131841e-05,
      "loss": 0.0184,
      "step": 97470
    },
    {
      "grad_norm": 0.12630446255207062,
      "learning_rate": 8.071976855167629e-05,
      "loss": 0.0124,
      "step": 97480
    },
    {
      "grad_norm": 0.11888469010591507,
      "learning_rate": 8.071541974875996e-05,
      "loss": 0.0197,
      "step": 97490
    },
    {
      "grad_norm": 0.1138504222035408,
      "learning_rate": 8.071107057262231e-05,
      "loss": 0.0157,
      "step": 97500
    },
    {
      "grad_norm": 0.1331159770488739,
      "learning_rate": 8.070672102331614e-05,
      "loss": 0.0193,
      "step": 97510
    },
    {
      "grad_norm": 0.13079597055912018,
      "learning_rate": 8.07023711008943e-05,
      "loss": 0.0182,
      "step": 97520
    },
    {
      "grad_norm": 0.17639383673667908,
      "learning_rate": 8.069802080540969e-05,
      "loss": 0.0148,
      "step": 97530
    },
    {
      "grad_norm": 0.13342903554439545,
      "learning_rate": 8.069367013691512e-05,
      "loss": 0.0208,
      "step": 97540
    },
    {
      "grad_norm": 0.123087078332901,
      "learning_rate": 8.068931909546349e-05,
      "loss": 0.0284,
      "step": 97550
    },
    {
      "grad_norm": 0.1962965726852417,
      "learning_rate": 8.068496768110766e-05,
      "loss": 0.0198,
      "step": 97560
    },
    {
      "grad_norm": 0.14763015508651733,
      "learning_rate": 8.06806158939005e-05,
      "loss": 0.0163,
      "step": 97570
    },
    {
      "grad_norm": 0.1493232101202011,
      "learning_rate": 8.067626373389488e-05,
      "loss": 0.0191,
      "step": 97580
    },
    {
      "grad_norm": 0.15312960743904114,
      "learning_rate": 8.06719112011437e-05,
      "loss": 0.0143,
      "step": 97590
    },
    {
      "grad_norm": 0.2625870704650879,
      "learning_rate": 8.066755829569985e-05,
      "loss": 0.0188,
      "step": 97600
    },
    {
      "grad_norm": 0.11752720922231674,
      "learning_rate": 8.066320501761619e-05,
      "loss": 0.0165,
      "step": 97610
    },
    {
      "grad_norm": 0.1488388329744339,
      "learning_rate": 8.065885136694566e-05,
      "loss": 0.0214,
      "step": 97620
    },
    {
      "grad_norm": 0.1589730978012085,
      "learning_rate": 8.065449734374113e-05,
      "loss": 0.0194,
      "step": 97630
    },
    {
      "grad_norm": 0.09361426532268524,
      "learning_rate": 8.065014294805551e-05,
      "loss": 0.0154,
      "step": 97640
    },
    {
      "grad_norm": 0.1488959789276123,
      "learning_rate": 8.064578817994172e-05,
      "loss": 0.0139,
      "step": 97650
    },
    {
      "grad_norm": 0.27134373784065247,
      "learning_rate": 8.064143303945266e-05,
      "loss": 0.021,
      "step": 97660
    },
    {
      "grad_norm": 0.2979338467121124,
      "learning_rate": 8.063707752664127e-05,
      "loss": 0.0157,
      "step": 97670
    },
    {
      "grad_norm": 0.18158908188343048,
      "learning_rate": 8.063272164156046e-05,
      "loss": 0.0225,
      "step": 97680
    },
    {
      "grad_norm": 0.16795988380908966,
      "learning_rate": 8.062836538426316e-05,
      "loss": 0.0255,
      "step": 97690
    },
    {
      "grad_norm": 0.1954992264509201,
      "learning_rate": 8.06240087548023e-05,
      "loss": 0.0191,
      "step": 97700
    },
    {
      "grad_norm": 0.4050682783126831,
      "learning_rate": 8.061965175323083e-05,
      "loss": 0.0186,
      "step": 97710
    },
    {
      "grad_norm": 0.24578998982906342,
      "learning_rate": 8.061529437960167e-05,
      "loss": 0.0184,
      "step": 97720
    },
    {
      "grad_norm": 0.11105625331401825,
      "learning_rate": 8.061093663396778e-05,
      "loss": 0.0156,
      "step": 97730
    },
    {
      "grad_norm": 0.12825869023799896,
      "learning_rate": 8.060657851638209e-05,
      "loss": 0.0235,
      "step": 97740
    },
    {
      "grad_norm": 0.19487576186656952,
      "learning_rate": 8.06022200268976e-05,
      "loss": 0.0174,
      "step": 97750
    },
    {
      "grad_norm": 0.14907220005989075,
      "learning_rate": 8.059786116556724e-05,
      "loss": 0.0167,
      "step": 97760
    },
    {
      "grad_norm": 0.1141790971159935,
      "learning_rate": 8.059350193244396e-05,
      "loss": 0.0213,
      "step": 97770
    },
    {
      "grad_norm": 0.15561282634735107,
      "learning_rate": 8.058914232758078e-05,
      "loss": 0.0195,
      "step": 97780
    },
    {
      "grad_norm": 0.17648904025554657,
      "learning_rate": 8.05847823510306e-05,
      "loss": 0.0245,
      "step": 97790
    },
    {
      "grad_norm": 0.22649133205413818,
      "learning_rate": 8.058042200284645e-05,
      "loss": 0.0219,
      "step": 97800
    },
    {
      "grad_norm": 0.13618893921375275,
      "learning_rate": 8.057606128308132e-05,
      "loss": 0.0192,
      "step": 97810
    },
    {
      "grad_norm": 0.13046500086784363,
      "learning_rate": 8.057170019178817e-05,
      "loss": 0.0203,
      "step": 97820
    },
    {
      "grad_norm": 0.1426497846841812,
      "learning_rate": 8.056733872901997e-05,
      "loss": 0.0244,
      "step": 97830
    },
    {
      "grad_norm": 0.14926843345165253,
      "learning_rate": 8.056297689482978e-05,
      "loss": 0.0197,
      "step": 97840
    },
    {
      "grad_norm": 0.13952326774597168,
      "learning_rate": 8.055861468927055e-05,
      "loss": 0.0222,
      "step": 97850
    },
    {
      "grad_norm": 0.14173577725887299,
      "learning_rate": 8.055425211239529e-05,
      "loss": 0.018,
      "step": 97860
    },
    {
      "grad_norm": 0.23906102776527405,
      "learning_rate": 8.054988916425702e-05,
      "loss": 0.0192,
      "step": 97870
    },
    {
      "grad_norm": 0.12016920000314713,
      "learning_rate": 8.054552584490878e-05,
      "loss": 0.0188,
      "step": 97880
    },
    {
      "grad_norm": 0.10826601088047028,
      "learning_rate": 8.054116215440354e-05,
      "loss": 0.0153,
      "step": 97890
    },
    {
      "grad_norm": 0.2996395528316498,
      "learning_rate": 8.053679809279434e-05,
      "loss": 0.0231,
      "step": 97900
    },
    {
      "grad_norm": 0.1332225501537323,
      "learning_rate": 8.053243366013422e-05,
      "loss": 0.0152,
      "step": 97910
    },
    {
      "grad_norm": 0.16236236691474915,
      "learning_rate": 8.052806885647621e-05,
      "loss": 0.0238,
      "step": 97920
    },
    {
      "grad_norm": 0.13176946341991425,
      "learning_rate": 8.052370368187332e-05,
      "loss": 0.0136,
      "step": 97930
    },
    {
      "grad_norm": 0.14784054458141327,
      "learning_rate": 8.051933813637863e-05,
      "loss": 0.0229,
      "step": 97940
    },
    {
      "grad_norm": 0.12069683521986008,
      "learning_rate": 8.051497222004516e-05,
      "loss": 0.0163,
      "step": 97950
    },
    {
      "grad_norm": 0.13115864992141724,
      "learning_rate": 8.051060593292596e-05,
      "loss": 0.0214,
      "step": 97960
    },
    {
      "grad_norm": 0.10487959533929825,
      "learning_rate": 8.05062392750741e-05,
      "loss": 0.0167,
      "step": 97970
    },
    {
      "grad_norm": 0.6972189545631409,
      "learning_rate": 8.050187224654263e-05,
      "loss": 0.0157,
      "step": 97980
    },
    {
      "grad_norm": 0.16164803504943848,
      "learning_rate": 8.049750484738461e-05,
      "loss": 0.0152,
      "step": 97990
    },
    {
      "grad_norm": 0.22960099577903748,
      "learning_rate": 8.049313707765312e-05,
      "loss": 0.0217,
      "step": 98000
    },
    {
      "grad_norm": 0.1343831568956375,
      "learning_rate": 8.048876893740121e-05,
      "loss": 0.0164,
      "step": 98010
    },
    {
      "grad_norm": 0.12947292625904083,
      "learning_rate": 8.048440042668198e-05,
      "loss": 0.0194,
      "step": 98020
    },
    {
      "grad_norm": 0.159746453166008,
      "learning_rate": 8.048003154554851e-05,
      "loss": 0.0223,
      "step": 98030
    },
    {
      "grad_norm": 0.13818547129631042,
      "learning_rate": 8.047566229405386e-05,
      "loss": 0.0139,
      "step": 98040
    },
    {
      "grad_norm": 0.1463712900876999,
      "learning_rate": 8.047129267225115e-05,
      "loss": 0.0229,
      "step": 98050
    },
    {
      "grad_norm": 0.2162671983242035,
      "learning_rate": 8.046692268019345e-05,
      "loss": 0.0148,
      "step": 98060
    },
    {
      "grad_norm": 0.22427338361740112,
      "learning_rate": 8.046255231793389e-05,
      "loss": 0.0219,
      "step": 98070
    },
    {
      "grad_norm": 0.2702845633029938,
      "learning_rate": 8.045818158552555e-05,
      "loss": 0.0228,
      "step": 98080
    },
    {
      "grad_norm": 0.10472891479730606,
      "learning_rate": 8.045381048302157e-05,
      "loss": 0.0185,
      "step": 98090
    },
    {
      "grad_norm": 0.15815967321395874,
      "learning_rate": 8.044943901047502e-05,
      "loss": 0.0164,
      "step": 98100
    },
    {
      "grad_norm": 0.18131043016910553,
      "learning_rate": 8.044506716793904e-05,
      "loss": 0.019,
      "step": 98110
    },
    {
      "grad_norm": 0.19996120035648346,
      "learning_rate": 8.044069495546674e-05,
      "loss": 0.022,
      "step": 98120
    },
    {
      "grad_norm": 0.11566619575023651,
      "learning_rate": 8.043632237311127e-05,
      "loss": 0.017,
      "step": 98130
    },
    {
      "grad_norm": 0.19937950372695923,
      "learning_rate": 8.043194942092574e-05,
      "loss": 0.0235,
      "step": 98140
    },
    {
      "grad_norm": 0.15632979571819305,
      "learning_rate": 8.042757609896327e-05,
      "loss": 0.0233,
      "step": 98150
    },
    {
      "grad_norm": 0.11557856947183609,
      "learning_rate": 8.042320240727705e-05,
      "loss": 0.0163,
      "step": 98160
    },
    {
      "grad_norm": 0.15625110268592834,
      "learning_rate": 8.04188283459202e-05,
      "loss": 0.0165,
      "step": 98170
    },
    {
      "grad_norm": 0.4806530773639679,
      "learning_rate": 8.041445391494584e-05,
      "loss": 0.0221,
      "step": 98180
    },
    {
      "grad_norm": 0.15518319606781006,
      "learning_rate": 8.041007911440718e-05,
      "loss": 0.0164,
      "step": 98190
    },
    {
      "grad_norm": 0.08471672236919403,
      "learning_rate": 8.040570394435733e-05,
      "loss": 0.0174,
      "step": 98200
    },
    {
      "grad_norm": 0.252485454082489,
      "learning_rate": 8.040132840484946e-05,
      "loss": 0.0215,
      "step": 98210
    },
    {
      "grad_norm": 0.10618630051612854,
      "learning_rate": 8.039695249593676e-05,
      "loss": 0.0206,
      "step": 98220
    },
    {
      "grad_norm": 0.1965673565864563,
      "learning_rate": 8.039257621767238e-05,
      "loss": 0.021,
      "step": 98230
    },
    {
      "grad_norm": 0.12462431192398071,
      "learning_rate": 8.038819957010952e-05,
      "loss": 0.014,
      "step": 98240
    },
    {
      "grad_norm": 0.19745299220085144,
      "learning_rate": 8.038382255330133e-05,
      "loss": 0.021,
      "step": 98250
    },
    {
      "grad_norm": 0.15800808370113373,
      "learning_rate": 8.037944516730101e-05,
      "loss": 0.0215,
      "step": 98260
    },
    {
      "grad_norm": 0.15196014940738678,
      "learning_rate": 8.037506741216174e-05,
      "loss": 0.022,
      "step": 98270
    },
    {
      "grad_norm": 0.08755394071340561,
      "learning_rate": 8.037068928793674e-05,
      "loss": 0.0165,
      "step": 98280
    },
    {
      "grad_norm": 0.13928644359111786,
      "learning_rate": 8.036631079467917e-05,
      "loss": 0.0245,
      "step": 98290
    },
    {
      "grad_norm": 0.2074417769908905,
      "learning_rate": 8.036193193244228e-05,
      "loss": 0.0158,
      "step": 98300
    },
    {
      "grad_norm": 0.26832717657089233,
      "learning_rate": 8.035755270127922e-05,
      "loss": 0.0206,
      "step": 98310
    },
    {
      "grad_norm": 0.15156452357769012,
      "learning_rate": 8.035317310124327e-05,
      "loss": 0.0142,
      "step": 98320
    },
    {
      "grad_norm": 0.11797501146793365,
      "learning_rate": 8.034879313238758e-05,
      "loss": 0.0239,
      "step": 98330
    },
    {
      "grad_norm": 0.48422950506210327,
      "learning_rate": 8.03444127947654e-05,
      "loss": 0.0166,
      "step": 98340
    },
    {
      "grad_norm": 0.10066299140453339,
      "learning_rate": 8.034003208842997e-05,
      "loss": 0.0156,
      "step": 98350
    },
    {
      "grad_norm": 0.1403294950723648,
      "learning_rate": 8.033565101343448e-05,
      "loss": 0.0185,
      "step": 98360
    },
    {
      "grad_norm": 0.3053474426269531,
      "learning_rate": 8.033126956983221e-05,
      "loss": 0.0208,
      "step": 98370
    },
    {
      "grad_norm": 0.1794678419828415,
      "learning_rate": 8.032688775767637e-05,
      "loss": 0.0126,
      "step": 98380
    },
    {
      "grad_norm": 0.1853281408548355,
      "learning_rate": 8.032250557702021e-05,
      "loss": 0.0288,
      "step": 98390
    },
    {
      "grad_norm": 0.17210976779460907,
      "learning_rate": 8.0318123027917e-05,
      "loss": 0.0244,
      "step": 98400
    },
    {
      "grad_norm": 0.09383139759302139,
      "learning_rate": 8.031374011041993e-05,
      "loss": 0.0193,
      "step": 98410
    },
    {
      "grad_norm": 0.22450226545333862,
      "learning_rate": 8.030935682458231e-05,
      "loss": 0.0213,
      "step": 98420
    },
    {
      "grad_norm": 0.31728869676589966,
      "learning_rate": 8.03049731704574e-05,
      "loss": 0.0235,
      "step": 98430
    },
    {
      "grad_norm": 0.14705538749694824,
      "learning_rate": 8.030058914809844e-05,
      "loss": 0.0197,
      "step": 98440
    },
    {
      "grad_norm": 0.1615728884935379,
      "learning_rate": 8.029620475755872e-05,
      "loss": 0.0171,
      "step": 98450
    },
    {
      "grad_norm": 0.13935282826423645,
      "learning_rate": 8.029181999889152e-05,
      "loss": 0.0195,
      "step": 98460
    },
    {
      "grad_norm": 0.13385626673698425,
      "learning_rate": 8.028743487215009e-05,
      "loss": 0.0196,
      "step": 98470
    },
    {
      "grad_norm": 0.23225627839565277,
      "learning_rate": 8.028304937738773e-05,
      "loss": 0.0216,
      "step": 98480
    },
    {
      "grad_norm": 0.1309186965227127,
      "learning_rate": 8.027866351465775e-05,
      "loss": 0.0179,
      "step": 98490
    },
    {
      "grad_norm": 0.11179378628730774,
      "learning_rate": 8.02742772840134e-05,
      "loss": 0.0177,
      "step": 98500
    },
    {
      "grad_norm": 0.12231124192476273,
      "learning_rate": 8.026989068550801e-05,
      "loss": 0.0169,
      "step": 98510
    },
    {
      "grad_norm": 0.17088279128074646,
      "learning_rate": 8.026550371919485e-05,
      "loss": 0.0222,
      "step": 98520
    },
    {
      "grad_norm": 0.10347051173448563,
      "learning_rate": 8.026111638512725e-05,
      "loss": 0.014,
      "step": 98530
    },
    {
      "grad_norm": 0.14637310802936554,
      "learning_rate": 8.025672868335851e-05,
      "loss": 0.0155,
      "step": 98540
    },
    {
      "grad_norm": 0.10006166249513626,
      "learning_rate": 8.025234061394198e-05,
      "loss": 0.0168,
      "step": 98550
    },
    {
      "grad_norm": 0.22659306228160858,
      "learning_rate": 8.024795217693094e-05,
      "loss": 0.0171,
      "step": 98560
    },
    {
      "grad_norm": 0.11486983299255371,
      "learning_rate": 8.024356337237868e-05,
      "loss": 0.0149,
      "step": 98570
    },
    {
      "grad_norm": 0.0971333310008049,
      "learning_rate": 8.023917420033862e-05,
      "loss": 0.0144,
      "step": 98580
    },
    {
      "grad_norm": 0.9670413732528687,
      "learning_rate": 8.0234784660864e-05,
      "loss": 0.0179,
      "step": 98590
    },
    {
      "grad_norm": 0.20567724108695984,
      "learning_rate": 8.023039475400825e-05,
      "loss": 0.0146,
      "step": 98600
    },
    {
      "grad_norm": 0.126217782497406,
      "learning_rate": 8.022600447982462e-05,
      "loss": 0.0184,
      "step": 98610
    },
    {
      "grad_norm": 0.1013953909277916,
      "learning_rate": 8.022161383836652e-05,
      "loss": 0.0213,
      "step": 98620
    },
    {
      "grad_norm": 0.12524646520614624,
      "learning_rate": 8.021722282968727e-05,
      "loss": 0.0151,
      "step": 98630
    },
    {
      "grad_norm": 0.14982694387435913,
      "learning_rate": 8.021283145384022e-05,
      "loss": 0.0135,
      "step": 98640
    },
    {
      "grad_norm": 0.19153814017772675,
      "learning_rate": 8.020843971087877e-05,
      "loss": 0.0144,
      "step": 98650
    },
    {
      "grad_norm": 0.2644265592098236,
      "learning_rate": 8.020404760085622e-05,
      "loss": 0.0205,
      "step": 98660
    },
    {
      "grad_norm": 0.10079871863126755,
      "learning_rate": 8.0199655123826e-05,
      "loss": 0.0148,
      "step": 98670
    },
    {
      "grad_norm": 0.21547675132751465,
      "learning_rate": 8.019526227984147e-05,
      "loss": 0.0184,
      "step": 98680
    },
    {
      "grad_norm": 0.1859365999698639,
      "learning_rate": 8.019086906895596e-05,
      "loss": 0.0203,
      "step": 98690
    },
    {
      "grad_norm": 0.10058873146772385,
      "learning_rate": 8.018647549122291e-05,
      "loss": 0.0145,
      "step": 98700
    },
    {
      "grad_norm": 0.16549114882946014,
      "learning_rate": 8.018208154669568e-05,
      "loss": 0.0215,
      "step": 98710
    },
    {
      "grad_norm": 0.14121100306510925,
      "learning_rate": 8.017768723542765e-05,
      "loss": 0.0144,
      "step": 98720
    },
    {
      "grad_norm": 0.3454425632953644,
      "learning_rate": 8.017329255747223e-05,
      "loss": 0.0224,
      "step": 98730
    },
    {
      "grad_norm": 0.30473318696022034,
      "learning_rate": 8.016889751288283e-05,
      "loss": 0.0212,
      "step": 98740
    },
    {
      "grad_norm": 0.11664406210184097,
      "learning_rate": 8.016450210171283e-05,
      "loss": 0.0148,
      "step": 98750
    },
    {
      "grad_norm": 0.40504762530326843,
      "learning_rate": 8.016010632401565e-05,
      "loss": 0.0161,
      "step": 98760
    },
    {
      "grad_norm": 0.1676805168390274,
      "learning_rate": 8.015571017984471e-05,
      "loss": 0.0211,
      "step": 98770
    },
    {
      "grad_norm": 0.15211008489131927,
      "learning_rate": 8.015131366925341e-05,
      "loss": 0.0158,
      "step": 98780
    },
    {
      "grad_norm": 0.18248295783996582,
      "learning_rate": 8.014691679229518e-05,
      "loss": 0.0172,
      "step": 98790
    },
    {
      "grad_norm": 0.15490899980068207,
      "learning_rate": 8.014251954902347e-05,
      "loss": 0.016,
      "step": 98800
    },
    {
      "grad_norm": 0.16616623103618622,
      "learning_rate": 8.013812193949166e-05,
      "loss": 0.0218,
      "step": 98810
    },
    {
      "grad_norm": 0.09072157740592957,
      "learning_rate": 8.013372396375323e-05,
      "loss": 0.0194,
      "step": 98820
    },
    {
      "grad_norm": 0.12755918502807617,
      "learning_rate": 8.012932562186159e-05,
      "loss": 0.0196,
      "step": 98830
    },
    {
      "grad_norm": 0.08832785487174988,
      "learning_rate": 8.012492691387021e-05,
      "loss": 0.0185,
      "step": 98840
    },
    {
      "grad_norm": 0.10161464661359787,
      "learning_rate": 8.012052783983252e-05,
      "loss": 0.0227,
      "step": 98850
    },
    {
      "grad_norm": 0.13145561516284943,
      "learning_rate": 8.011612839980198e-05,
      "loss": 0.0175,
      "step": 98860
    },
    {
      "grad_norm": 0.14017991721630096,
      "learning_rate": 8.011172859383204e-05,
      "loss": 0.0119,
      "step": 98870
    },
    {
      "grad_norm": 0.11545822769403458,
      "learning_rate": 8.010732842197616e-05,
      "loss": 0.0122,
      "step": 98880
    },
    {
      "grad_norm": 0.19020622968673706,
      "learning_rate": 8.010292788428784e-05,
      "loss": 0.0179,
      "step": 98890
    },
    {
      "grad_norm": 0.1651829034090042,
      "learning_rate": 8.00985269808205e-05,
      "loss": 0.0175,
      "step": 98900
    },
    {
      "grad_norm": 0.12990856170654297,
      "learning_rate": 8.009412571162765e-05,
      "loss": 0.0214,
      "step": 98910
    },
    {
      "grad_norm": 0.1210581362247467,
      "learning_rate": 8.008972407676277e-05,
      "loss": 0.0228,
      "step": 98920
    },
    {
      "grad_norm": 0.27595579624176025,
      "learning_rate": 8.008532207627932e-05,
      "loss": 0.0171,
      "step": 98930
    },
    {
      "grad_norm": 0.1978050023317337,
      "learning_rate": 8.008091971023079e-05,
      "loss": 0.021,
      "step": 98940
    },
    {
      "grad_norm": 0.28462883830070496,
      "learning_rate": 8.007651697867069e-05,
      "loss": 0.0179,
      "step": 98950
    },
    {
      "grad_norm": 0.11936690658330917,
      "learning_rate": 8.007211388165252e-05,
      "loss": 0.0169,
      "step": 98960
    },
    {
      "grad_norm": 0.1813027709722519,
      "learning_rate": 8.006771041922978e-05,
      "loss": 0.0174,
      "step": 98970
    },
    {
      "grad_norm": 0.12699632346630096,
      "learning_rate": 8.006330659145595e-05,
      "loss": 0.0167,
      "step": 98980
    },
    {
      "grad_norm": 0.6222018003463745,
      "learning_rate": 8.005890239838458e-05,
      "loss": 0.02,
      "step": 98990
    },
    {
      "grad_norm": 0.12840916216373444,
      "learning_rate": 8.005449784006917e-05,
      "loss": 0.0167,
      "step": 99000
    },
    {
      "grad_norm": 0.12235007435083389,
      "learning_rate": 8.005009291656322e-05,
      "loss": 0.0175,
      "step": 99010
    },
    {
      "grad_norm": 0.1680077761411667,
      "learning_rate": 8.004568762792026e-05,
      "loss": 0.0171,
      "step": 99020
    },
    {
      "grad_norm": 0.08633022755384445,
      "learning_rate": 8.004128197419385e-05,
      "loss": 0.0117,
      "step": 99030
    },
    {
      "grad_norm": 0.10182247310876846,
      "learning_rate": 8.003687595543749e-05,
      "loss": 0.0172,
      "step": 99040
    },
    {
      "grad_norm": 0.11976797878742218,
      "learning_rate": 8.003246957170473e-05,
      "loss": 0.0189,
      "step": 99050
    },
    {
      "grad_norm": 0.08907808363437653,
      "learning_rate": 8.00280628230491e-05,
      "loss": 0.0166,
      "step": 99060
    },
    {
      "grad_norm": 0.08562018722295761,
      "learning_rate": 8.002365570952417e-05,
      "loss": 0.0135,
      "step": 99070
    },
    {
      "grad_norm": 0.14014281332492828,
      "learning_rate": 8.001924823118346e-05,
      "loss": 0.0205,
      "step": 99080
    },
    {
      "grad_norm": 0.18483303487300873,
      "learning_rate": 8.001484038808056e-05,
      "loss": 0.0167,
      "step": 99090
    },
    {
      "grad_norm": 0.11914694309234619,
      "learning_rate": 8.0010432180269e-05,
      "loss": 0.0163,
      "step": 99100
    },
    {
      "grad_norm": 0.13883763551712036,
      "learning_rate": 8.000602360780234e-05,
      "loss": 0.0249,
      "step": 99110
    },
    {
      "grad_norm": 0.1982998251914978,
      "learning_rate": 8.000161467073419e-05,
      "loss": 0.0224,
      "step": 99120
    },
    {
      "grad_norm": 0.1703428477048874,
      "learning_rate": 7.999720536911807e-05,
      "loss": 0.0148,
      "step": 99130
    },
    {
      "grad_norm": 0.09104295819997787,
      "learning_rate": 7.999279570300761e-05,
      "loss": 0.0148,
      "step": 99140
    },
    {
      "grad_norm": 0.1657022088766098,
      "learning_rate": 7.998838567245634e-05,
      "loss": 0.022,
      "step": 99150
    },
    {
      "grad_norm": 0.14443598687648773,
      "learning_rate": 7.998397527751788e-05,
      "loss": 0.0135,
      "step": 99160
    },
    {
      "grad_norm": 0.228066086769104,
      "learning_rate": 7.997956451824582e-05,
      "loss": 0.0155,
      "step": 99170
    },
    {
      "grad_norm": 0.1492381989955902,
      "learning_rate": 7.997515339469372e-05,
      "loss": 0.0217,
      "step": 99180
    },
    {
      "grad_norm": 0.1073029562830925,
      "learning_rate": 7.997074190691522e-05,
      "loss": 0.0148,
      "step": 99190
    },
    {
      "grad_norm": 0.32443714141845703,
      "learning_rate": 7.996633005496392e-05,
      "loss": 0.0167,
      "step": 99200
    },
    {
      "grad_norm": 0.11336670815944672,
      "learning_rate": 7.99619178388934e-05,
      "loss": 0.0151,
      "step": 99210
    },
    {
      "grad_norm": 0.16650506854057312,
      "learning_rate": 7.995750525875731e-05,
      "loss": 0.0154,
      "step": 99220
    },
    {
      "grad_norm": 0.08367903530597687,
      "learning_rate": 7.995309231460923e-05,
      "loss": 0.018,
      "step": 99230
    },
    {
      "grad_norm": 0.1729411482810974,
      "learning_rate": 7.99486790065028e-05,
      "loss": 0.0221,
      "step": 99240
    },
    {
      "grad_norm": 0.11518768221139908,
      "learning_rate": 7.994426533449165e-05,
      "loss": 0.0149,
      "step": 99250
    },
    {
      "grad_norm": 0.06985260546207428,
      "learning_rate": 7.99398512986294e-05,
      "loss": 0.018,
      "step": 99260
    },
    {
      "grad_norm": 0.11569979786872864,
      "learning_rate": 7.993543689896968e-05,
      "loss": 0.0141,
      "step": 99270
    },
    {
      "grad_norm": 0.08340764045715332,
      "learning_rate": 7.993102213556616e-05,
      "loss": 0.0166,
      "step": 99280
    },
    {
      "grad_norm": 0.09697617590427399,
      "learning_rate": 7.992660700847244e-05,
      "loss": 0.0164,
      "step": 99290
    },
    {
      "grad_norm": 0.1302482634782791,
      "learning_rate": 7.99221915177422e-05,
      "loss": 0.0183,
      "step": 99300
    },
    {
      "grad_norm": 0.09398990124464035,
      "learning_rate": 7.991777566342909e-05,
      "loss": 0.022,
      "step": 99310
    },
    {
      "grad_norm": 0.12418503314256668,
      "learning_rate": 7.991335944558673e-05,
      "loss": 0.0264,
      "step": 99320
    },
    {
      "grad_norm": 0.3831760287284851,
      "learning_rate": 7.990894286426883e-05,
      "loss": 0.0227,
      "step": 99330
    },
    {
      "grad_norm": 0.1773456186056137,
      "learning_rate": 7.990452591952902e-05,
      "loss": 0.0151,
      "step": 99340
    },
    {
      "grad_norm": 0.3012937605381012,
      "learning_rate": 7.990010861142101e-05,
      "loss": 0.0239,
      "step": 99350
    },
    {
      "grad_norm": 0.12175504118204117,
      "learning_rate": 7.989569093999843e-05,
      "loss": 0.0157,
      "step": 99360
    },
    {
      "grad_norm": 0.1515110433101654,
      "learning_rate": 7.989127290531499e-05,
      "loss": 0.0237,
      "step": 99370
    },
    {
      "grad_norm": 0.27068036794662476,
      "learning_rate": 7.988685450742437e-05,
      "loss": 0.0189,
      "step": 99380
    },
    {
      "grad_norm": 0.10732448846101761,
      "learning_rate": 7.988243574638024e-05,
      "loss": 0.0162,
      "step": 99390
    },
    {
      "grad_norm": 0.11446521431207657,
      "learning_rate": 7.987801662223631e-05,
      "loss": 0.016,
      "step": 99400
    },
    {
      "grad_norm": 0.15023723244667053,
      "learning_rate": 7.987359713504626e-05,
      "loss": 0.0153,
      "step": 99410
    },
    {
      "grad_norm": 0.11166605353355408,
      "learning_rate": 7.986917728486378e-05,
      "loss": 0.0173,
      "step": 99420
    },
    {
      "grad_norm": 0.10131090134382248,
      "learning_rate": 7.986475707174261e-05,
      "loss": 0.0167,
      "step": 99430
    },
    {
      "grad_norm": 0.16012156009674072,
      "learning_rate": 7.986033649573645e-05,
      "loss": 0.0222,
      "step": 99440
    },
    {
      "grad_norm": 0.12255629897117615,
      "learning_rate": 7.985591555689901e-05,
      "loss": 0.0144,
      "step": 99450
    },
    {
      "grad_norm": 0.15319153666496277,
      "learning_rate": 7.9851494255284e-05,
      "loss": 0.0196,
      "step": 99460
    },
    {
      "grad_norm": 0.11750449240207672,
      "learning_rate": 7.984707259094517e-05,
      "loss": 0.0178,
      "step": 99470
    },
    {
      "grad_norm": 0.12063965201377869,
      "learning_rate": 7.98426505639362e-05,
      "loss": 0.017,
      "step": 99480
    },
    {
      "grad_norm": 0.17858441174030304,
      "learning_rate": 7.983822817431088e-05,
      "loss": 0.0158,
      "step": 99490
    },
    {
      "grad_norm": 0.17098961770534515,
      "learning_rate": 7.983380542212288e-05,
      "loss": 0.0189,
      "step": 99500
    },
    {
      "grad_norm": 0.14976821839809418,
      "learning_rate": 7.9829382307426e-05,
      "loss": 0.0134,
      "step": 99510
    },
    {
      "grad_norm": 0.12187675386667252,
      "learning_rate": 7.982495883027395e-05,
      "loss": 0.0149,
      "step": 99520
    },
    {
      "grad_norm": 0.11460771411657333,
      "learning_rate": 7.982053499072051e-05,
      "loss": 0.025,
      "step": 99530
    },
    {
      "grad_norm": 0.10683952271938324,
      "learning_rate": 7.98161107888194e-05,
      "loss": 0.0156,
      "step": 99540
    },
    {
      "grad_norm": 0.39833810925483704,
      "learning_rate": 7.981168622462439e-05,
      "loss": 0.0158,
      "step": 99550
    },
    {
      "grad_norm": 0.08847232908010483,
      "learning_rate": 7.980726129818925e-05,
      "loss": 0.016,
      "step": 99560
    },
    {
      "grad_norm": 0.11916650086641312,
      "learning_rate": 7.980283600956774e-05,
      "loss": 0.0163,
      "step": 99570
    },
    {
      "grad_norm": 0.15991094708442688,
      "learning_rate": 7.979841035881363e-05,
      "loss": 0.0204,
      "step": 99580
    },
    {
      "grad_norm": 0.12970243394374847,
      "learning_rate": 7.979398434598072e-05,
      "loss": 0.0156,
      "step": 99590
    },
    {
      "grad_norm": 0.10653506219387054,
      "learning_rate": 7.978955797112275e-05,
      "loss": 0.0186,
      "step": 99600
    },
    {
      "grad_norm": 0.1176295056939125,
      "learning_rate": 7.978513123429353e-05,
      "loss": 0.0171,
      "step": 99610
    },
    {
      "grad_norm": 0.12721946835517883,
      "learning_rate": 7.978070413554684e-05,
      "loss": 0.0154,
      "step": 99620
    },
    {
      "grad_norm": 0.12763439118862152,
      "learning_rate": 7.977627667493648e-05,
      "loss": 0.0187,
      "step": 99630
    },
    {
      "grad_norm": 0.14366555213928223,
      "learning_rate": 7.977184885251625e-05,
      "loss": 0.0174,
      "step": 99640
    },
    {
      "grad_norm": 0.22549305856227875,
      "learning_rate": 7.976742066833995e-05,
      "loss": 0.0185,
      "step": 99650
    },
    {
      "grad_norm": 0.08950894325971603,
      "learning_rate": 7.976299212246136e-05,
      "loss": 0.0208,
      "step": 99660
    },
    {
      "grad_norm": 0.15552698075771332,
      "learning_rate": 7.975856321493434e-05,
      "loss": 0.0207,
      "step": 99670
    },
    {
      "grad_norm": 0.21764306724071503,
      "learning_rate": 7.975413394581268e-05,
      "loss": 0.02,
      "step": 99680
    },
    {
      "grad_norm": 0.13226646184921265,
      "learning_rate": 7.974970431515019e-05,
      "loss": 0.0209,
      "step": 99690
    },
    {
      "grad_norm": 0.17773988842964172,
      "learning_rate": 7.97452743230007e-05,
      "loss": 0.0173,
      "step": 99700
    },
    {
      "grad_norm": 0.17719370126724243,
      "learning_rate": 7.974084396941805e-05,
      "loss": 0.0222,
      "step": 99710
    },
    {
      "grad_norm": 0.08795289695262909,
      "learning_rate": 7.973641325445607e-05,
      "loss": 0.0163,
      "step": 99720
    },
    {
      "grad_norm": 0.08543747663497925,
      "learning_rate": 7.973198217816858e-05,
      "loss": 0.0175,
      "step": 99730
    },
    {
      "grad_norm": 0.11223660409450531,
      "learning_rate": 7.972755074060945e-05,
      "loss": 0.0188,
      "step": 99740
    },
    {
      "grad_norm": 0.12971551716327667,
      "learning_rate": 7.97231189418325e-05,
      "loss": 0.0171,
      "step": 99750
    },
    {
      "grad_norm": 0.09227702021598816,
      "learning_rate": 7.971868678189161e-05,
      "loss": 0.0211,
      "step": 99760
    },
    {
      "grad_norm": 0.1814587116241455,
      "learning_rate": 7.971425426084059e-05,
      "loss": 0.0194,
      "step": 99770
    },
    {
      "grad_norm": 0.1046004593372345,
      "learning_rate": 7.970982137873333e-05,
      "loss": 0.0186,
      "step": 99780
    },
    {
      "grad_norm": 0.1169830709695816,
      "learning_rate": 7.970538813562371e-05,
      "loss": 0.0203,
      "step": 99790
    },
    {
      "grad_norm": 0.1130852922797203,
      "learning_rate": 7.970095453156556e-05,
      "loss": 0.0171,
      "step": 99800
    },
    {
      "grad_norm": 0.23239581286907196,
      "learning_rate": 7.969652056661277e-05,
      "loss": 0.0152,
      "step": 99810
    },
    {
      "grad_norm": 0.15478581190109253,
      "learning_rate": 7.969208624081924e-05,
      "loss": 0.0175,
      "step": 99820
    },
    {
      "grad_norm": 0.3393002152442932,
      "learning_rate": 7.96876515542388e-05,
      "loss": 0.0174,
      "step": 99830
    },
    {
      "grad_norm": 0.15772892534732819,
      "learning_rate": 7.968321650692536e-05,
      "loss": 0.0152,
      "step": 99840
    },
    {
      "grad_norm": 0.16176529228687286,
      "learning_rate": 7.967878109893283e-05,
      "loss": 0.017,
      "step": 99850
    },
    {
      "grad_norm": 0.20333388447761536,
      "learning_rate": 7.96743453303151e-05,
      "loss": 0.0208,
      "step": 99860
    },
    {
      "grad_norm": 0.26767808198928833,
      "learning_rate": 7.966990920112603e-05,
      "loss": 0.0377,
      "step": 99870
    },
    {
      "grad_norm": 0.1818295419216156,
      "learning_rate": 7.966547271141957e-05,
      "loss": 0.0166,
      "step": 99880
    },
    {
      "grad_norm": 0.18386943638324738,
      "learning_rate": 7.966103586124959e-05,
      "loss": 0.0204,
      "step": 99890
    },
    {
      "grad_norm": 0.20455166697502136,
      "learning_rate": 7.965659865067004e-05,
      "loss": 0.0198,
      "step": 99900
    },
    {
      "grad_norm": 0.21562500298023224,
      "learning_rate": 7.965216107973481e-05,
      "loss": 0.0173,
      "step": 99910
    },
    {
      "grad_norm": 0.10978995263576508,
      "learning_rate": 7.964772314849782e-05,
      "loss": 0.0218,
      "step": 99920
    },
    {
      "grad_norm": 0.2944597601890564,
      "learning_rate": 7.9643284857013e-05,
      "loss": 0.016,
      "step": 99930
    },
    {
      "grad_norm": 0.09164228290319443,
      "learning_rate": 7.963884620533428e-05,
      "loss": 0.0163,
      "step": 99940
    },
    {
      "grad_norm": 0.17068105936050415,
      "learning_rate": 7.96344071935156e-05,
      "loss": 0.013,
      "step": 99950
    },
    {
      "grad_norm": 0.1446647346019745,
      "learning_rate": 7.962996782161089e-05,
      "loss": 0.0222,
      "step": 99960
    },
    {
      "grad_norm": 0.15170669555664062,
      "learning_rate": 7.962552808967412e-05,
      "loss": 0.0187,
      "step": 99970
    },
    {
      "grad_norm": 0.11035847663879395,
      "learning_rate": 7.962108799775917e-05,
      "loss": 0.0167,
      "step": 99980
    },
    {
      "grad_norm": 0.1661766916513443,
      "learning_rate": 7.961664754592006e-05,
      "loss": 0.0168,
      "step": 99990
    },
    {
      "grad_norm": 0.09763991832733154,
      "learning_rate": 7.961220673421072e-05,
      "loss": 0.0155,
      "step": 100000
    }
  ],
  "logging_steps": 10,
  "max_steps": 300000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 50000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}