{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1,
  "eval_steps": 500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 1.775665283203125,
      "learning_rate": 1.8e-07,
      "loss": 1.2459,
      "step": 10
    },
    {
      "grad_norm": 1.8006603717803955,
      "learning_rate": 3.8e-07,
      "loss": 1.2474,
      "step": 20
    },
    {
      "grad_norm": 1.7776480913162231,
      "learning_rate": 5.8e-07,
      "loss": 1.2534,
      "step": 30
    },
    {
      "grad_norm": 1.6365658044815063,
      "learning_rate": 7.8e-07,
      "loss": 1.2435,
      "step": 40
    },
    {
      "grad_norm": 1.465846061706543,
      "learning_rate": 9.8e-07,
      "loss": 1.2257,
      "step": 50
    },
    {
      "grad_norm": 1.0099663734436035,
      "learning_rate": 1.18e-06,
      "loss": 1.205,
      "step": 60
    },
    {
      "grad_norm": 0.7630435824394226,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 1.1777,
      "step": 70
    },
    {
      "grad_norm": 0.4639379680156708,
      "learning_rate": 1.5800000000000003e-06,
      "loss": 1.1724,
      "step": 80
    },
    {
      "grad_norm": 0.36149483919143677,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 1.1488,
      "step": 90
    },
    {
      "grad_norm": 0.37011831998825073,
      "learning_rate": 1.98e-06,
      "loss": 1.1551,
      "step": 100
    },
    {
      "grad_norm": 0.28454360365867615,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 1.1449,
      "step": 110
    },
    {
      "grad_norm": 0.31042224168777466,
      "learning_rate": 2.38e-06,
      "loss": 1.146,
      "step": 120
    },
    {
      "grad_norm": 0.30090591311454773,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 1.1378,
      "step": 130
    },
    {
      "grad_norm": 0.3730885684490204,
      "learning_rate": 2.78e-06,
      "loss": 1.1428,
      "step": 140
    },
    {
      "grad_norm": 0.2819376289844513,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 1.1497,
      "step": 150
    },
    {
      "grad_norm": 0.33462652564048767,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 1.1373,
      "step": 160
    },
    {
      "grad_norm": 0.21172603964805603,
      "learning_rate": 3.38e-06,
      "loss": 1.1329,
      "step": 170
    },
    {
      "grad_norm": 0.2958638370037079,
      "learning_rate": 3.58e-06,
      "loss": 1.1405,
      "step": 180
    },
    {
      "grad_norm": 0.3197462260723114,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 1.1269,
      "step": 190
    },
    {
      "grad_norm": 0.36853522062301636,
      "learning_rate": 3.98e-06,
      "loss": 1.1312,
      "step": 200
    },
    {
      "grad_norm": 0.41355302929878235,
      "learning_rate": 4.18e-06,
      "loss": 1.1263,
      "step": 210
    },
    {
      "grad_norm": 0.41098693013191223,
      "learning_rate": 4.38e-06,
      "loss": 1.1298,
      "step": 220
    },
    {
      "grad_norm": 0.2925293445587158,
      "learning_rate": 4.58e-06,
      "loss": 1.1182,
      "step": 230
    },
    {
      "grad_norm": 0.5053501129150391,
      "learning_rate": 4.780000000000001e-06,
      "loss": 1.1138,
      "step": 240
    },
    {
      "grad_norm": 0.3710362911224365,
      "learning_rate": 4.98e-06,
      "loss": 1.0948,
      "step": 250
    },
    {
      "grad_norm": 0.37328803539276123,
      "learning_rate": 5.18e-06,
      "loss": 1.0996,
      "step": 260
    },
    {
      "grad_norm": 0.39009347558021545,
      "learning_rate": 5.38e-06,
      "loss": 1.0835,
      "step": 270
    },
    {
      "grad_norm": 0.4309180974960327,
      "learning_rate": 5.580000000000001e-06,
      "loss": 1.0791,
      "step": 280
    },
    {
      "grad_norm": 0.4729507863521576,
      "learning_rate": 5.78e-06,
      "loss": 1.0567,
      "step": 290
    },
    {
      "grad_norm": 0.6347916722297668,
      "learning_rate": 5.98e-06,
      "loss": 1.0571,
      "step": 300
    },
    {
      "grad_norm": 0.5822917819023132,
      "learning_rate": 6.18e-06,
      "loss": 1.0539,
      "step": 310
    },
    {
      "grad_norm": 0.47035670280456543,
      "learning_rate": 6.38e-06,
      "loss": 1.0484,
      "step": 320
    },
    {
      "grad_norm": 0.4800194501876831,
      "learning_rate": 6.58e-06,
      "loss": 1.0384,
      "step": 330
    },
    {
      "grad_norm": 0.5258088111877441,
      "learning_rate": 6.78e-06,
      "loss": 1.0289,
      "step": 340
    },
    {
      "grad_norm": 0.5151435732841492,
      "learning_rate": 6.98e-06,
      "loss": 1.0326,
      "step": 350
    },
    {
      "grad_norm": 0.7264977097511292,
      "learning_rate": 7.180000000000001e-06,
      "loss": 1.0114,
      "step": 360
    },
    {
      "grad_norm": 0.8875923156738281,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 0.9882,
      "step": 370
    },
    {
      "grad_norm": 0.8583943843841553,
      "learning_rate": 7.580000000000001e-06,
      "loss": 0.9699,
      "step": 380
    },
    {
      "grad_norm": 0.8830875754356384,
      "learning_rate": 7.78e-06,
      "loss": 0.9492,
      "step": 390
    },
    {
      "grad_norm": 1.2209216356277466,
      "learning_rate": 7.98e-06,
      "loss": 0.9143,
      "step": 400
    },
    {
      "grad_norm": 1.1229692697525024,
      "learning_rate": 8.18e-06,
      "loss": 0.8809,
      "step": 410
    },
    {
      "grad_norm": 1.2567274570465088,
      "learning_rate": 8.380000000000001e-06,
      "loss": 0.8308,
      "step": 420
    },
    {
      "grad_norm": 1.3022184371948242,
      "learning_rate": 8.580000000000001e-06,
      "loss": 0.8125,
      "step": 430
    },
    {
      "grad_norm": 1.4625277519226074,
      "learning_rate": 8.78e-06,
      "loss": 0.7822,
      "step": 440
    },
    {
      "grad_norm": 1.5630838871002197,
      "learning_rate": 8.98e-06,
      "loss": 0.7605,
      "step": 450
    },
    {
      "grad_norm": 1.3062169551849365,
      "learning_rate": 9.180000000000002e-06,
      "loss": 0.7316,
      "step": 460
    },
    {
      "grad_norm": 1.480367660522461,
      "learning_rate": 9.38e-06,
      "loss": 0.7145,
      "step": 470
    },
    {
      "grad_norm": 1.6373467445373535,
      "learning_rate": 9.58e-06,
      "loss": 0.6868,
      "step": 480
    },
    {
      "grad_norm": 1.2964894771575928,
      "learning_rate": 9.78e-06,
      "loss": 0.6551,
      "step": 490
    },
    {
      "grad_norm": 1.2476259469985962,
      "learning_rate": 9.980000000000001e-06,
      "loss": 0.6387,
      "step": 500
    },
    {
      "grad_norm": 1.2335081100463867,
      "learning_rate": 1.018e-05,
      "loss": 0.614,
      "step": 510
    },
    {
      "grad_norm": 1.3435138463974,
      "learning_rate": 1.038e-05,
      "loss": 0.6005,
      "step": 520
    },
    {
      "grad_norm": 1.5091711282730103,
      "learning_rate": 1.058e-05,
      "loss": 0.5758,
      "step": 530
    },
    {
      "grad_norm": 1.3913429975509644,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 0.5535,
      "step": 540
    },
    {
      "grad_norm": 1.5673116445541382,
      "learning_rate": 1.098e-05,
      "loss": 0.5258,
      "step": 550
    },
    {
      "grad_norm": 1.2061394453048706,
      "learning_rate": 1.118e-05,
      "loss": 0.5042,
      "step": 560
    },
    {
      "grad_norm": 1.7407894134521484,
      "learning_rate": 1.1380000000000001e-05,
      "loss": 0.4777,
      "step": 570
    },
    {
      "grad_norm": 1.718432068824768,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.4431,
      "step": 580
    },
    {
      "grad_norm": 1.4845730066299438,
      "learning_rate": 1.178e-05,
      "loss": 0.4007,
      "step": 590
    },
    {
      "grad_norm": 1.5443795919418335,
      "learning_rate": 1.198e-05,
      "loss": 0.3775,
      "step": 600
    },
    {
      "grad_norm": 1.5730947256088257,
      "learning_rate": 1.2180000000000002e-05,
      "loss": 0.3443,
      "step": 610
    },
    {
      "grad_norm": 1.5342825651168823,
      "learning_rate": 1.238e-05,
      "loss": 0.3318,
      "step": 620
    },
    {
      "grad_norm": 1.8967719078063965,
      "learning_rate": 1.258e-05,
      "loss": 0.3008,
      "step": 630
    },
    {
      "grad_norm": 2.1637165546417236,
      "learning_rate": 1.278e-05,
      "loss": 0.2707,
      "step": 640
    },
    {
      "grad_norm": 2.3026540279388428,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.2594,
      "step": 650
    },
    {
      "grad_norm": 1.9306834936141968,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.2457,
      "step": 660
    },
    {
      "grad_norm": 1.636735200881958,
      "learning_rate": 1.338e-05,
      "loss": 0.2194,
      "step": 670
    },
    {
      "grad_norm": 1.8122118711471558,
      "learning_rate": 1.358e-05,
      "loss": 0.2064,
      "step": 680
    },
    {
      "grad_norm": 1.933800220489502,
      "learning_rate": 1.3780000000000002e-05,
      "loss": 0.2038,
      "step": 690
    },
    {
      "grad_norm": 1.6010997295379639,
      "learning_rate": 1.3980000000000002e-05,
      "loss": 0.193,
      "step": 700
    },
    {
      "grad_norm": 2.043034791946411,
      "learning_rate": 1.4180000000000001e-05,
      "loss": 0.2065,
      "step": 710
    },
    {
      "grad_norm": 1.6404719352722168,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 0.1811,
      "step": 720
    },
    {
      "grad_norm": 2.222703456878662,
      "learning_rate": 1.4580000000000003e-05,
      "loss": 0.1607,
      "step": 730
    },
    {
      "grad_norm": 1.5441687107086182,
      "learning_rate": 1.4779999999999999e-05,
      "loss": 0.1745,
      "step": 740
    },
    {
      "grad_norm": 1.9696680307388306,
      "learning_rate": 1.4979999999999999e-05,
      "loss": 0.1705,
      "step": 750
    },
    {
      "grad_norm": 1.7248599529266357,
      "learning_rate": 1.518e-05,
      "loss": 0.171,
      "step": 760
    },
    {
      "grad_norm": 2.310361385345459,
      "learning_rate": 1.538e-05,
      "loss": 0.1628,
      "step": 770
    },
    {
      "grad_norm": 1.7767536640167236,
      "learning_rate": 1.558e-05,
      "loss": 0.1599,
      "step": 780
    },
    {
      "grad_norm": 1.3809053897857666,
      "learning_rate": 1.578e-05,
      "loss": 0.1561,
      "step": 790
    },
    {
      "grad_norm": 1.8111076354980469,
      "learning_rate": 1.598e-05,
      "loss": 0.1543,
      "step": 800
    },
    {
      "grad_norm": 2.080385684967041,
      "learning_rate": 1.618e-05,
      "loss": 0.1486,
      "step": 810
    },
    {
      "grad_norm": 1.756594181060791,
      "learning_rate": 1.6380000000000002e-05,
      "loss": 0.1459,
      "step": 820
    },
    {
      "grad_norm": 1.6584662199020386,
      "learning_rate": 1.658e-05,
      "loss": 0.1443,
      "step": 830
    },
    {
      "grad_norm": 1.4734628200531006,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 0.1365,
      "step": 840
    },
    {
      "grad_norm": 2.3412086963653564,
      "learning_rate": 1.698e-05,
      "loss": 0.141,
      "step": 850
    },
    {
      "grad_norm": 1.933574914932251,
      "learning_rate": 1.718e-05,
      "loss": 0.1488,
      "step": 860
    },
    {
      "grad_norm": 2.0521068572998047,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 0.1337,
      "step": 870
    },
    {
      "grad_norm": 1.7398793697357178,
      "learning_rate": 1.758e-05,
      "loss": 0.1379,
      "step": 880
    },
    {
      "grad_norm": 1.6098215579986572,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 0.125,
      "step": 890
    },
    {
      "grad_norm": 1.6967601776123047,
      "learning_rate": 1.798e-05,
      "loss": 0.1185,
      "step": 900
    },
    {
      "grad_norm": 1.6858727931976318,
      "learning_rate": 1.818e-05,
      "loss": 0.1179,
      "step": 910
    },
    {
      "grad_norm": 1.334216833114624,
      "learning_rate": 1.838e-05,
      "loss": 0.1197,
      "step": 920
    },
    {
      "grad_norm": 1.690228819847107,
      "learning_rate": 1.858e-05,
      "loss": 0.1209,
      "step": 930
    },
    {
      "grad_norm": 2.309962511062622,
      "learning_rate": 1.878e-05,
      "loss": 0.1162,
      "step": 940
    },
    {
      "grad_norm": 1.2557134628295898,
      "learning_rate": 1.898e-05,
      "loss": 0.1202,
      "step": 950
    },
    {
      "grad_norm": 1.8468115329742432,
      "learning_rate": 1.918e-05,
      "loss": 0.1206,
      "step": 960
    },
    {
      "grad_norm": 2.1588213443756104,
      "learning_rate": 1.938e-05,
      "loss": 0.1183,
      "step": 970
    },
    {
      "grad_norm": 1.9463591575622559,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 0.1196,
      "step": 980
    },
    {
      "grad_norm": 1.909501075744629,
      "learning_rate": 1.978e-05,
      "loss": 0.118,
      "step": 990
    },
    {
      "grad_norm": 1.6289474964141846,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 0.118,
      "step": 1000
    },
    {
      "grad_norm": 1.5920497179031372,
      "learning_rate": 2.0180000000000003e-05,
      "loss": 0.1128,
      "step": 1010
    },
    {
      "grad_norm": 1.5876258611679077,
      "learning_rate": 2.038e-05,
      "loss": 0.1152,
      "step": 1020
    },
    {
      "grad_norm": 1.4641977548599243,
      "learning_rate": 2.0580000000000003e-05,
      "loss": 0.1165,
      "step": 1030
    },
    {
      "grad_norm": 1.3542155027389526,
      "learning_rate": 2.078e-05,
      "loss": 0.1063,
      "step": 1040
    },
    {
      "grad_norm": 1.9370126724243164,
      "learning_rate": 2.098e-05,
      "loss": 0.1041,
      "step": 1050
    },
    {
      "grad_norm": 1.5336304903030396,
      "learning_rate": 2.118e-05,
      "loss": 0.1033,
      "step": 1060
    },
    {
      "grad_norm": 1.911483883857727,
      "learning_rate": 2.138e-05,
      "loss": 0.1026,
      "step": 1070
    },
    {
      "grad_norm": 1.7599859237670898,
      "learning_rate": 2.158e-05,
      "loss": 0.0954,
      "step": 1080
    },
    {
      "grad_norm": 1.656410813331604,
      "learning_rate": 2.178e-05,
      "loss": 0.0997,
      "step": 1090
    },
    {
      "grad_norm": 2.2407729625701904,
      "learning_rate": 2.198e-05,
      "loss": 0.1049,
      "step": 1100
    },
    {
      "grad_norm": 1.480260968208313,
      "learning_rate": 2.218e-05,
      "loss": 0.0916,
      "step": 1110
    },
    {
      "grad_norm": 1.7908304929733276,
      "learning_rate": 2.2380000000000003e-05,
      "loss": 0.1032,
      "step": 1120
    },
    {
      "grad_norm": 2.3818678855895996,
      "learning_rate": 2.258e-05,
      "loss": 0.1005,
      "step": 1130
    },
    {
      "grad_norm": 1.8040275573730469,
      "learning_rate": 2.2780000000000002e-05,
      "loss": 0.098,
      "step": 1140
    },
    {
      "grad_norm": 1.6693925857543945,
      "learning_rate": 2.298e-05,
      "loss": 0.1035,
      "step": 1150
    },
    {
      "grad_norm": 1.7212457656860352,
      "learning_rate": 2.318e-05,
      "loss": 0.095,
      "step": 1160
    },
    {
      "grad_norm": 1.7259304523468018,
      "learning_rate": 2.3380000000000003e-05,
      "loss": 0.0978,
      "step": 1170
    },
    {
      "grad_norm": 1.6136237382888794,
      "learning_rate": 2.358e-05,
      "loss": 0.0983,
      "step": 1180
    },
    {
      "grad_norm": 1.4225982427597046,
      "learning_rate": 2.3780000000000003e-05,
      "loss": 0.0957,
      "step": 1190
    },
    {
      "grad_norm": 1.3380581140518188,
      "learning_rate": 2.398e-05,
      "loss": 0.0985,
      "step": 1200
    },
    {
      "grad_norm": 1.51802659034729,
      "learning_rate": 2.418e-05,
      "loss": 0.0929,
      "step": 1210
    },
    {
      "grad_norm": 1.5779268741607666,
      "learning_rate": 2.438e-05,
      "loss": 0.0872,
      "step": 1220
    },
    {
      "grad_norm": 1.709097981452942,
      "learning_rate": 2.4580000000000002e-05,
      "loss": 0.0881,
      "step": 1230
    },
    {
      "grad_norm": 1.5976459980010986,
      "learning_rate": 2.478e-05,
      "loss": 0.0982,
      "step": 1240
    },
    {
      "grad_norm": 1.5077290534973145,
      "learning_rate": 2.498e-05,
      "loss": 0.0947,
      "step": 1250
    },
    {
      "grad_norm": 1.671633005142212,
      "learning_rate": 2.5180000000000003e-05,
      "loss": 0.0803,
      "step": 1260
    },
    {
      "grad_norm": 1.733736515045166,
      "learning_rate": 2.5380000000000004e-05,
      "loss": 0.0978,
      "step": 1270
    },
    {
      "grad_norm": 1.736934781074524,
      "learning_rate": 2.5580000000000002e-05,
      "loss": 0.0887,
      "step": 1280
    },
    {
      "grad_norm": 1.7765599489212036,
      "learning_rate": 2.5779999999999997e-05,
      "loss": 0.0922,
      "step": 1290
    },
    {
      "grad_norm": 1.616905689239502,
      "learning_rate": 2.598e-05,
      "loss": 0.0906,
      "step": 1300
    },
    {
      "grad_norm": 1.6434909105300903,
      "learning_rate": 2.618e-05,
      "loss": 0.0817,
      "step": 1310
    },
    {
      "grad_norm": 1.4403036832809448,
      "learning_rate": 2.6379999999999998e-05,
      "loss": 0.1014,
      "step": 1320
    },
    {
      "grad_norm": 1.3139845132827759,
      "learning_rate": 2.658e-05,
      "loss": 0.0843,
      "step": 1330
    },
    {
      "grad_norm": 1.5314061641693115,
      "learning_rate": 2.678e-05,
      "loss": 0.0789,
      "step": 1340
    },
    {
      "grad_norm": 1.670033574104309,
      "learning_rate": 2.698e-05,
      "loss": 0.0892,
      "step": 1350
    },
    {
      "grad_norm": 1.468614935874939,
      "learning_rate": 2.718e-05,
      "loss": 0.0926,
      "step": 1360
    },
    {
      "grad_norm": 1.516029715538025,
      "learning_rate": 2.738e-05,
      "loss": 0.0826,
      "step": 1370
    },
    {
      "grad_norm": 1.4946731328964233,
      "learning_rate": 2.758e-05,
      "loss": 0.0782,
      "step": 1380
    },
    {
      "grad_norm": 1.6159133911132812,
      "learning_rate": 2.778e-05,
      "loss": 0.0743,
      "step": 1390
    },
    {
      "grad_norm": 1.2443039417266846,
      "learning_rate": 2.798e-05,
      "loss": 0.0766,
      "step": 1400
    },
    {
      "grad_norm": 1.6355807781219482,
      "learning_rate": 2.818e-05,
      "loss": 0.0783,
      "step": 1410
    },
    {
      "grad_norm": 1.1233558654785156,
      "learning_rate": 2.8380000000000003e-05,
      "loss": 0.0802,
      "step": 1420
    },
    {
      "grad_norm": 1.4807885885238647,
      "learning_rate": 2.858e-05,
      "loss": 0.0916,
      "step": 1430
    },
    {
      "grad_norm": 1.8424674272537231,
      "learning_rate": 2.8780000000000002e-05,
      "loss": 0.0784,
      "step": 1440
    },
    {
      "grad_norm": 1.2739874124526978,
      "learning_rate": 2.898e-05,
      "loss": 0.0726,
      "step": 1450
    },
    {
      "grad_norm": 1.5551581382751465,
      "learning_rate": 2.9180000000000002e-05,
      "loss": 0.0829,
      "step": 1460
    },
    {
      "grad_norm": 1.5547388792037964,
      "learning_rate": 2.9380000000000003e-05,
      "loss": 0.0751,
      "step": 1470
    },
    {
      "grad_norm": 1.2586749792099,
      "learning_rate": 2.958e-05,
      "loss": 0.0763,
      "step": 1480
    },
    {
      "grad_norm": 1.2998220920562744,
      "learning_rate": 2.9780000000000003e-05,
      "loss": 0.0787,
      "step": 1490
    },
    {
      "grad_norm": 1.1537818908691406,
      "learning_rate": 2.998e-05,
      "loss": 0.0751,
      "step": 1500
    },
    {
      "grad_norm": 1.569019079208374,
      "learning_rate": 3.0180000000000002e-05,
      "loss": 0.0791,
      "step": 1510
    },
    {
      "grad_norm": 1.9538917541503906,
      "learning_rate": 3.0380000000000004e-05,
      "loss": 0.0779,
      "step": 1520
    },
    {
      "grad_norm": 1.8163516521453857,
      "learning_rate": 3.058e-05,
      "loss": 0.075,
      "step": 1530
    },
    {
      "grad_norm": 1.3041982650756836,
      "learning_rate": 3.078e-05,
      "loss": 0.0784,
      "step": 1540
    },
    {
      "grad_norm": 1.7077465057373047,
      "learning_rate": 3.0980000000000005e-05,
      "loss": 0.0773,
      "step": 1550
    },
    {
      "grad_norm": 1.2418750524520874,
      "learning_rate": 3.118e-05,
      "loss": 0.0768,
      "step": 1560
    },
    {
      "grad_norm": 1.398686170578003,
      "learning_rate": 3.138e-05,
      "loss": 0.0774,
      "step": 1570
    },
    {
      "grad_norm": 1.4768542051315308,
      "learning_rate": 3.1580000000000006e-05,
      "loss": 0.0725,
      "step": 1580
    },
    {
      "grad_norm": 1.1355159282684326,
      "learning_rate": 3.1780000000000004e-05,
      "loss": 0.073,
      "step": 1590
    },
    {
      "grad_norm": 1.2840240001678467,
      "learning_rate": 3.198e-05,
      "loss": 0.0796,
      "step": 1600
    },
    {
      "grad_norm": 1.4005167484283447,
      "learning_rate": 3.218e-05,
      "loss": 0.0717,
      "step": 1610
    },
    {
      "grad_norm": 1.4848135709762573,
      "learning_rate": 3.238e-05,
      "loss": 0.0699,
      "step": 1620
    },
    {
      "grad_norm": 1.502197265625,
      "learning_rate": 3.2579999999999996e-05,
      "loss": 0.0775,
      "step": 1630
    },
    {
      "grad_norm": 1.7683912515640259,
      "learning_rate": 3.278e-05,
      "loss": 0.0768,
      "step": 1640
    },
    {
      "grad_norm": 1.1830830574035645,
      "learning_rate": 3.298e-05,
      "loss": 0.0702,
      "step": 1650
    },
    {
      "grad_norm": 1.4201654195785522,
      "learning_rate": 3.318e-05,
      "loss": 0.0685,
      "step": 1660
    },
    {
      "grad_norm": 1.1277825832366943,
      "learning_rate": 3.338e-05,
      "loss": 0.0732,
      "step": 1670
    },
    {
      "grad_norm": 0.9588015079498291,
      "learning_rate": 3.358e-05,
      "loss": 0.0702,
      "step": 1680
    },
    {
      "grad_norm": 1.0491678714752197,
      "learning_rate": 3.378e-05,
      "loss": 0.0699,
      "step": 1690
    },
    {
      "grad_norm": 1.3812892436981201,
      "learning_rate": 3.398e-05,
      "loss": 0.0852,
      "step": 1700
    },
    {
      "grad_norm": 1.305217981338501,
      "learning_rate": 3.418e-05,
      "loss": 0.0723,
      "step": 1710
    },
    {
      "grad_norm": 1.474246859550476,
      "learning_rate": 3.438e-05,
      "loss": 0.0721,
      "step": 1720
    },
    {
      "grad_norm": 1.3952361345291138,
      "learning_rate": 3.4580000000000004e-05,
      "loss": 0.0744,
      "step": 1730
    },
    {
      "grad_norm": 1.1891484260559082,
      "learning_rate": 3.478e-05,
      "loss": 0.0667,
      "step": 1740
    },
    {
      "grad_norm": 1.1835684776306152,
      "learning_rate": 3.498e-05,
      "loss": 0.0666,
      "step": 1750
    },
    {
      "grad_norm": 1.1999907493591309,
      "learning_rate": 3.518e-05,
      "loss": 0.0648,
      "step": 1760
    },
    {
      "grad_norm": 1.2668675184249878,
      "learning_rate": 3.5380000000000003e-05,
      "loss": 0.0813,
      "step": 1770
    },
    {
      "grad_norm": 1.2897546291351318,
      "learning_rate": 3.558e-05,
      "loss": 0.0716,
      "step": 1780
    },
    {
      "grad_norm": 1.3775722980499268,
      "learning_rate": 3.578e-05,
      "loss": 0.0694,
      "step": 1790
    },
    {
      "grad_norm": 1.5125720500946045,
      "learning_rate": 3.5980000000000004e-05,
      "loss": 0.0769,
      "step": 1800
    },
    {
      "grad_norm": 1.5418047904968262,
      "learning_rate": 3.618e-05,
      "loss": 0.0681,
      "step": 1810
    },
    {
      "grad_norm": 1.5127960443496704,
      "learning_rate": 3.638e-05,
      "loss": 0.0696,
      "step": 1820
    },
    {
      "grad_norm": 1.3286449909210205,
      "learning_rate": 3.6580000000000006e-05,
      "loss": 0.0658,
      "step": 1830
    },
    {
      "grad_norm": 1.3748996257781982,
      "learning_rate": 3.6780000000000004e-05,
      "loss": 0.0652,
      "step": 1840
    },
    {
      "grad_norm": 1.3369362354278564,
      "learning_rate": 3.698e-05,
      "loss": 0.0674,
      "step": 1850
    },
    {
      "grad_norm": 1.2467151880264282,
      "learning_rate": 3.7180000000000007e-05,
      "loss": 0.0633,
      "step": 1860
    },
    {
      "grad_norm": 1.494481086730957,
      "learning_rate": 3.7380000000000005e-05,
      "loss": 0.0675,
      "step": 1870
    },
    {
      "grad_norm": 1.4153687953948975,
      "learning_rate": 3.758e-05,
      "loss": 0.0638,
      "step": 1880
    },
    {
      "grad_norm": 1.2345432043075562,
      "learning_rate": 3.778000000000001e-05,
      "loss": 0.0602,
      "step": 1890
    },
    {
      "grad_norm": 1.743789553642273,
      "learning_rate": 3.7980000000000006e-05,
      "loss": 0.0685,
      "step": 1900
    },
    {
      "grad_norm": 1.361466646194458,
      "learning_rate": 3.818e-05,
      "loss": 0.0684,
      "step": 1910
    },
    {
      "grad_norm": 1.256642460823059,
      "learning_rate": 3.838e-05,
      "loss": 0.0611,
      "step": 1920
    },
    {
      "grad_norm": 1.037825107574463,
      "learning_rate": 3.858e-05,
      "loss": 0.0638,
      "step": 1930
    },
    {
      "grad_norm": 1.2323062419891357,
      "learning_rate": 3.878e-05,
      "loss": 0.0794,
      "step": 1940
    },
    {
      "grad_norm": 1.1717441082000732,
      "learning_rate": 3.898e-05,
      "loss": 0.0642,
      "step": 1950
    },
    {
      "grad_norm": 1.1457865238189697,
      "learning_rate": 3.918e-05,
      "loss": 0.0638,
      "step": 1960
    },
    {
      "grad_norm": 1.339479923248291,
      "learning_rate": 3.938e-05,
      "loss": 0.0666,
      "step": 1970
    },
    {
      "grad_norm": 1.3312828540802002,
      "learning_rate": 3.958e-05,
      "loss": 0.071,
      "step": 1980
    },
    {
      "grad_norm": 0.9382027387619019,
      "learning_rate": 3.978e-05,
      "loss": 0.0596,
      "step": 1990
    },
    {
      "grad_norm": 1.4129154682159424,
      "learning_rate": 3.998e-05,
      "loss": 0.0636,
      "step": 2000
    },
    {
      "grad_norm": 1.1233935356140137,
      "learning_rate": 4.018e-05,
      "loss": 0.0666,
      "step": 2010
    },
    {
      "grad_norm": 1.1201488971710205,
      "learning_rate": 4.038e-05,
      "loss": 0.0678,
      "step": 2020
    },
    {
      "grad_norm": 1.1399140357971191,
      "learning_rate": 4.058e-05,
      "loss": 0.058,
      "step": 2030
    },
    {
      "grad_norm": 1.1462037563323975,
      "learning_rate": 4.078e-05,
      "loss": 0.0653,
      "step": 2040
    },
    {
      "grad_norm": 1.2740496397018433,
      "learning_rate": 4.0980000000000004e-05,
      "loss": 0.0672,
      "step": 2050
    },
    {
      "grad_norm": 1.1629321575164795,
      "learning_rate": 4.118e-05,
      "loss": 0.0634,
      "step": 2060
    },
    {
      "grad_norm": 1.2404067516326904,
      "learning_rate": 4.138e-05,
      "loss": 0.0683,
      "step": 2070
    },
    {
      "grad_norm": 0.708964467048645,
      "learning_rate": 4.1580000000000005e-05,
      "loss": 0.0676,
      "step": 2080
    },
    {
      "grad_norm": 1.0040842294692993,
      "learning_rate": 4.178e-05,
      "loss": 0.0668,
      "step": 2090
    },
    {
      "grad_norm": 1.1013442277908325,
      "learning_rate": 4.198e-05,
      "loss": 0.063,
      "step": 2100
    },
    {
      "grad_norm": 1.5293811559677124,
      "learning_rate": 4.2180000000000006e-05,
      "loss": 0.0628,
      "step": 2110
    },
    {
      "grad_norm": 1.1530494689941406,
      "learning_rate": 4.2380000000000004e-05,
      "loss": 0.0641,
      "step": 2120
    },
    {
      "grad_norm": 1.0142579078674316,
      "learning_rate": 4.258e-05,
      "loss": 0.0673,
      "step": 2130
    },
    {
      "grad_norm": 1.135764718055725,
      "learning_rate": 4.278e-05,
      "loss": 0.0632,
      "step": 2140
    },
    {
      "grad_norm": 1.46830153465271,
      "learning_rate": 4.2980000000000005e-05,
      "loss": 0.0673,
      "step": 2150
    },
    {
      "grad_norm": 1.0555006265640259,
      "learning_rate": 4.318e-05,
      "loss": 0.0569,
      "step": 2160
    },
    {
      "grad_norm": 1.275568962097168,
      "learning_rate": 4.338e-05,
      "loss": 0.0644,
      "step": 2170
    },
    {
      "grad_norm": 1.327375888824463,
      "learning_rate": 4.3580000000000006e-05,
      "loss": 0.0634,
      "step": 2180
    },
    {
      "grad_norm": 0.8595468401908875,
      "learning_rate": 4.3780000000000004e-05,
      "loss": 0.0615,
      "step": 2190
    },
    {
      "grad_norm": 1.0512006282806396,
      "learning_rate": 4.398e-05,
      "loss": 0.0561,
      "step": 2200
    },
    {
      "grad_norm": 1.0317003726959229,
      "learning_rate": 4.418000000000001e-05,
      "loss": 0.0576,
      "step": 2210
    },
    {
      "grad_norm": 1.185249924659729,
      "learning_rate": 4.438e-05,
      "loss": 0.0602,
      "step": 2220
    },
    {
      "grad_norm": 0.8673859238624573,
      "learning_rate": 4.458e-05,
      "loss": 0.0601,
      "step": 2230
    },
    {
      "grad_norm": 0.9111462831497192,
      "learning_rate": 4.478e-05,
      "loss": 0.059,
      "step": 2240
    },
    {
      "grad_norm": 1.0911729335784912,
      "learning_rate": 4.498e-05,
      "loss": 0.0677,
      "step": 2250
    },
    {
      "grad_norm": 1.2300727367401123,
      "learning_rate": 4.518e-05,
      "loss": 0.0695,
      "step": 2260
    },
    {
      "grad_norm": 0.9249147772789001,
      "learning_rate": 4.538e-05,
      "loss": 0.0661,
      "step": 2270
    },
    {
      "grad_norm": 0.862099826335907,
      "learning_rate": 4.558e-05,
      "loss": 0.0576,
      "step": 2280
    },
    {
      "grad_norm": 1.1415400505065918,
      "learning_rate": 4.578e-05,
      "loss": 0.0545,
      "step": 2290
    },
    {
      "grad_norm": 1.0691193342208862,
      "learning_rate": 4.5980000000000004e-05,
      "loss": 0.0615,
      "step": 2300
    },
    {
      "grad_norm": 1.158877968788147,
      "learning_rate": 4.618e-05,
      "loss": 0.061,
      "step": 2310
    },
    {
      "grad_norm": 0.9803627133369446,
      "learning_rate": 4.638e-05,
      "loss": 0.0595,
      "step": 2320
    },
    {
      "grad_norm": 1.003619909286499,
      "learning_rate": 4.6580000000000005e-05,
      "loss": 0.0642,
      "step": 2330
    },
    {
      "grad_norm": 1.0040209293365479,
      "learning_rate": 4.678e-05,
      "loss": 0.061,
      "step": 2340
    },
    {
      "grad_norm": 1.0538854598999023,
      "learning_rate": 4.698e-05,
      "loss": 0.0581,
      "step": 2350
    },
    {
      "grad_norm": 0.9938404560089111,
      "learning_rate": 4.718e-05,
      "loss": 0.064,
      "step": 2360
    },
    {
      "grad_norm": 1.2104016542434692,
      "learning_rate": 4.7380000000000004e-05,
      "loss": 0.0603,
      "step": 2370
    },
    {
      "grad_norm": 0.9382691383361816,
      "learning_rate": 4.758e-05,
      "loss": 0.0636,
      "step": 2380
    },
    {
      "grad_norm": 0.9005857706069946,
      "learning_rate": 4.778e-05,
      "loss": 0.0591,
      "step": 2390
    },
    {
      "grad_norm": 0.9913654923439026,
      "learning_rate": 4.7980000000000005e-05,
      "loss": 0.0614,
      "step": 2400
    },
    {
      "grad_norm": 0.6588058471679688,
      "learning_rate": 4.818e-05,
      "loss": 0.0547,
      "step": 2410
    },
    {
      "grad_norm": 0.9043067097663879,
      "learning_rate": 4.838e-05,
      "loss": 0.0591,
      "step": 2420
    },
    {
      "grad_norm": 0.9156412482261658,
      "learning_rate": 4.8580000000000006e-05,
      "loss": 0.0586,
      "step": 2430
    },
    {
      "grad_norm": 1.0626698732376099,
      "learning_rate": 4.8780000000000004e-05,
      "loss": 0.0579,
      "step": 2440
    },
    {
      "grad_norm": 0.9202826023101807,
      "learning_rate": 4.898e-05,
      "loss": 0.0588,
      "step": 2450
    },
    {
      "grad_norm": 1.0640308856964111,
      "learning_rate": 4.918000000000001e-05,
      "loss": 0.0656,
      "step": 2460
    },
    {
      "grad_norm": 1.06102454662323,
      "learning_rate": 4.9380000000000005e-05,
      "loss": 0.0576,
      "step": 2470
    },
    {
      "grad_norm": 0.7095378637313843,
      "learning_rate": 4.958e-05,
      "loss": 0.0634,
      "step": 2480
    },
    {
      "grad_norm": 1.026294469833374,
      "learning_rate": 4.978e-05,
      "loss": 0.0552,
      "step": 2490
    },
    {
      "grad_norm": 1.0467168092727661,
      "learning_rate": 4.9980000000000006e-05,
      "loss": 0.0592,
      "step": 2500
    },
    {
      "grad_norm": 1.0738788843154907,
      "learning_rate": 5.0180000000000004e-05,
      "loss": 0.0609,
      "step": 2510
    },
    {
      "grad_norm": 0.7375679612159729,
      "learning_rate": 5.038e-05,
      "loss": 0.0582,
      "step": 2520
    },
    {
      "grad_norm": 0.9701960682868958,
      "learning_rate": 5.058000000000001e-05,
      "loss": 0.0543,
      "step": 2530
    },
    {
      "grad_norm": 0.776954710483551,
      "learning_rate": 5.0780000000000005e-05,
      "loss": 0.0532,
      "step": 2540
    },
    {
      "grad_norm": 1.1171388626098633,
      "learning_rate": 5.098e-05,
      "loss": 0.0611,
      "step": 2550
    },
    {
      "grad_norm": 0.9650934934616089,
      "learning_rate": 5.118000000000001e-05,
      "loss": 0.0539,
      "step": 2560
    },
    {
      "grad_norm": 1.0291506052017212,
      "learning_rate": 5.1380000000000006e-05,
      "loss": 0.0562,
      "step": 2570
    },
    {
      "grad_norm": 0.8755670785903931,
      "learning_rate": 5.1580000000000004e-05,
      "loss": 0.06,
      "step": 2580
    },
    {
      "grad_norm": 0.8407630324363708,
      "learning_rate": 5.178000000000001e-05,
      "loss": 0.0539,
      "step": 2590
    },
    {
      "grad_norm": 0.8454659581184387,
      "learning_rate": 5.198000000000001e-05,
      "loss": 0.0577,
      "step": 2600
    },
    {
      "grad_norm": 0.981410801410675,
      "learning_rate": 5.2180000000000005e-05,
      "loss": 0.0563,
      "step": 2610
    },
    {
      "grad_norm": 1.130122184753418,
      "learning_rate": 5.238000000000001e-05,
      "loss": 0.0526,
      "step": 2620
    },
    {
      "grad_norm": 0.9934293627738953,
      "learning_rate": 5.258000000000001e-05,
      "loss": 0.0573,
      "step": 2630
    },
    {
      "grad_norm": 0.7207489609718323,
      "learning_rate": 5.2780000000000006e-05,
      "loss": 0.0559,
      "step": 2640
    },
    {
      "grad_norm": 0.8188751935958862,
      "learning_rate": 5.2980000000000004e-05,
      "loss": 0.0582,
      "step": 2650
    },
    {
      "grad_norm": 0.6484973430633545,
      "learning_rate": 5.318000000000001e-05,
      "loss": 0.0524,
      "step": 2660
    },
    {
      "grad_norm": 0.6975863575935364,
      "learning_rate": 5.338000000000001e-05,
      "loss": 0.0545,
      "step": 2670
    },
    {
      "grad_norm": 1.1552317142486572,
      "learning_rate": 5.3580000000000005e-05,
      "loss": 0.0534,
      "step": 2680
    },
    {
      "grad_norm": 0.7495611906051636,
      "learning_rate": 5.378e-05,
      "loss": 0.0593,
      "step": 2690
    },
    {
      "grad_norm": 1.096688151359558,
      "learning_rate": 5.3979999999999995e-05,
      "loss": 0.0571,
      "step": 2700
    },
    {
      "grad_norm": 0.9496958255767822,
      "learning_rate": 5.418e-05,
      "loss": 0.059,
      "step": 2710
    },
    {
      "grad_norm": 0.788066565990448,
      "learning_rate": 5.438e-05,
      "loss": 0.0535,
      "step": 2720
    },
    {
      "grad_norm": 0.6263362765312195,
      "learning_rate": 5.4579999999999996e-05,
      "loss": 0.0538,
      "step": 2730
    },
    {
      "grad_norm": 0.7248815894126892,
      "learning_rate": 5.478e-05,
      "loss": 0.0556,
      "step": 2740
    },
    {
      "grad_norm": 0.7064611315727234,
      "learning_rate": 5.498e-05,
      "loss": 0.0541,
      "step": 2750
    },
    {
      "grad_norm": 0.9526064395904541,
      "learning_rate": 5.518e-05,
      "loss": 0.0549,
      "step": 2760
    },
    {
      "grad_norm": 0.7567411065101624,
      "learning_rate": 5.538e-05,
      "loss": 0.0489,
      "step": 2770
    },
    {
      "grad_norm": 0.797159731388092,
      "learning_rate": 5.558e-05,
      "loss": 0.0553,
      "step": 2780
    },
    {
      "grad_norm": 0.7693145275115967,
      "learning_rate": 5.578e-05,
      "loss": 0.0551,
      "step": 2790
    },
    {
      "grad_norm": 0.7668411731719971,
      "learning_rate": 5.5979999999999996e-05,
      "loss": 0.0502,
      "step": 2800
    },
    {
      "grad_norm": 0.6621181964874268,
      "learning_rate": 5.618e-05,
      "loss": 0.0486,
      "step": 2810
    },
    {
      "grad_norm": 0.7623941898345947,
      "learning_rate": 5.638e-05,
      "loss": 0.0448,
      "step": 2820
    },
    {
      "grad_norm": 0.7547678351402283,
      "learning_rate": 5.658e-05,
      "loss": 0.0512,
      "step": 2830
    },
    {
      "grad_norm": 0.9330014586448669,
      "learning_rate": 5.678e-05,
      "loss": 0.0554,
      "step": 2840
    },
    {
      "grad_norm": 0.9201127290725708,
      "learning_rate": 5.698e-05,
      "loss": 0.05,
      "step": 2850
    },
    {
      "grad_norm": 0.7783554792404175,
      "learning_rate": 5.718e-05,
      "loss": 0.0514,
      "step": 2860
    },
    {
      "grad_norm": 0.8040813207626343,
      "learning_rate": 5.738e-05,
      "loss": 0.0511,
      "step": 2870
    },
    {
      "grad_norm": 0.6171097755432129,
      "learning_rate": 5.758e-05,
      "loss": 0.0476,
      "step": 2880
    },
    {
      "grad_norm": 0.7062954306602478,
      "learning_rate": 5.778e-05,
      "loss": 0.0474,
      "step": 2890
    },
    {
      "grad_norm": 0.6481232643127441,
      "learning_rate": 5.7980000000000004e-05,
      "loss": 0.0498,
      "step": 2900
    },
    {
      "grad_norm": 0.6301347613334656,
      "learning_rate": 5.818e-05,
      "loss": 0.0483,
      "step": 2910
    },
    {
      "grad_norm": 0.764008104801178,
      "learning_rate": 5.838e-05,
      "loss": 0.0462,
      "step": 2920
    },
    {
      "grad_norm": 0.8574206829071045,
      "learning_rate": 5.858e-05,
      "loss": 0.0562,
      "step": 2930
    },
    {
      "grad_norm": 0.7253652215003967,
      "learning_rate": 5.878e-05,
      "loss": 0.0583,
      "step": 2940
    },
    {
      "grad_norm": 0.8518454432487488,
      "learning_rate": 5.898e-05,
      "loss": 0.056,
      "step": 2950
    },
    {
      "grad_norm": 0.8673760890960693,
      "learning_rate": 5.918e-05,
      "loss": 0.0591,
      "step": 2960
    },
    {
      "grad_norm": 0.6929979920387268,
      "learning_rate": 5.9380000000000004e-05,
      "loss": 0.0491,
      "step": 2970
    },
    {
      "grad_norm": 0.8658909797668457,
      "learning_rate": 5.958e-05,
      "loss": 0.0496,
      "step": 2980
    },
    {
      "grad_norm": 0.7409300208091736,
      "learning_rate": 5.978e-05,
      "loss": 0.0499,
      "step": 2990
    },
    {
      "grad_norm": 0.40856173634529114,
      "learning_rate": 5.9980000000000005e-05,
      "loss": 0.0508,
      "step": 3000
    },
    {
      "grad_norm": 0.6541692614555359,
      "learning_rate": 6.018e-05,
      "loss": 0.0552,
      "step": 3010
    },
    {
      "grad_norm": 0.817074179649353,
      "learning_rate": 6.038e-05,
      "loss": 0.0504,
      "step": 3020
    },
    {
      "grad_norm": 0.548643171787262,
      "learning_rate": 6.0580000000000006e-05,
      "loss": 0.0468,
      "step": 3030
    },
    {
      "grad_norm": 0.6240131855010986,
      "learning_rate": 6.0780000000000004e-05,
      "loss": 0.0444,
      "step": 3040
    },
    {
      "grad_norm": 0.7566686868667603,
      "learning_rate": 6.098e-05,
      "loss": 0.0499,
      "step": 3050
    },
    {
      "grad_norm": 0.7670771479606628,
      "learning_rate": 6.118000000000001e-05,
      "loss": 0.0515,
      "step": 3060
    },
    {
      "grad_norm": 0.7754244208335876,
      "learning_rate": 6.138e-05,
      "loss": 0.054,
      "step": 3070
    },
    {
      "grad_norm": 0.5756589770317078,
      "learning_rate": 6.158e-05,
      "loss": 0.0512,
      "step": 3080
    },
    {
      "grad_norm": 0.8729175329208374,
      "learning_rate": 6.178000000000001e-05,
      "loss": 0.0526,
      "step": 3090
    },
    {
      "grad_norm": 0.667744517326355,
      "learning_rate": 6.198e-05,
      "loss": 0.0543,
      "step": 3100
    },
    {
      "grad_norm": 0.9713404178619385,
      "learning_rate": 6.218e-05,
      "loss": 0.0573,
      "step": 3110
    },
    {
      "grad_norm": 0.6793529987335205,
      "learning_rate": 6.238000000000001e-05,
      "loss": 0.0482,
      "step": 3120
    },
    {
      "grad_norm": 0.6212384700775146,
      "learning_rate": 6.258e-05,
      "loss": 0.0573,
      "step": 3130
    },
    {
      "grad_norm": 0.5435833930969238,
      "learning_rate": 6.278e-05,
      "loss": 0.0474,
      "step": 3140
    },
    {
      "grad_norm": 0.7197127938270569,
      "learning_rate": 6.298000000000001e-05,
      "loss": 0.0519,
      "step": 3150
    },
    {
      "grad_norm": 0.685274064540863,
      "learning_rate": 6.318e-05,
      "loss": 0.0434,
      "step": 3160
    },
    {
      "grad_norm": 0.7319912910461426,
      "learning_rate": 6.338e-05,
      "loss": 0.0488,
      "step": 3170
    },
    {
      "grad_norm": 0.7035712003707886,
      "learning_rate": 6.358000000000001e-05,
      "loss": 0.0491,
      "step": 3180
    },
    {
      "grad_norm": 0.6836076378822327,
      "learning_rate": 6.378e-05,
      "loss": 0.0509,
      "step": 3190
    },
    {
      "grad_norm": 0.5685492753982544,
      "learning_rate": 6.398000000000001e-05,
      "loss": 0.0433,
      "step": 3200
    },
    {
      "grad_norm": 0.9179131388664246,
      "learning_rate": 6.418000000000001e-05,
      "loss": 0.0435,
      "step": 3210
    },
    {
      "grad_norm": 0.896883487701416,
      "learning_rate": 6.438e-05,
      "loss": 0.0505,
      "step": 3220
    },
    {
      "grad_norm": 0.6876042485237122,
      "learning_rate": 6.458000000000001e-05,
      "loss": 0.0559,
      "step": 3230
    },
    {
      "grad_norm": 0.676445722579956,
      "learning_rate": 6.478000000000001e-05,
      "loss": 0.0481,
      "step": 3240
    },
    {
      "grad_norm": 0.732628345489502,
      "learning_rate": 6.498e-05,
      "loss": 0.0488,
      "step": 3250
    },
    {
      "grad_norm": 0.6861891150474548,
      "learning_rate": 6.518000000000001e-05,
      "loss": 0.0502,
      "step": 3260
    },
    {
      "grad_norm": 0.8076179027557373,
      "learning_rate": 6.538000000000001e-05,
      "loss": 0.0501,
      "step": 3270
    },
    {
      "grad_norm": 0.6303666234016418,
      "learning_rate": 6.558e-05,
      "loss": 0.0445,
      "step": 3280
    },
    {
      "grad_norm": 0.6976994872093201,
      "learning_rate": 6.578000000000001e-05,
      "loss": 0.0499,
      "step": 3290
    },
    {
      "grad_norm": 0.5723156332969666,
      "learning_rate": 6.598e-05,
      "loss": 0.0506,
      "step": 3300
    },
    {
      "grad_norm": 0.711640477180481,
      "learning_rate": 6.618e-05,
      "loss": 0.0477,
      "step": 3310
    },
    {
      "grad_norm": 0.5589656829833984,
      "learning_rate": 6.638e-05,
      "loss": 0.0509,
      "step": 3320
    },
    {
      "grad_norm": 0.6375987529754639,
      "learning_rate": 6.658e-05,
      "loss": 0.0475,
      "step": 3330
    },
    {
      "grad_norm": 0.7278190851211548,
      "learning_rate": 6.678e-05,
      "loss": 0.0471,
      "step": 3340
    },
    {
      "grad_norm": 0.767208456993103,
      "learning_rate": 6.698e-05,
      "loss": 0.0474,
      "step": 3350
    },
    {
      "grad_norm": 0.7896096706390381,
      "learning_rate": 6.718e-05,
      "loss": 0.0453,
      "step": 3360
    },
    {
      "grad_norm": 0.7294151782989502,
      "learning_rate": 6.738e-05,
      "loss": 0.0483,
      "step": 3370
    },
    {
      "grad_norm": 0.76553875207901,
      "learning_rate": 6.758e-05,
      "loss": 0.0449,
      "step": 3380
    },
    {
      "grad_norm": 0.7237085700035095,
      "learning_rate": 6.778e-05,
      "loss": 0.0493,
      "step": 3390
    },
    {
      "grad_norm": 0.5056716799736023,
      "learning_rate": 6.798e-05,
      "loss": 0.051,
      "step": 3400
    },
    {
      "grad_norm": 0.6128408908843994,
      "learning_rate": 6.818e-05,
      "loss": 0.0525,
      "step": 3410
    },
    {
      "grad_norm": 0.5406836271286011,
      "learning_rate": 6.838e-05,
      "loss": 0.0462,
      "step": 3420
    },
    {
      "grad_norm": 0.46201321482658386,
      "learning_rate": 6.858e-05,
      "loss": 0.0432,
      "step": 3430
    },
    {
      "grad_norm": 0.8275691866874695,
      "learning_rate": 6.878e-05,
      "loss": 0.05,
      "step": 3440
    },
    {
      "grad_norm": 0.9060169458389282,
      "learning_rate": 6.898e-05,
      "loss": 0.0417,
      "step": 3450
    },
    {
      "grad_norm": 0.7133957147598267,
      "learning_rate": 6.918e-05,
      "loss": 0.0469,
      "step": 3460
    },
    {
      "grad_norm": 0.5484327077865601,
      "learning_rate": 6.938e-05,
      "loss": 0.053,
      "step": 3470
    },
    {
      "grad_norm": 0.5235493183135986,
      "learning_rate": 6.958e-05,
      "loss": 0.048,
      "step": 3480
    },
    {
      "grad_norm": 0.3897517919540405,
      "learning_rate": 6.978e-05,
      "loss": 0.045,
      "step": 3490
    },
    {
      "grad_norm": 0.5649837255477905,
      "learning_rate": 6.998e-05,
      "loss": 0.0441,
      "step": 3500
    },
    {
      "grad_norm": 0.7963085174560547,
      "learning_rate": 7.018e-05,
      "loss": 0.0515,
      "step": 3510
    },
    {
      "grad_norm": 0.5288142561912537,
      "learning_rate": 7.038e-05,
      "loss": 0.0459,
      "step": 3520
    },
    {
      "grad_norm": 0.6564542651176453,
      "learning_rate": 7.058e-05,
      "loss": 0.0465,
      "step": 3530
    },
    {
      "grad_norm": 0.7467551827430725,
      "learning_rate": 7.078e-05,
      "loss": 0.0454,
      "step": 3540
    },
    {
      "grad_norm": 0.7674255967140198,
      "learning_rate": 7.098e-05,
      "loss": 0.0457,
      "step": 3550
    },
    {
      "grad_norm": 0.8723062872886658,
      "learning_rate": 7.118e-05,
      "loss": 0.0477,
      "step": 3560
    },
    {
      "grad_norm": 0.6423082947731018,
      "learning_rate": 7.138e-05,
      "loss": 0.051,
      "step": 3570
    },
    {
      "grad_norm": 0.5300627946853638,
      "learning_rate": 7.158e-05,
      "loss": 0.0486,
      "step": 3580
    },
    {
      "grad_norm": 0.5693717002868652,
      "learning_rate": 7.178000000000001e-05,
      "loss": 0.0419,
      "step": 3590
    },
    {
      "grad_norm": 0.7759952545166016,
      "learning_rate": 7.198e-05,
      "loss": 0.0452,
      "step": 3600
    },
    {
      "grad_norm": 0.6738252639770508,
      "learning_rate": 7.218e-05,
      "loss": 0.0469,
      "step": 3610
    },
    {
      "grad_norm": 0.6549544930458069,
      "learning_rate": 7.238000000000001e-05,
      "loss": 0.0427,
      "step": 3620
    },
    {
      "grad_norm": 0.6660674214363098,
      "learning_rate": 7.258e-05,
      "loss": 0.0468,
      "step": 3630
    },
    {
      "grad_norm": 0.5806365013122559,
      "learning_rate": 7.278e-05,
      "loss": 0.0447,
      "step": 3640
    },
    {
      "grad_norm": 0.6439737677574158,
      "learning_rate": 7.298000000000001e-05,
      "loss": 0.0416,
      "step": 3650
    },
    {
      "grad_norm": 0.624728798866272,
      "learning_rate": 7.318e-05,
      "loss": 0.0434,
      "step": 3660
    },
    {
      "grad_norm": 0.5165579319000244,
      "learning_rate": 7.338e-05,
      "loss": 0.0424,
      "step": 3670
    },
    {
      "grad_norm": 0.6652499437332153,
      "learning_rate": 7.358000000000001e-05,
      "loss": 0.0413,
      "step": 3680
    },
    {
      "grad_norm": 0.6600234508514404,
      "learning_rate": 7.378e-05,
      "loss": 0.0481,
      "step": 3690
    },
    {
      "grad_norm": 0.6090612411499023,
      "learning_rate": 7.398e-05,
      "loss": 0.0395,
      "step": 3700
    },
    {
      "grad_norm": 0.6924229264259338,
      "learning_rate": 7.418000000000001e-05,
      "loss": 0.0433,
      "step": 3710
    },
    {
      "grad_norm": 0.6175999045372009,
      "learning_rate": 7.438e-05,
      "loss": 0.0454,
      "step": 3720
    },
    {
      "grad_norm": 0.6091599464416504,
      "learning_rate": 7.458000000000001e-05,
      "loss": 0.0481,
      "step": 3730
    },
    {
      "grad_norm": 0.7810183167457581,
      "learning_rate": 7.478e-05,
      "loss": 0.0483,
      "step": 3740
    },
    {
      "grad_norm": 0.6066230535507202,
      "learning_rate": 7.498e-05,
      "loss": 0.0465,
      "step": 3750
    },
    {
      "grad_norm": 0.5959266424179077,
      "learning_rate": 7.518000000000001e-05,
      "loss": 0.0469,
      "step": 3760
    },
    {
      "grad_norm": 0.6197426915168762,
      "learning_rate": 7.538e-05,
      "loss": 0.0394,
      "step": 3770
    },
    {
      "grad_norm": 0.5359181761741638,
      "learning_rate": 7.558e-05,
      "loss": 0.046,
      "step": 3780
    },
    {
      "grad_norm": 0.5866822600364685,
      "learning_rate": 7.578000000000001e-05,
      "loss": 0.043,
      "step": 3790
    },
    {
      "grad_norm": 0.5869863629341125,
      "learning_rate": 7.598e-05,
      "loss": 0.047,
      "step": 3800
    },
    {
      "grad_norm": 0.7168889045715332,
      "learning_rate": 7.618e-05,
      "loss": 0.053,
      "step": 3810
    },
    {
      "grad_norm": 0.6113885641098022,
      "learning_rate": 7.638000000000001e-05,
      "loss": 0.0523,
      "step": 3820
    },
    {
      "grad_norm": 0.5637705326080322,
      "learning_rate": 7.658e-05,
      "loss": 0.0414,
      "step": 3830
    },
    {
      "grad_norm": 0.4776048958301544,
      "learning_rate": 7.678000000000001e-05,
      "loss": 0.0438,
      "step": 3840
    },
    {
      "grad_norm": 0.5855521559715271,
      "learning_rate": 7.698000000000001e-05,
      "loss": 0.0448,
      "step": 3850
    },
    {
      "grad_norm": 0.4712742269039154,
      "learning_rate": 7.718e-05,
      "loss": 0.0449,
      "step": 3860
    },
    {
      "grad_norm": 0.6781105995178223,
      "learning_rate": 7.738000000000001e-05,
      "loss": 0.0385,
      "step": 3870
    },
    {
      "grad_norm": 0.6678699851036072,
      "learning_rate": 7.758000000000001e-05,
      "loss": 0.0405,
      "step": 3880
    },
    {
      "grad_norm": 0.675919234752655,
      "learning_rate": 7.778e-05,
      "loss": 0.0475,
      "step": 3890
    },
    {
      "grad_norm": 0.5031142234802246,
      "learning_rate": 7.798000000000001e-05,
      "loss": 0.0491,
      "step": 3900
    },
    {
      "grad_norm": 0.5640633702278137,
      "learning_rate": 7.818000000000001e-05,
      "loss": 0.045,
      "step": 3910
    },
    {
      "grad_norm": 0.6376245021820068,
      "learning_rate": 7.838e-05,
      "loss": 0.0519,
      "step": 3920
    },
    {
      "grad_norm": 0.5042374730110168,
      "learning_rate": 7.858000000000001e-05,
      "loss": 0.0433,
      "step": 3930
    },
    {
      "grad_norm": 0.7852765917778015,
      "learning_rate": 7.878e-05,
      "loss": 0.0462,
      "step": 3940
    },
    {
      "grad_norm": 0.6827335357666016,
      "learning_rate": 7.897999999999999e-05,
      "loss": 0.0451,
      "step": 3950
    },
    {
      "grad_norm": 0.5106844305992126,
      "learning_rate": 7.918e-05,
      "loss": 0.0472,
      "step": 3960
    },
    {
      "grad_norm": 0.5510252714157104,
      "learning_rate": 7.938e-05,
      "loss": 0.0414,
      "step": 3970
    },
    {
      "grad_norm": 0.4865681231021881,
      "learning_rate": 7.958e-05,
      "loss": 0.0411,
      "step": 3980
    },
    {
      "grad_norm": 0.5142320990562439,
      "learning_rate": 7.978e-05,
      "loss": 0.0409,
      "step": 3990
    },
    {
      "grad_norm": 0.6441251039505005,
      "learning_rate": 7.998e-05,
      "loss": 0.0458,
      "step": 4000
    },
    {
      "grad_norm": 0.47978806495666504,
      "learning_rate": 8.018e-05,
      "loss": 0.0423,
      "step": 4010
    },
    {
      "grad_norm": 0.5475010871887207,
      "learning_rate": 8.038e-05,
      "loss": 0.0417,
      "step": 4020
    },
    {
      "grad_norm": 0.5535333156585693,
      "learning_rate": 8.058e-05,
      "loss": 0.0463,
      "step": 4030
    },
    {
      "grad_norm": 0.4661189615726471,
      "learning_rate": 8.078e-05,
      "loss": 0.0451,
      "step": 4040
    },
    {
      "grad_norm": 0.6663604974746704,
      "learning_rate": 8.098e-05,
      "loss": 0.0472,
      "step": 4050
    },
    {
      "grad_norm": 0.6188867092132568,
      "learning_rate": 8.118e-05,
      "loss": 0.0447,
      "step": 4060
    },
    {
      "grad_norm": 0.43748292326927185,
      "learning_rate": 8.138e-05,
      "loss": 0.0377,
      "step": 4070
    },
    {
      "grad_norm": 0.50865238904953,
      "learning_rate": 8.158e-05,
      "loss": 0.0427,
      "step": 4080
    },
    {
      "grad_norm": 0.43123728036880493,
      "learning_rate": 8.178e-05,
      "loss": 0.0384,
      "step": 4090
    },
    {
      "grad_norm": 0.48116111755371094,
      "learning_rate": 8.198e-05,
      "loss": 0.0381,
      "step": 4100
    },
    {
      "grad_norm": 0.5601455569267273,
      "learning_rate": 8.218e-05,
      "loss": 0.0457,
      "step": 4110
    },
    {
      "grad_norm": 0.35396626591682434,
      "learning_rate": 8.238000000000001e-05,
      "loss": 0.0456,
      "step": 4120
    },
    {
      "grad_norm": 0.6245121955871582,
      "learning_rate": 8.258e-05,
      "loss": 0.0468,
      "step": 4130
    },
    {
      "grad_norm": 0.47480565309524536,
      "learning_rate": 8.278e-05,
      "loss": 0.0424,
      "step": 4140
    },
    {
      "grad_norm": 0.4660918712615967,
      "learning_rate": 8.298000000000001e-05,
      "loss": 0.0433,
      "step": 4150
    },
    {
      "grad_norm": 0.577488362789154,
      "learning_rate": 8.318e-05,
      "loss": 0.0407,
      "step": 4160
    },
    {
      "grad_norm": 0.5647264719009399,
      "learning_rate": 8.338e-05,
      "loss": 0.043,
      "step": 4170
    },
    {
      "grad_norm": 0.5393707752227783,
      "learning_rate": 8.358e-05,
      "loss": 0.0429,
      "step": 4180
    },
    {
      "grad_norm": 0.70014488697052,
      "learning_rate": 8.378e-05,
      "loss": 0.0473,
      "step": 4190
    },
    {
      "grad_norm": 0.5518887042999268,
      "learning_rate": 8.398e-05,
      "loss": 0.0404,
      "step": 4200
    },
    {
      "grad_norm": 0.6201269626617432,
      "learning_rate": 8.418e-05,
      "loss": 0.0399,
      "step": 4210
    },
    {
      "grad_norm": 0.5491284728050232,
      "learning_rate": 8.438e-05,
      "loss": 0.0414,
      "step": 4220
    },
    {
      "grad_norm": 0.4668818712234497,
      "learning_rate": 8.458e-05,
      "loss": 0.0408,
      "step": 4230
    },
    {
      "grad_norm": 0.5356974005699158,
      "learning_rate": 8.478e-05,
      "loss": 0.0393,
      "step": 4240
    },
    {
      "grad_norm": 0.5943256616592407,
      "learning_rate": 8.498e-05,
      "loss": 0.042,
      "step": 4250
    },
    {
      "grad_norm": 0.5515814423561096,
      "learning_rate": 8.518000000000001e-05,
      "loss": 0.0438,
      "step": 4260
    },
    {
      "grad_norm": 0.5101014375686646,
      "learning_rate": 8.538e-05,
      "loss": 0.0434,
      "step": 4270
    },
    {
      "grad_norm": 0.6161578893661499,
      "learning_rate": 8.558e-05,
      "loss": 0.0437,
      "step": 4280
    },
    {
      "grad_norm": 0.5971099138259888,
      "learning_rate": 8.578000000000001e-05,
      "loss": 0.0387,
      "step": 4290
    },
    {
      "grad_norm": 0.5258501172065735,
      "learning_rate": 8.598e-05,
      "loss": 0.0381,
      "step": 4300
    },
    {
      "grad_norm": 0.5870957374572754,
      "learning_rate": 8.618e-05,
      "loss": 0.0396,
      "step": 4310
    },
    {
      "grad_norm": 0.6256932616233826,
      "learning_rate": 8.638000000000001e-05,
      "loss": 0.0451,
      "step": 4320
    },
    {
      "grad_norm": 0.4102240800857544,
      "learning_rate": 8.658e-05,
      "loss": 0.0405,
      "step": 4330
    },
    {
      "grad_norm": 0.4915444552898407,
      "learning_rate": 8.678e-05,
      "loss": 0.0428,
      "step": 4340
    },
    {
      "grad_norm": 0.4968762993812561,
      "learning_rate": 8.698000000000001e-05,
      "loss": 0.046,
      "step": 4350
    },
    {
      "grad_norm": 0.5967429280281067,
      "learning_rate": 8.718e-05,
      "loss": 0.0393,
      "step": 4360
    },
    {
      "grad_norm": 0.6591717004776001,
      "learning_rate": 8.738000000000001e-05,
      "loss": 0.0439,
      "step": 4370
    },
    {
      "grad_norm": 0.7125138640403748,
      "learning_rate": 8.758000000000001e-05,
      "loss": 0.0461,
      "step": 4380
    },
    {
      "grad_norm": 0.46841591596603394,
      "learning_rate": 8.778e-05,
      "loss": 0.0497,
      "step": 4390
    },
    {
      "grad_norm": 0.5526397824287415,
      "learning_rate": 8.798000000000001e-05,
      "loss": 0.0401,
      "step": 4400
    },
    {
      "grad_norm": 0.489277184009552,
      "learning_rate": 8.818000000000001e-05,
      "loss": 0.0417,
      "step": 4410
    },
    {
      "grad_norm": 0.5580271482467651,
      "learning_rate": 8.838e-05,
      "loss": 0.0425,
      "step": 4420
    },
    {
      "grad_norm": 0.4590274691581726,
      "learning_rate": 8.858000000000001e-05,
      "loss": 0.0393,
      "step": 4430
    },
    {
      "grad_norm": 0.5382079482078552,
      "learning_rate": 8.878000000000001e-05,
      "loss": 0.043,
      "step": 4440
    },
    {
      "grad_norm": 0.43965789675712585,
      "learning_rate": 8.898e-05,
      "loss": 0.0438,
      "step": 4450
    },
    {
      "grad_norm": 0.41453346610069275,
      "learning_rate": 8.918000000000001e-05,
      "loss": 0.042,
      "step": 4460
    },
    {
      "grad_norm": 0.48576247692108154,
      "learning_rate": 8.938e-05,
      "loss": 0.0396,
      "step": 4470
    },
    {
      "grad_norm": 0.6486697196960449,
      "learning_rate": 8.958e-05,
      "loss": 0.0422,
      "step": 4480
    },
    {
      "grad_norm": 0.6449689269065857,
      "learning_rate": 8.978000000000001e-05,
      "loss": 0.0482,
      "step": 4490
    },
    {
      "grad_norm": 0.5332819223403931,
      "learning_rate": 8.998e-05,
      "loss": 0.0428,
      "step": 4500
    },
    {
      "grad_norm": 0.550387978553772,
      "learning_rate": 9.018000000000001e-05,
      "loss": 0.0371,
      "step": 4510
    },
    {
      "grad_norm": 0.4800110459327698,
      "learning_rate": 9.038000000000001e-05,
      "loss": 0.0372,
      "step": 4520
    },
    {
      "grad_norm": 0.510522723197937,
      "learning_rate": 9.058e-05,
      "loss": 0.0436,
      "step": 4530
    },
    {
      "grad_norm": 0.6461642384529114,
      "learning_rate": 9.078000000000001e-05,
      "loss": 0.0423,
      "step": 4540
    },
    {
      "grad_norm": 0.4169749915599823,
      "learning_rate": 9.098000000000001e-05,
      "loss": 0.0365,
      "step": 4550
    },
    {
      "grad_norm": 0.5735549330711365,
      "learning_rate": 9.118e-05,
      "loss": 0.0383,
      "step": 4560
    },
    {
      "grad_norm": 0.46670055389404297,
      "learning_rate": 9.138e-05,
      "loss": 0.0371,
      "step": 4570
    },
    {
      "grad_norm": 0.49771854281425476,
      "learning_rate": 9.158e-05,
      "loss": 0.0458,
      "step": 4580
    },
    {
      "grad_norm": 0.576575517654419,
      "learning_rate": 9.178e-05,
      "loss": 0.0455,
      "step": 4590
    },
    {
      "grad_norm": 0.45334720611572266,
      "learning_rate": 9.198e-05,
      "loss": 0.0403,
      "step": 4600
    },
    {
      "grad_norm": 0.44037169218063354,
      "learning_rate": 9.218e-05,
      "loss": 0.0464,
      "step": 4610
    },
    {
      "grad_norm": 0.4453979730606079,
      "learning_rate": 9.238e-05,
      "loss": 0.0389,
      "step": 4620
    },
    {
      "grad_norm": 0.5467743277549744,
      "learning_rate": 9.258e-05,
      "loss": 0.0411,
      "step": 4630
    },
    {
      "grad_norm": 0.47528183460235596,
      "learning_rate": 9.278e-05,
      "loss": 0.0418,
      "step": 4640
    },
    {
      "grad_norm": 0.3945184051990509,
      "learning_rate": 9.298e-05,
      "loss": 0.0376,
      "step": 4650
    },
    {
      "grad_norm": 0.43459224700927734,
      "learning_rate": 9.318e-05,
      "loss": 0.0398,
      "step": 4660
    },
    {
      "grad_norm": 0.4490455389022827,
      "learning_rate": 9.338e-05,
      "loss": 0.0382,
      "step": 4670
    },
    {
      "grad_norm": 0.4714946448802948,
      "learning_rate": 9.358e-05,
      "loss": 0.0343,
      "step": 4680
    },
    {
      "grad_norm": 0.39870744943618774,
      "learning_rate": 9.378e-05,
      "loss": 0.0388,
      "step": 4690
    },
    {
      "grad_norm": 0.5481004118919373,
      "learning_rate": 9.398e-05,
      "loss": 0.0507,
      "step": 4700
    },
    {
      "grad_norm": 0.5729978680610657,
      "learning_rate": 9.418e-05,
      "loss": 0.0411,
      "step": 4710
    },
    {
      "grad_norm": 0.5097001194953918,
      "learning_rate": 9.438e-05,
      "loss": 0.0354,
      "step": 4720
    },
    {
      "grad_norm": 0.3913422226905823,
      "learning_rate": 9.458e-05,
      "loss": 0.037,
      "step": 4730
    },
    {
      "grad_norm": 0.6350584626197815,
      "learning_rate": 9.478e-05,
      "loss": 0.039,
      "step": 4740
    },
    {
      "grad_norm": 0.4887065589427948,
      "learning_rate": 9.498e-05,
      "loss": 0.0407,
      "step": 4750
    },
    {
      "grad_norm": 0.42942601442337036,
      "learning_rate": 9.518000000000001e-05,
      "loss": 0.0426,
      "step": 4760
    },
    {
      "grad_norm": 0.40548574924468994,
      "learning_rate": 9.538e-05,
      "loss": 0.0452,
      "step": 4770
    },
    {
      "grad_norm": 0.35316094756126404,
      "learning_rate": 9.558e-05,
      "loss": 0.0399,
      "step": 4780
    },
    {
      "grad_norm": 0.47131964564323425,
      "learning_rate": 9.578000000000001e-05,
      "loss": 0.0428,
      "step": 4790
    },
    {
      "grad_norm": 0.45955830812454224,
      "learning_rate": 9.598e-05,
      "loss": 0.0415,
      "step": 4800
    },
    {
      "grad_norm": 0.459089457988739,
      "learning_rate": 9.618e-05,
      "loss": 0.0373,
      "step": 4810
    },
    {
      "grad_norm": 0.4864519238471985,
      "learning_rate": 9.638000000000001e-05,
      "loss": 0.0402,
      "step": 4820
    },
    {
      "grad_norm": 0.44014737010002136,
      "learning_rate": 9.658e-05,
      "loss": 0.039,
      "step": 4830
    },
    {
      "grad_norm": 0.505915105342865,
      "learning_rate": 9.678e-05,
      "loss": 0.04,
      "step": 4840
    },
    {
      "grad_norm": 0.41672059893608093,
      "learning_rate": 9.698000000000001e-05,
      "loss": 0.0387,
      "step": 4850
    },
    {
      "grad_norm": 0.5977463722229004,
      "learning_rate": 9.718e-05,
      "loss": 0.0381,
      "step": 4860
    },
    {
      "grad_norm": 0.4902133345603943,
      "learning_rate": 9.738e-05,
      "loss": 0.0445,
      "step": 4870
    },
    {
      "grad_norm": 0.35810279846191406,
      "learning_rate": 9.758000000000001e-05,
      "loss": 0.0383,
      "step": 4880
    },
    {
      "grad_norm": 0.41253653168678284,
      "learning_rate": 9.778e-05,
      "loss": 0.0391,
      "step": 4890
    },
    {
      "grad_norm": 0.35557398200035095,
      "learning_rate": 9.798000000000001e-05,
      "loss": 0.038,
      "step": 4900
    },
    {
      "grad_norm": 0.5121879577636719,
      "learning_rate": 9.818000000000001e-05,
      "loss": 0.0365,
      "step": 4910
    },
    {
      "grad_norm": 0.45584094524383545,
      "learning_rate": 9.838e-05,
      "loss": 0.0408,
      "step": 4920
    },
    {
      "grad_norm": 0.5642129182815552,
      "learning_rate": 9.858000000000001e-05,
      "loss": 0.04,
      "step": 4930
    },
    {
      "grad_norm": 0.44973066449165344,
      "learning_rate": 9.878e-05,
      "loss": 0.0344,
      "step": 4940
    },
    {
      "grad_norm": 0.6327542066574097,
      "learning_rate": 9.898e-05,
      "loss": 0.0423,
      "step": 4950
    },
    {
      "grad_norm": 0.4707786738872528,
      "learning_rate": 9.918000000000001e-05,
      "loss": 0.0419,
      "step": 4960
    },
    {
      "grad_norm": 0.49904462695121765,
      "learning_rate": 9.938e-05,
      "loss": 0.0351,
      "step": 4970
    },
    {
      "grad_norm": 0.3730181157588959,
      "learning_rate": 9.958e-05,
      "loss": 0.0435,
      "step": 4980
    },
    {
      "grad_norm": 0.3837527632713318,
      "learning_rate": 9.978000000000001e-05,
      "loss": 0.0394,
      "step": 4990
    },
    {
      "grad_norm": 0.49388110637664795,
      "learning_rate": 9.998e-05,
      "loss": 0.0392,
      "step": 5000
    },
    {
      "grad_norm": 0.3429860472679138,
      "learning_rate": 9.999999778549045e-05,
      "loss": 0.0388,
      "step": 5010
    },
    {
      "grad_norm": 0.6041615009307861,
      "learning_rate": 9.999999013039593e-05,
      "loss": 0.0436,
      "step": 5020
    },
    {
      "grad_norm": 0.36285310983657837,
      "learning_rate": 9.999997700737766e-05,
      "loss": 0.0367,
      "step": 5030
    },
    {
      "grad_norm": 0.35924023389816284,
      "learning_rate": 9.999995841643709e-05,
      "loss": 0.0352,
      "step": 5040
    },
    {
      "grad_norm": 0.3420441746711731,
      "learning_rate": 9.999993435757623e-05,
      "loss": 0.0377,
      "step": 5050
    },
    {
      "grad_norm": 0.43935585021972656,
      "learning_rate": 9.999990483079773e-05,
      "loss": 0.0406,
      "step": 5060
    },
    {
      "grad_norm": 0.47324880957603455,
      "learning_rate": 9.999986983610481e-05,
      "loss": 0.0373,
      "step": 5070
    },
    {
      "grad_norm": 0.5538941621780396,
      "learning_rate": 9.99998293735013e-05,
      "loss": 0.0355,
      "step": 5080
    },
    {
      "grad_norm": 0.45285844802856445,
      "learning_rate": 9.999978344299161e-05,
      "loss": 0.0405,
      "step": 5090
    },
    {
      "grad_norm": 0.5444912314414978,
      "learning_rate": 9.99997320445808e-05,
      "loss": 0.0391,
      "step": 5100
    },
    {
      "grad_norm": 0.3988666236400604,
      "learning_rate": 9.999967517827444e-05,
      "loss": 0.0414,
      "step": 5110
    },
    {
      "grad_norm": 0.42463627457618713,
      "learning_rate": 9.999961284407879e-05,
      "loss": 0.0359,
      "step": 5120
    },
    {
      "grad_norm": 0.40492162108421326,
      "learning_rate": 9.999954504200067e-05,
      "loss": 0.0356,
      "step": 5130
    },
    {
      "grad_norm": 0.46432259678840637,
      "learning_rate": 9.999947177204744e-05,
      "loss": 0.0404,
      "step": 5140
    },
    {
      "grad_norm": 0.4111925959587097,
      "learning_rate": 9.999939303422718e-05,
      "loss": 0.0406,
      "step": 5150
    },
    {
      "grad_norm": 0.38475123047828674,
      "learning_rate": 9.999930882854847e-05,
      "loss": 0.0418,
      "step": 5160
    },
    {
      "grad_norm": 0.41682934761047363,
      "learning_rate": 9.999921915502051e-05,
      "loss": 0.0369,
      "step": 5170
    },
    {
      "grad_norm": 0.43813854455947876,
      "learning_rate": 9.99991240136531e-05,
      "loss": 0.0334,
      "step": 5180
    },
    {
      "grad_norm": 0.42981648445129395,
      "learning_rate": 9.999902340445668e-05,
      "loss": 0.0401,
      "step": 5190
    },
    {
      "grad_norm": 0.4623315930366516,
      "learning_rate": 9.999891732744224e-05,
      "loss": 0.0364,
      "step": 5200
    },
    {
      "grad_norm": 0.49400535225868225,
      "learning_rate": 9.999880578262135e-05,
      "loss": 0.0428,
      "step": 5210
    },
    {
      "grad_norm": 0.4747942388057709,
      "learning_rate": 9.999868877000624e-05,
      "loss": 0.046,
      "step": 5220
    },
    {
      "grad_norm": 0.3685579001903534,
      "learning_rate": 9.99985662896097e-05,
      "loss": 0.0398,
      "step": 5230
    },
    {
      "grad_norm": 0.4534323811531067,
      "learning_rate": 9.999843834144513e-05,
      "loss": 0.0344,
      "step": 5240
    },
    {
      "grad_norm": 0.4030906558036804,
      "learning_rate": 9.99983049255265e-05,
      "loss": 0.0393,
      "step": 5250
    },
    {
      "grad_norm": 0.4210641384124756,
      "learning_rate": 9.999816604186843e-05,
      "loss": 0.0365,
      "step": 5260
    },
    {
      "grad_norm": 0.419874906539917,
      "learning_rate": 9.999802169048609e-05,
      "loss": 0.0389,
      "step": 5270
    },
    {
      "grad_norm": 0.34282663464546204,
      "learning_rate": 9.999787187139527e-05,
      "loss": 0.0375,
      "step": 5280
    },
    {
      "grad_norm": 0.3982928693294525,
      "learning_rate": 9.999771658461234e-05,
      "loss": 0.0392,
      "step": 5290
    },
    {
      "grad_norm": 0.3975090980529785,
      "learning_rate": 9.999755583015431e-05,
      "loss": 0.0428,
      "step": 5300
    },
    {
      "grad_norm": 0.37944069504737854,
      "learning_rate": 9.999738960803874e-05,
      "loss": 0.0454,
      "step": 5310
    },
    {
      "grad_norm": 0.32097867131233215,
      "learning_rate": 9.99972179182838e-05,
      "loss": 0.0449,
      "step": 5320
    },
    {
      "grad_norm": 0.33090895414352417,
      "learning_rate": 9.99970407609083e-05,
      "loss": 0.0364,
      "step": 5330
    },
    {
      "grad_norm": 0.4796665608882904,
      "learning_rate": 9.999685813593159e-05,
      "loss": 0.0394,
      "step": 5340
    },
    {
      "grad_norm": 0.3169485032558441,
      "learning_rate": 9.999667004337362e-05,
      "loss": 0.0392,
      "step": 5350
    },
    {
      "grad_norm": 0.36470603942871094,
      "learning_rate": 9.9996476483255e-05,
      "loss": 0.0353,
      "step": 5360
    },
    {
      "grad_norm": 0.44357529282569885,
      "learning_rate": 9.999627745559688e-05,
      "loss": 0.0348,
      "step": 5370
    },
    {
      "grad_norm": 0.36827611923217773,
      "learning_rate": 9.999607296042101e-05,
      "loss": 0.0344,
      "step": 5380
    },
    {
      "grad_norm": 0.37521809339523315,
      "learning_rate": 9.99958629977498e-05,
      "loss": 0.0341,
      "step": 5390
    },
    {
      "grad_norm": 0.3604615330696106,
      "learning_rate": 9.999564756760615e-05,
      "loss": 0.0312,
      "step": 5400
    },
    {
      "grad_norm": 0.37528300285339355,
      "learning_rate": 9.999542667001366e-05,
      "loss": 0.0341,
      "step": 5410
    },
    {
      "grad_norm": 0.3395298719406128,
      "learning_rate": 9.999520030499647e-05,
      "loss": 0.034,
      "step": 5420
    },
    {
      "grad_norm": 0.32314980030059814,
      "learning_rate": 9.999496847257936e-05,
      "loss": 0.0382,
      "step": 5430
    },
    {
      "grad_norm": 0.46882694959640503,
      "learning_rate": 9.999473117278764e-05,
      "loss": 0.0359,
      "step": 5440
    },
    {
      "grad_norm": 0.48731929063796997,
      "learning_rate": 9.999448840564731e-05,
      "loss": 0.0376,
      "step": 5450
    },
    {
      "grad_norm": 0.47560223937034607,
      "learning_rate": 9.999424017118488e-05,
      "loss": 0.038,
      "step": 5460
    },
    {
      "grad_norm": 0.35583850741386414,
      "learning_rate": 9.999398646942751e-05,
      "loss": 0.0346,
      "step": 5470
    },
    {
      "grad_norm": 0.370250940322876,
      "learning_rate": 9.999372730040296e-05,
      "loss": 0.0375,
      "step": 5480
    },
    {
      "grad_norm": 0.4444587528705597,
      "learning_rate": 9.999346266413953e-05,
      "loss": 0.0366,
      "step": 5490
    },
    {
      "grad_norm": 0.4800468683242798,
      "learning_rate": 9.99931925606662e-05,
      "loss": 0.0336,
      "step": 5500
    },
    {
      "grad_norm": 0.4077254831790924,
      "learning_rate": 9.99929169900125e-05,
      "loss": 0.039,
      "step": 5510
    },
    {
      "grad_norm": 0.47895848751068115,
      "learning_rate": 9.999263595220855e-05,
      "loss": 0.0392,
      "step": 5520
    },
    {
      "grad_norm": 0.3881273567676544,
      "learning_rate": 9.99923494472851e-05,
      "loss": 0.0355,
      "step": 5530
    },
    {
      "grad_norm": 0.34213364124298096,
      "learning_rate": 9.999205747527348e-05,
      "loss": 0.0343,
      "step": 5540
    },
    {
      "grad_norm": 0.30999526381492615,
      "learning_rate": 9.999176003620561e-05,
      "loss": 0.0349,
      "step": 5550
    },
    {
      "grad_norm": 0.42547470331192017,
      "learning_rate": 9.999145713011405e-05,
      "loss": 0.0334,
      "step": 5560
    },
    {
      "grad_norm": 0.43339619040489197,
      "learning_rate": 9.999114875703186e-05,
      "loss": 0.0355,
      "step": 5570
    },
    {
      "grad_norm": 0.4451631009578705,
      "learning_rate": 9.999083491699281e-05,
      "loss": 0.0321,
      "step": 5580
    },
    {
      "grad_norm": 0.2986989915370941,
      "learning_rate": 9.999051561003123e-05,
      "loss": 0.0353,
      "step": 5590
    },
    {
      "grad_norm": 0.36763715744018555,
      "learning_rate": 9.999019083618202e-05,
      "loss": 0.0314,
      "step": 5600
    },
    {
      "grad_norm": 0.4679538607597351,
      "learning_rate": 9.99898605954807e-05,
      "loss": 0.0337,
      "step": 5610
    },
    {
      "grad_norm": 0.444879949092865,
      "learning_rate": 9.998952488796338e-05,
      "loss": 0.0351,
      "step": 5620
    },
    {
      "grad_norm": 0.33788660168647766,
      "learning_rate": 9.998918371366676e-05,
      "loss": 0.0336,
      "step": 5630
    },
    {
      "grad_norm": 0.28990015387535095,
      "learning_rate": 9.99888370726282e-05,
      "loss": 0.031,
      "step": 5640
    },
    {
      "grad_norm": 0.421210378408432,
      "learning_rate": 9.998848496488556e-05,
      "loss": 0.0319,
      "step": 5650
    },
    {
      "grad_norm": 0.25194352865219116,
      "learning_rate": 9.998812739047736e-05,
      "loss": 0.0411,
      "step": 5660
    },
    {
      "grad_norm": 0.3490672707557678,
      "learning_rate": 9.99877643494427e-05,
      "loss": 0.0328,
      "step": 5670
    },
    {
      "grad_norm": 0.33266201615333557,
      "learning_rate": 9.998739584182128e-05,
      "loss": 0.0349,
      "step": 5680
    },
    {
      "grad_norm": 0.3868013024330139,
      "learning_rate": 9.998702186765342e-05,
      "loss": 0.0319,
      "step": 5690
    },
    {
      "grad_norm": 0.48441991209983826,
      "learning_rate": 9.998664242698e-05,
      "loss": 0.0363,
      "step": 5700
    },
    {
      "grad_norm": 0.47828468680381775,
      "learning_rate": 9.998625751984251e-05,
      "loss": 0.0348,
      "step": 5710
    },
    {
      "grad_norm": 0.3215515911579132,
      "learning_rate": 9.998586714628307e-05,
      "loss": 0.0348,
      "step": 5720
    },
    {
      "grad_norm": 0.3726402521133423,
      "learning_rate": 9.998547130634432e-05,
      "loss": 0.0338,
      "step": 5730
    },
    {
      "grad_norm": 0.30773892998695374,
      "learning_rate": 9.99850700000696e-05,
      "loss": 0.0371,
      "step": 5740
    },
    {
      "grad_norm": 0.2897832691669464,
      "learning_rate": 9.998466322750278e-05,
      "loss": 0.0365,
      "step": 5750
    },
    {
      "grad_norm": 0.37654203176498413,
      "learning_rate": 9.998425098868834e-05,
      "loss": 0.034,
      "step": 5760
    },
    {
      "grad_norm": 0.4271163046360016,
      "learning_rate": 9.998383328367136e-05,
      "loss": 0.0364,
      "step": 5770
    },
    {
      "grad_norm": 0.3594057261943817,
      "learning_rate": 9.99834101124975e-05,
      "loss": 0.0344,
      "step": 5780
    },
    {
      "grad_norm": 0.324118971824646,
      "learning_rate": 9.998298147521309e-05,
      "loss": 0.0351,
      "step": 5790
    },
    {
      "grad_norm": 0.3425390422344208,
      "learning_rate": 9.998254737186496e-05,
      "loss": 0.0338,
      "step": 5800
    },
    {
      "grad_norm": 0.326735258102417,
      "learning_rate": 9.99821078025006e-05,
      "loss": 0.0307,
      "step": 5810
    },
    {
      "grad_norm": 0.3162924349308014,
      "learning_rate": 9.998166276716807e-05,
      "loss": 0.0343,
      "step": 5820
    },
    {
      "grad_norm": 0.4421290457248688,
      "learning_rate": 9.998121226591606e-05,
      "loss": 0.0373,
      "step": 5830
    },
    {
      "grad_norm": 0.39257335662841797,
      "learning_rate": 9.998075629879382e-05,
      "loss": 0.035,
      "step": 5840
    },
    {
      "grad_norm": 0.3666342496871948,
      "learning_rate": 9.99802948658512e-05,
      "loss": 0.0352,
      "step": 5850
    },
    {
      "grad_norm": 0.27250564098358154,
      "learning_rate": 9.99798279671387e-05,
      "loss": 0.0379,
      "step": 5860
    },
    {
      "grad_norm": 0.3464193344116211,
      "learning_rate": 9.997935560270734e-05,
      "loss": 0.0382,
      "step": 5870
    },
    {
      "grad_norm": 0.49353811144828796,
      "learning_rate": 9.997887777260879e-05,
      "loss": 0.0343,
      "step": 5880
    },
    {
      "grad_norm": 0.3261691927909851,
      "learning_rate": 9.997839447689532e-05,
      "loss": 0.0317,
      "step": 5890
    },
    {
      "grad_norm": 0.49990391731262207,
      "learning_rate": 9.997790571561978e-05,
      "loss": 0.0357,
      "step": 5900
    },
    {
      "grad_norm": 0.4302642345428467,
      "learning_rate": 9.99774114888356e-05,
      "loss": 0.0366,
      "step": 5910
    },
    {
      "grad_norm": 0.28723835945129395,
      "learning_rate": 9.997691179659684e-05,
      "loss": 0.0319,
      "step": 5920
    },
    {
      "grad_norm": 0.4203507900238037,
      "learning_rate": 9.997640663895815e-05,
      "loss": 0.0301,
      "step": 5930
    },
    {
      "grad_norm": 0.38473060727119446,
      "learning_rate": 9.997589601597477e-05,
      "loss": 0.0369,
      "step": 5940
    },
    {
      "grad_norm": 0.3344627022743225,
      "learning_rate": 9.997537992770252e-05,
      "loss": 0.0337,
      "step": 5950
    },
    {
      "grad_norm": 0.393898606300354,
      "learning_rate": 9.997485837419788e-05,
      "loss": 0.0312,
      "step": 5960
    },
    {
      "grad_norm": 0.36444637179374695,
      "learning_rate": 9.997433135551786e-05,
      "loss": 0.0361,
      "step": 5970
    },
    {
      "grad_norm": 0.34656956791877747,
      "learning_rate": 9.997379887172009e-05,
      "loss": 0.0333,
      "step": 5980
    },
    {
      "grad_norm": 0.40818262100219727,
      "learning_rate": 9.997326092286281e-05,
      "loss": 0.0349,
      "step": 5990
    },
    {
      "grad_norm": 0.3876807987689972,
      "learning_rate": 9.997271750900486e-05,
      "loss": 0.0381,
      "step": 6000
    },
    {
      "grad_norm": 0.3406454622745514,
      "learning_rate": 9.997216863020565e-05,
      "loss": 0.0307,
      "step": 6010
    },
    {
      "grad_norm": 0.45904242992401123,
      "learning_rate": 9.99716142865252e-05,
      "loss": 0.0313,
      "step": 6020
    },
    {
      "grad_norm": 0.51307612657547,
      "learning_rate": 9.997105447802415e-05,
      "loss": 0.0313,
      "step": 6030
    },
    {
      "grad_norm": 0.3594149351119995,
      "learning_rate": 9.997048920476373e-05,
      "loss": 0.0328,
      "step": 6040
    },
    {
      "grad_norm": 0.3178771734237671,
      "learning_rate": 9.996991846680572e-05,
      "loss": 0.0332,
      "step": 6050
    },
    {
      "grad_norm": 0.3893943428993225,
      "learning_rate": 9.996934226421257e-05,
      "loss": 0.0301,
      "step": 6060
    },
    {
      "grad_norm": 0.3164651691913605,
      "learning_rate": 9.996876059704726e-05,
      "loss": 0.033,
      "step": 6070
    },
    {
      "grad_norm": 0.2855364978313446,
      "learning_rate": 9.996817346537343e-05,
      "loss": 0.0354,
      "step": 6080
    },
    {
      "grad_norm": 0.37176141142845154,
      "learning_rate": 9.996758086925526e-05,
      "loss": 0.0284,
      "step": 6090
    },
    {
      "grad_norm": 0.36542609333992004,
      "learning_rate": 9.996698280875759e-05,
      "loss": 0.0399,
      "step": 6100
    },
    {
      "grad_norm": 0.30383336544036865,
      "learning_rate": 9.99663792839458e-05,
      "loss": 0.0331,
      "step": 6110
    },
    {
      "grad_norm": 0.33855536580085754,
      "learning_rate": 9.99657702948859e-05,
      "loss": 0.04,
      "step": 6120
    },
    {
      "grad_norm": 0.34331974387168884,
      "learning_rate": 9.996515584164448e-05,
      "loss": 0.0337,
      "step": 6130
    },
    {
      "grad_norm": 0.3528672158718109,
      "learning_rate": 9.996453592428873e-05,
      "loss": 0.0328,
      "step": 6140
    },
    {
      "grad_norm": 0.3226683437824249,
      "learning_rate": 9.996391054288646e-05,
      "loss": 0.038,
      "step": 6150
    },
    {
      "grad_norm": 0.3772316873073578,
      "learning_rate": 9.996327969750605e-05,
      "loss": 0.0338,
      "step": 6160
    },
    {
      "grad_norm": 0.38018396496772766,
      "learning_rate": 9.996264338821649e-05,
      "loss": 0.036,
      "step": 6170
    },
    {
      "grad_norm": 0.4035049378871918,
      "learning_rate": 9.996200161508735e-05,
      "loss": 0.034,
      "step": 6180
    },
    {
      "grad_norm": 0.3025064170360565,
      "learning_rate": 9.996135437818885e-05,
      "loss": 0.0306,
      "step": 6190
    },
    {
      "grad_norm": 0.4211691915988922,
      "learning_rate": 9.996070167759175e-05,
      "loss": 0.0325,
      "step": 6200
    },
    {
      "grad_norm": 0.33900928497314453,
      "learning_rate": 9.996004351336743e-05,
      "loss": 0.0316,
      "step": 6210
    },
    {
      "grad_norm": 0.4741729199886322,
      "learning_rate": 9.995937988558785e-05,
      "loss": 0.0391,
      "step": 6220
    },
    {
      "grad_norm": 0.38156992197036743,
      "learning_rate": 9.995871079432561e-05,
      "loss": 0.0352,
      "step": 6230
    },
    {
      "grad_norm": 0.3592539131641388,
      "learning_rate": 9.995803623965389e-05,
      "loss": 0.0319,
      "step": 6240
    },
    {
      "grad_norm": 0.324923574924469,
      "learning_rate": 9.995735622164641e-05,
      "loss": 0.0367,
      "step": 6250
    },
    {
      "grad_norm": 0.35206273198127747,
      "learning_rate": 9.995667074037758e-05,
      "loss": 0.0374,
      "step": 6260
    },
    {
      "grad_norm": 0.33310672640800476,
      "learning_rate": 9.995597979592232e-05,
      "loss": 0.031,
      "step": 6270
    },
    {
      "grad_norm": 0.3474056124687195,
      "learning_rate": 9.995528338835625e-05,
      "loss": 0.0349,
      "step": 6280
    },
    {
      "grad_norm": 0.39525800943374634,
      "learning_rate": 9.995458151775547e-05,
      "loss": 0.03,
      "step": 6290
    },
    {
      "grad_norm": 0.28876927495002747,
      "learning_rate": 9.995387418419677e-05,
      "loss": 0.0368,
      "step": 6300
    },
    {
      "grad_norm": 0.4322184920310974,
      "learning_rate": 9.99531613877575e-05,
      "loss": 0.0343,
      "step": 6310
    },
    {
      "grad_norm": 0.42007580399513245,
      "learning_rate": 9.995244312851559e-05,
      "loss": 0.0344,
      "step": 6320
    },
    {
      "grad_norm": 0.31896668672561646,
      "learning_rate": 9.995171940654961e-05,
      "loss": 0.036,
      "step": 6330
    },
    {
      "grad_norm": 0.2959060072898865,
      "learning_rate": 9.995099022193871e-05,
      "loss": 0.0357,
      "step": 6340
    },
    {
      "grad_norm": 0.43493425846099854,
      "learning_rate": 9.995025557476261e-05,
      "loss": 0.0365,
      "step": 6350
    },
    {
      "grad_norm": 0.3504331409931183,
      "learning_rate": 9.994951546510165e-05,
      "loss": 0.0383,
      "step": 6360
    },
    {
      "grad_norm": 0.36251556873321533,
      "learning_rate": 9.994876989303679e-05,
      "loss": 0.0348,
      "step": 6370
    },
    {
      "grad_norm": 0.3220044672489166,
      "learning_rate": 9.994801885864955e-05,
      "loss": 0.0363,
      "step": 6380
    },
    {
      "grad_norm": 0.3531849682331085,
      "learning_rate": 9.994726236202205e-05,
      "loss": 0.0352,
      "step": 6390
    },
    {
      "grad_norm": 0.43758726119995117,
      "learning_rate": 9.994650040323704e-05,
      "loss": 0.0317,
      "step": 6400
    },
    {
      "grad_norm": 0.29453524947166443,
      "learning_rate": 9.994573298237784e-05,
      "loss": 0.039,
      "step": 6410
    },
    {
      "grad_norm": 0.371326208114624,
      "learning_rate": 9.994496009952837e-05,
      "loss": 0.0361,
      "step": 6420
    },
    {
      "grad_norm": 0.3863460421562195,
      "learning_rate": 9.994418175477316e-05,
      "loss": 0.0331,
      "step": 6430
    },
    {
      "grad_norm": 0.40759512782096863,
      "learning_rate": 9.994339794819733e-05,
      "loss": 0.0331,
      "step": 6440
    },
    {
      "grad_norm": 0.2871116101741791,
      "learning_rate": 9.994260867988658e-05,
      "loss": 0.0327,
      "step": 6450
    },
    {
      "grad_norm": 0.21499332785606384,
      "learning_rate": 9.994181394992723e-05,
      "loss": 0.033,
      "step": 6460
    },
    {
      "grad_norm": 0.2656130790710449,
      "learning_rate": 9.994101375840618e-05,
      "loss": 0.0331,
      "step": 6470
    },
    {
      "grad_norm": 0.3623477816581726,
      "learning_rate": 9.994020810541098e-05,
      "loss": 0.0358,
      "step": 6480
    },
    {
      "grad_norm": 0.33246755599975586,
      "learning_rate": 9.99393969910297e-05,
      "loss": 0.0344,
      "step": 6490
    },
    {
      "grad_norm": 0.3610251247882843,
      "learning_rate": 9.993858041535104e-05,
      "loss": 0.0323,
      "step": 6500
    },
    {
      "grad_norm": 0.3781639039516449,
      "learning_rate": 9.99377583784643e-05,
      "loss": 0.0316,
      "step": 6510
    },
    {
      "grad_norm": 0.2506084442138672,
      "learning_rate": 9.993693088045939e-05,
      "loss": 0.03,
      "step": 6520
    },
    {
      "grad_norm": 0.38919296860694885,
      "learning_rate": 9.99360979214268e-05,
      "loss": 0.0318,
      "step": 6530
    },
    {
      "grad_norm": 0.33336395025253296,
      "learning_rate": 9.99352595014576e-05,
      "loss": 0.0322,
      "step": 6540
    },
    {
      "grad_norm": 0.4244031310081482,
      "learning_rate": 9.993441562064354e-05,
      "loss": 0.0329,
      "step": 6550
    },
    {
      "grad_norm": 0.3944956958293915,
      "learning_rate": 9.993356627907685e-05,
      "loss": 0.0351,
      "step": 6560
    },
    {
      "grad_norm": 0.3432598412036896,
      "learning_rate": 9.99327114768504e-05,
      "loss": 0.0381,
      "step": 6570
    },
    {
      "grad_norm": 0.4182208776473999,
      "learning_rate": 9.99318512140577e-05,
      "loss": 0.0314,
      "step": 6580
    },
    {
      "grad_norm": 0.3147868812084198,
      "learning_rate": 9.993098549079284e-05,
      "loss": 0.033,
      "step": 6590
    },
    {
      "grad_norm": 0.3362464904785156,
      "learning_rate": 9.993011430715047e-05,
      "loss": 0.0365,
      "step": 6600
    },
    {
      "grad_norm": 0.2871691882610321,
      "learning_rate": 9.992923766322586e-05,
      "loss": 0.0355,
      "step": 6610
    },
    {
      "grad_norm": 0.3950765132904053,
      "learning_rate": 9.99283555591149e-05,
      "loss": 0.0271,
      "step": 6620
    },
    {
      "grad_norm": 0.2880813479423523,
      "learning_rate": 9.992746799491404e-05,
      "loss": 0.0368,
      "step": 6630
    },
    {
      "grad_norm": 0.31202730536460876,
      "learning_rate": 9.992657497072033e-05,
      "loss": 0.0342,
      "step": 6640
    },
    {
      "grad_norm": 0.2865760326385498,
      "learning_rate": 9.992567648663147e-05,
      "loss": 0.0298,
      "step": 6650
    },
    {
      "grad_norm": 0.3159760534763336,
      "learning_rate": 9.992477254274568e-05,
      "loss": 0.0352,
      "step": 6660
    },
    {
      "grad_norm": 0.3384312391281128,
      "learning_rate": 9.992386313916183e-05,
      "loss": 0.0352,
      "step": 6670
    },
    {
      "grad_norm": 0.31035810708999634,
      "learning_rate": 9.992294827597934e-05,
      "loss": 0.032,
      "step": 6680
    },
    {
      "grad_norm": 0.29633647203445435,
      "learning_rate": 9.992202795329831e-05,
      "loss": 0.0334,
      "step": 6690
    },
    {
      "grad_norm": 0.3398205637931824,
      "learning_rate": 9.992110217121936e-05,
      "loss": 0.0324,
      "step": 6700
    },
    {
      "grad_norm": 0.37763530015945435,
      "learning_rate": 9.992017092984372e-05,
      "loss": 0.0332,
      "step": 6710
    },
    {
      "grad_norm": 0.26065415143966675,
      "learning_rate": 9.991923422927326e-05,
      "loss": 0.0313,
      "step": 6720
    },
    {
      "grad_norm": 0.3471277356147766,
      "learning_rate": 9.991829206961037e-05,
      "loss": 0.0302,
      "step": 6730
    },
    {
      "grad_norm": 0.3465164601802826,
      "learning_rate": 9.991734445095813e-05,
      "loss": 0.031,
      "step": 6740
    },
    {
      "grad_norm": 0.3133346140384674,
      "learning_rate": 9.991639137342015e-05,
      "loss": 0.0288,
      "step": 6750
    },
    {
      "grad_norm": 0.46403151750564575,
      "learning_rate": 9.991543283710064e-05,
      "loss": 0.0296,
      "step": 6760
    },
    {
      "grad_norm": 0.3120069205760956,
      "learning_rate": 9.991446884210445e-05,
      "loss": 0.0291,
      "step": 6770
    },
    {
      "grad_norm": 0.30843591690063477,
      "learning_rate": 9.9913499388537e-05,
      "loss": 0.0338,
      "step": 6780
    },
    {
      "grad_norm": 0.2730610966682434,
      "learning_rate": 9.99125244765043e-05,
      "loss": 0.032,
      "step": 6790
    },
    {
      "grad_norm": 0.3308141827583313,
      "learning_rate": 9.991154410611296e-05,
      "loss": 0.0318,
      "step": 6800
    },
    {
      "grad_norm": 0.3219098150730133,
      "learning_rate": 9.99105582774702e-05,
      "loss": 0.0318,
      "step": 6810
    },
    {
      "grad_norm": 0.34381741285324097,
      "learning_rate": 9.990956699068384e-05,
      "loss": 0.0342,
      "step": 6820
    },
    {
      "grad_norm": 0.30304059386253357,
      "learning_rate": 9.990857024586224e-05,
      "loss": 0.0287,
      "step": 6830
    },
    {
      "grad_norm": 0.2646781802177429,
      "learning_rate": 9.990756804311446e-05,
      "loss": 0.0323,
      "step": 6840
    },
    {
      "grad_norm": 0.29807525873184204,
      "learning_rate": 9.990656038255006e-05,
      "loss": 0.0336,
      "step": 6850
    },
    {
      "grad_norm": 0.33460119366645813,
      "learning_rate": 9.990554726427926e-05,
      "loss": 0.0356,
      "step": 6860
    },
    {
      "grad_norm": 0.3203860819339752,
      "learning_rate": 9.990452868841284e-05,
      "loss": 0.0276,
      "step": 6870
    },
    {
      "grad_norm": 0.2722104489803314,
      "learning_rate": 9.99035046550622e-05,
      "loss": 0.0343,
      "step": 6880
    },
    {
      "grad_norm": 0.25526782870292664,
      "learning_rate": 9.99024751643393e-05,
      "loss": 0.0283,
      "step": 6890
    },
    {
      "grad_norm": 0.32612594962120056,
      "learning_rate": 9.990144021635677e-05,
      "loss": 0.028,
      "step": 6900
    },
    {
      "grad_norm": 0.39642319083213806,
      "learning_rate": 9.990039981122775e-05,
      "loss": 0.0286,
      "step": 6910
    },
    {
      "grad_norm": 0.32006964087486267,
      "learning_rate": 9.989935394906602e-05,
      "loss": 0.031,
      "step": 6920
    },
    {
      "grad_norm": 0.2804211974143982,
      "learning_rate": 9.989830262998598e-05,
      "loss": 0.0322,
      "step": 6930
    },
    {
      "grad_norm": 0.2989294230937958,
      "learning_rate": 9.989724585410259e-05,
      "loss": 0.0283,
      "step": 6940
    },
    {
      "grad_norm": 0.44074177742004395,
      "learning_rate": 9.989618362153139e-05,
      "loss": 0.0297,
      "step": 6950
    },
    {
      "grad_norm": 0.32931166887283325,
      "learning_rate": 9.989511593238859e-05,
      "loss": 0.0339,
      "step": 6960
    },
    {
      "grad_norm": 0.2922728657722473,
      "learning_rate": 9.98940427867909e-05,
      "loss": 0.0286,
      "step": 6970
    },
    {
      "grad_norm": 0.3765396773815155,
      "learning_rate": 9.989296418485573e-05,
      "loss": 0.0332,
      "step": 6980
    },
    {
      "grad_norm": 0.3679473400115967,
      "learning_rate": 9.989188012670101e-05,
      "loss": 0.0314,
      "step": 6990
    },
    {
      "grad_norm": 0.21550998091697693,
      "learning_rate": 9.989079061244528e-05,
      "loss": 0.0314,
      "step": 7000
    },
    {
      "grad_norm": 0.29178258776664734,
      "learning_rate": 9.988969564220769e-05,
      "loss": 0.0343,
      "step": 7010
    },
    {
      "grad_norm": 0.32072561979293823,
      "learning_rate": 9.988859521610801e-05,
      "loss": 0.0321,
      "step": 7020
    },
    {
      "grad_norm": 0.30814284086227417,
      "learning_rate": 9.988748933426656e-05,
      "loss": 0.0276,
      "step": 7030
    },
    {
      "grad_norm": 0.32844078540802,
      "learning_rate": 9.988637799680428e-05,
      "loss": 0.0304,
      "step": 7040
    },
    {
      "grad_norm": 0.29593050479888916,
      "learning_rate": 9.98852612038427e-05,
      "loss": 0.0297,
      "step": 7050
    },
    {
      "grad_norm": 0.35126709938049316,
      "learning_rate": 9.988413895550397e-05,
      "loss": 0.0319,
      "step": 7060
    },
    {
      "grad_norm": 0.3708306550979614,
      "learning_rate": 9.98830112519108e-05,
      "loss": 0.0296,
      "step": 7070
    },
    {
      "grad_norm": 0.24658213555812836,
      "learning_rate": 9.98818780931865e-05,
      "loss": 0.0299,
      "step": 7080
    },
    {
      "grad_norm": 0.22519266605377197,
      "learning_rate": 9.988073947945502e-05,
      "loss": 0.0309,
      "step": 7090
    },
    {
      "grad_norm": 0.29005545377731323,
      "learning_rate": 9.987959541084087e-05,
      "loss": 0.0255,
      "step": 7100
    },
    {
      "grad_norm": 0.36423617601394653,
      "learning_rate": 9.987844588746915e-05,
      "loss": 0.0309,
      "step": 7110
    },
    {
      "grad_norm": 0.2325596660375595,
      "learning_rate": 9.987729090946558e-05,
      "loss": 0.0302,
      "step": 7120
    },
    {
      "grad_norm": 0.43327176570892334,
      "learning_rate": 9.987613047695647e-05,
      "loss": 0.0268,
      "step": 7130
    },
    {
      "grad_norm": 0.3482636511325836,
      "learning_rate": 9.987496459006871e-05,
      "loss": 0.0328,
      "step": 7140
    },
    {
      "grad_norm": 0.34811919927597046,
      "learning_rate": 9.987379324892982e-05,
      "loss": 0.0274,
      "step": 7150
    },
    {
      "grad_norm": 0.3028563857078552,
      "learning_rate": 9.987261645366788e-05,
      "loss": 0.0288,
      "step": 7160
    },
    {
      "grad_norm": 0.2302742302417755,
      "learning_rate": 9.987143420441158e-05,
      "loss": 0.0254,
      "step": 7170
    },
    {
      "grad_norm": 0.33132651448249817,
      "learning_rate": 9.987024650129022e-05,
      "loss": 0.0305,
      "step": 7180
    },
    {
      "grad_norm": 0.438442200422287,
      "learning_rate": 9.986905334443368e-05,
      "loss": 0.0289,
      "step": 7190
    },
    {
      "grad_norm": 0.26672929525375366,
      "learning_rate": 9.986785473397245e-05,
      "loss": 0.0296,
      "step": 7200
    },
    {
      "grad_norm": 0.2794930636882782,
      "learning_rate": 9.98666506700376e-05,
      "loss": 0.0293,
      "step": 7210
    },
    {
      "grad_norm": 0.3462786078453064,
      "learning_rate": 9.986544115276081e-05,
      "loss": 0.0293,
      "step": 7220
    },
    {
      "grad_norm": 0.27141034603118896,
      "learning_rate": 9.986422618227433e-05,
      "loss": 0.0312,
      "step": 7230
    },
    {
      "grad_norm": 0.3272283971309662,
      "learning_rate": 9.986300575871106e-05,
      "loss": 0.0263,
      "step": 7240
    },
    {
      "grad_norm": 0.4185367524623871,
      "learning_rate": 9.986177988220444e-05,
      "loss": 0.0255,
      "step": 7250
    },
    {
      "grad_norm": 0.29810070991516113,
      "learning_rate": 9.986054855288856e-05,
      "loss": 0.0272,
      "step": 7260
    },
    {
      "grad_norm": 0.3437705934047699,
      "learning_rate": 9.985931177089802e-05,
      "loss": 0.0285,
      "step": 7270
    },
    {
      "grad_norm": 0.32581207156181335,
      "learning_rate": 9.985806953636814e-05,
      "loss": 0.0254,
      "step": 7280
    },
    {
      "grad_norm": 0.28992629051208496,
      "learning_rate": 9.985682184943471e-05,
      "loss": 0.0291,
      "step": 7290
    },
    {
      "grad_norm": 0.2846454679965973,
      "learning_rate": 9.98555687102342e-05,
      "loss": 0.029,
      "step": 7300
    },
    {
      "grad_norm": 0.3287263810634613,
      "learning_rate": 9.985431011890367e-05,
      "loss": 0.0291,
      "step": 7310
    },
    {
      "grad_norm": 0.2946445643901825,
      "learning_rate": 9.985304607558075e-05,
      "loss": 0.0297,
      "step": 7320
    },
    {
      "grad_norm": 0.32676783204078674,
      "learning_rate": 9.985177658040364e-05,
      "loss": 0.0338,
      "step": 7330
    },
    {
      "grad_norm": 0.2921066880226135,
      "learning_rate": 9.985050163351119e-05,
      "loss": 0.0287,
      "step": 7340
    },
    {
      "grad_norm": 0.39218196272850037,
      "learning_rate": 9.984922123504286e-05,
      "loss": 0.0326,
      "step": 7350
    },
    {
      "grad_norm": 0.26967233419418335,
      "learning_rate": 9.984793538513862e-05,
      "loss": 0.0263,
      "step": 7360
    },
    {
      "grad_norm": 0.40346407890319824,
      "learning_rate": 9.984664408393912e-05,
      "loss": 0.0304,
      "step": 7370
    },
    {
      "grad_norm": 0.34608927369117737,
      "learning_rate": 9.984534733158556e-05,
      "loss": 0.0321,
      "step": 7380
    },
    {
      "grad_norm": 0.32998940348625183,
      "learning_rate": 9.984404512821977e-05,
      "loss": 0.0317,
      "step": 7390
    },
    {
      "grad_norm": 0.31583118438720703,
      "learning_rate": 9.984273747398411e-05,
      "loss": 0.0298,
      "step": 7400
    },
    {
      "grad_norm": 0.2871437966823578,
      "learning_rate": 9.984142436902165e-05,
      "loss": 0.0328,
      "step": 7410
    },
    {
      "grad_norm": 0.29042500257492065,
      "learning_rate": 9.984010581347596e-05,
      "loss": 0.029,
      "step": 7420
    },
    {
      "grad_norm": 0.3463146686553955,
      "learning_rate": 9.983878180749121e-05,
      "loss": 0.0386,
      "step": 7430
    },
    {
      "grad_norm": 0.3153989315032959,
      "learning_rate": 9.983745235121222e-05,
      "loss": 0.0342,
      "step": 7440
    },
    {
      "grad_norm": 0.36380794644355774,
      "learning_rate": 9.983611744478438e-05,
      "loss": 0.033,
      "step": 7450
    },
    {
      "grad_norm": 0.3831520080566406,
      "learning_rate": 9.983477708835365e-05,
      "loss": 0.0322,
      "step": 7460
    },
    {
      "grad_norm": 0.322574257850647,
      "learning_rate": 9.983343128206664e-05,
      "loss": 0.0355,
      "step": 7470
    },
    {
      "grad_norm": 0.3847709000110626,
      "learning_rate": 9.983208002607049e-05,
      "loss": 0.0291,
      "step": 7480
    },
    {
      "grad_norm": 0.2655700147151947,
      "learning_rate": 9.9830723320513e-05,
      "loss": 0.032,
      "step": 7490
    },
    {
      "grad_norm": 0.3310350477695465,
      "learning_rate": 9.982936116554254e-05,
      "loss": 0.0318,
      "step": 7500
    },
    {
      "grad_norm": 0.32061687111854553,
      "learning_rate": 9.982799356130803e-05,
      "loss": 0.027,
      "step": 7510
    },
    {
      "grad_norm": 0.28159672021865845,
      "learning_rate": 9.982662050795908e-05,
      "loss": 0.0262,
      "step": 7520
    },
    {
      "grad_norm": 0.3665085434913635,
      "learning_rate": 9.982524200564583e-05,
      "loss": 0.0312,
      "step": 7530
    },
    {
      "grad_norm": 0.30298393964767456,
      "learning_rate": 9.982385805451901e-05,
      "loss": 0.0293,
      "step": 7540
    },
    {
      "grad_norm": 0.3483893871307373,
      "learning_rate": 9.982246865472998e-05,
      "loss": 0.0287,
      "step": 7550
    },
    {
      "grad_norm": 0.38968947529792786,
      "learning_rate": 9.982107380643069e-05,
      "loss": 0.0319,
      "step": 7560
    },
    {
      "grad_norm": 0.2924145758152008,
      "learning_rate": 9.981967350977368e-05,
      "loss": 0.026,
      "step": 7570
    },
    {
      "grad_norm": 0.32797256112098694,
      "learning_rate": 9.981826776491208e-05,
      "loss": 0.0322,
      "step": 7580
    },
    {
      "grad_norm": 0.26752641797065735,
      "learning_rate": 9.98168565719996e-05,
      "loss": 0.0249,
      "step": 7590
    },
    {
      "grad_norm": 0.32022371888160706,
      "learning_rate": 9.98154399311906e-05,
      "loss": 0.0267,
      "step": 7600
    },
    {
      "grad_norm": 0.35032230615615845,
      "learning_rate": 9.981401784263997e-05,
      "loss": 0.0278,
      "step": 7610
    },
    {
      "grad_norm": 0.29520300030708313,
      "learning_rate": 9.981259030650326e-05,
      "loss": 0.0296,
      "step": 7620
    },
    {
      "grad_norm": 0.3218529224395752,
      "learning_rate": 9.981115732293655e-05,
      "loss": 0.0276,
      "step": 7630
    },
    {
      "grad_norm": 0.4104684591293335,
      "learning_rate": 9.980971889209659e-05,
      "loss": 0.0385,
      "step": 7640
    },
    {
      "grad_norm": 0.24052345752716064,
      "learning_rate": 9.980827501414064e-05,
      "loss": 0.0337,
      "step": 7650
    },
    {
      "grad_norm": 0.29084518551826477,
      "learning_rate": 9.980682568922663e-05,
      "loss": 0.0252,
      "step": 7660
    },
    {
      "grad_norm": 0.24746528267860413,
      "learning_rate": 9.980537091751304e-05,
      "loss": 0.0281,
      "step": 7670
    },
    {
      "grad_norm": 0.27151262760162354,
      "learning_rate": 9.980391069915897e-05,
      "loss": 0.0286,
      "step": 7680
    },
    {
      "grad_norm": 0.34403955936431885,
      "learning_rate": 9.98024450343241e-05,
      "loss": 0.0306,
      "step": 7690
    },
    {
      "grad_norm": 0.32236459851264954,
      "learning_rate": 9.980097392316872e-05,
      "loss": 0.029,
      "step": 7700
    },
    {
      "grad_norm": 0.24938872456550598,
      "learning_rate": 9.97994973658537e-05,
      "loss": 0.0279,
      "step": 7710
    },
    {
      "grad_norm": 0.3244172930717468,
      "learning_rate": 9.979801536254054e-05,
      "loss": 0.0242,
      "step": 7720
    },
    {
      "grad_norm": 0.27534356713294983,
      "learning_rate": 9.979652791339127e-05,
      "loss": 0.0288,
      "step": 7730
    },
    {
      "grad_norm": 0.27200597524642944,
      "learning_rate": 9.97950350185686e-05,
      "loss": 0.0277,
      "step": 7740
    },
    {
      "grad_norm": 0.21152366697788239,
      "learning_rate": 9.979353667823574e-05,
      "loss": 0.0273,
      "step": 7750
    },
    {
      "grad_norm": 0.27074524760246277,
      "learning_rate": 9.979203289255658e-05,
      "loss": 0.0299,
      "step": 7760
    },
    {
      "grad_norm": 0.2672007381916046,
      "learning_rate": 9.979052366169557e-05,
      "loss": 0.0264,
      "step": 7770
    },
    {
      "grad_norm": 0.3108447790145874,
      "learning_rate": 9.978900898581775e-05,
      "loss": 0.029,
      "step": 7780
    },
    {
      "grad_norm": 0.2584184408187866,
      "learning_rate": 9.978748886508875e-05,
      "loss": 0.0259,
      "step": 7790
    },
    {
      "grad_norm": 0.32770732045173645,
      "learning_rate": 9.978596329967484e-05,
      "loss": 0.0303,
      "step": 7800
    },
    {
      "grad_norm": 0.26243487000465393,
      "learning_rate": 9.978443228974284e-05,
      "loss": 0.0302,
      "step": 7810
    },
    {
      "grad_norm": 0.35991379618644714,
      "learning_rate": 9.978289583546015e-05,
      "loss": 0.0262,
      "step": 7820
    },
    {
      "grad_norm": 0.23951007425785065,
      "learning_rate": 9.978135393699484e-05,
      "loss": 0.0257,
      "step": 7830
    },
    {
      "grad_norm": 0.2510838210582733,
      "learning_rate": 9.977980659451548e-05,
      "loss": 0.0271,
      "step": 7840
    },
    {
      "grad_norm": 0.3507087826728821,
      "learning_rate": 9.977825380819135e-05,
      "loss": 0.0231,
      "step": 7850
    },
    {
      "grad_norm": 0.2924744188785553,
      "learning_rate": 9.97766955781922e-05,
      "loss": 0.0252,
      "step": 7860
    },
    {
      "grad_norm": 0.2155923694372177,
      "learning_rate": 9.977513190468848e-05,
      "loss": 0.0252,
      "step": 7870
    },
    {
      "grad_norm": 0.21585436165332794,
      "learning_rate": 9.977356278785116e-05,
      "loss": 0.031,
      "step": 7880
    },
    {
      "grad_norm": 0.26633843779563904,
      "learning_rate": 9.977198822785184e-05,
      "loss": 0.0247,
      "step": 7890
    },
    {
      "grad_norm": 0.2820769250392914,
      "learning_rate": 9.977040822486273e-05,
      "loss": 0.0283,
      "step": 7900
    },
    {
      "grad_norm": 0.38163092732429504,
      "learning_rate": 9.97688227790566e-05,
      "loss": 0.0317,
      "step": 7910
    },
    {
      "grad_norm": 0.2948736846446991,
      "learning_rate": 9.976723189060684e-05,
      "loss": 0.0275,
      "step": 7920
    },
    {
      "grad_norm": 0.32506266236305237,
      "learning_rate": 9.976563555968742e-05,
      "loss": 0.0286,
      "step": 7930
    },
    {
      "grad_norm": 0.19829989969730377,
      "learning_rate": 9.976403378647292e-05,
      "loss": 0.029,
      "step": 7940
    },
    {
      "grad_norm": 0.27721431851387024,
      "learning_rate": 9.97624265711385e-05,
      "loss": 0.0234,
      "step": 7950
    },
    {
      "grad_norm": 0.24248407781124115,
      "learning_rate": 9.976081391385993e-05,
      "loss": 0.0261,
      "step": 7960
    },
    {
      "grad_norm": 0.21007753908634186,
      "learning_rate": 9.975919581481356e-05,
      "loss": 0.0262,
      "step": 7970
    },
    {
      "grad_norm": 0.3008323907852173,
      "learning_rate": 9.975757227417634e-05,
      "loss": 0.0283,
      "step": 7980
    },
    {
      "grad_norm": 0.2978932857513428,
      "learning_rate": 9.975594329212586e-05,
      "loss": 0.0247,
      "step": 7990
    },
    {
      "grad_norm": 0.26832762360572815,
      "learning_rate": 9.97543088688402e-05,
      "loss": 0.0249,
      "step": 8000
    },
    {
      "grad_norm": 0.3029903769493103,
      "learning_rate": 9.975266900449814e-05,
      "loss": 0.0264,
      "step": 8010
    },
    {
      "grad_norm": 0.22478513419628143,
      "learning_rate": 9.975102369927898e-05,
      "loss": 0.0289,
      "step": 8020
    },
    {
      "grad_norm": 0.28864771127700806,
      "learning_rate": 9.974937295336269e-05,
      "loss": 0.0249,
      "step": 8030
    },
    {
      "grad_norm": 0.3094823360443115,
      "learning_rate": 9.974771676692975e-05,
      "loss": 0.0305,
      "step": 8040
    },
    {
      "grad_norm": 0.32838520407676697,
      "learning_rate": 9.974605514016131e-05,
      "loss": 0.0252,
      "step": 8050
    },
    {
      "grad_norm": 0.3053399622440338,
      "learning_rate": 9.974438807323907e-05,
      "loss": 0.0238,
      "step": 8060
    },
    {
      "grad_norm": 0.23975878953933716,
      "learning_rate": 9.974271556634535e-05,
      "loss": 0.027,
      "step": 8070
    },
    {
      "grad_norm": 0.2973889410495758,
      "learning_rate": 9.974103761966302e-05,
      "loss": 0.0277,
      "step": 8080
    },
    {
      "grad_norm": 0.32135510444641113,
      "learning_rate": 9.973935423337563e-05,
      "loss": 0.024,
      "step": 8090
    },
    {
      "grad_norm": 0.33895865082740784,
      "learning_rate": 9.973766540766722e-05,
      "loss": 0.0272,
      "step": 8100
    },
    {
      "grad_norm": 0.29293546080589294,
      "learning_rate": 9.97359711427225e-05,
      "loss": 0.0315,
      "step": 8110
    },
    {
      "grad_norm": 0.2531964182853699,
      "learning_rate": 9.973427143872677e-05,
      "loss": 0.0277,
      "step": 8120
    },
    {
      "grad_norm": 0.2604624629020691,
      "learning_rate": 9.973256629586589e-05,
      "loss": 0.0264,
      "step": 8130
    },
    {
      "grad_norm": 0.2898333668708801,
      "learning_rate": 9.973085571432632e-05,
      "loss": 0.0284,
      "step": 8140
    },
    {
      "grad_norm": 0.2965547442436218,
      "learning_rate": 9.972913969429513e-05,
      "loss": 0.0273,
      "step": 8150
    },
    {
      "grad_norm": 0.28335511684417725,
      "learning_rate": 9.972741823596e-05,
      "loss": 0.0273,
      "step": 8160
    },
    {
      "grad_norm": 0.32163968682289124,
      "learning_rate": 9.972569133950917e-05,
      "loss": 0.0261,
      "step": 8170
    },
    {
      "grad_norm": 0.33677390217781067,
      "learning_rate": 9.972395900513151e-05,
      "loss": 0.0264,
      "step": 8180
    },
    {
      "grad_norm": 0.2846772372722626,
      "learning_rate": 9.972222123301645e-05,
      "loss": 0.0273,
      "step": 8190
    },
    {
      "grad_norm": 0.28376877307891846,
      "learning_rate": 9.972047802335403e-05,
      "loss": 0.0235,
      "step": 8200
    },
    {
      "grad_norm": 0.30323314666748047,
      "learning_rate": 9.971872937633488e-05,
      "loss": 0.0251,
      "step": 8210
    },
    {
      "grad_norm": 0.2867453396320343,
      "learning_rate": 9.971697529215024e-05,
      "loss": 0.024,
      "step": 8220
    },
    {
      "grad_norm": 0.37948867678642273,
      "learning_rate": 9.971521577099192e-05,
      "loss": 0.0253,
      "step": 8230
    },
    {
      "grad_norm": 0.30224281549453735,
      "learning_rate": 9.971345081305236e-05,
      "loss": 0.0243,
      "step": 8240
    },
    {
      "grad_norm": 0.2565627992153168,
      "learning_rate": 9.971168041852456e-05,
      "loss": 0.0236,
      "step": 8250
    },
    {
      "grad_norm": 0.21409475803375244,
      "learning_rate": 9.970990458760215e-05,
      "loss": 0.0254,
      "step": 8260
    },
    {
      "grad_norm": 0.34124553203582764,
      "learning_rate": 9.970812332047929e-05,
      "loss": 0.0295,
      "step": 8270
    },
    {
      "grad_norm": 0.23786534368991852,
      "learning_rate": 9.97063366173508e-05,
      "loss": 0.0276,
      "step": 8280
    },
    {
      "grad_norm": 0.19712774455547333,
      "learning_rate": 9.970454447841207e-05,
      "loss": 0.0261,
      "step": 8290
    },
    {
      "grad_norm": 0.21682223677635193,
      "learning_rate": 9.970274690385909e-05,
      "loss": 0.0231,
      "step": 8300
    },
    {
      "grad_norm": 0.36284199357032776,
      "learning_rate": 9.970094389388844e-05,
      "loss": 0.027,
      "step": 8310
    },
    {
      "grad_norm": 0.27997058629989624,
      "learning_rate": 9.969913544869728e-05,
      "loss": 0.0263,
      "step": 8320
    },
    {
      "grad_norm": 0.21517546474933624,
      "learning_rate": 9.96973215684834e-05,
      "loss": 0.0247,
      "step": 8330
    },
    {
      "grad_norm": 0.367024689912796,
      "learning_rate": 9.969550225344513e-05,
      "loss": 0.0251,
      "step": 8340
    },
    {
      "grad_norm": 0.3357943594455719,
      "learning_rate": 9.969367750378147e-05,
      "loss": 0.0262,
      "step": 8350
    },
    {
      "grad_norm": 0.3117486536502838,
      "learning_rate": 9.969184731969194e-05,
      "loss": 0.0238,
      "step": 8360
    },
    {
      "grad_norm": 0.21269969642162323,
      "learning_rate": 9.96900117013767e-05,
      "loss": 0.0246,
      "step": 8370
    },
    {
      "grad_norm": 0.33218929171562195,
      "learning_rate": 9.96881706490365e-05,
      "loss": 0.0256,
      "step": 8380
    },
    {
      "grad_norm": 0.2647198736667633,
      "learning_rate": 9.968632416287265e-05,
      "loss": 0.0239,
      "step": 8390
    },
    {
      "grad_norm": 0.31344446539878845,
      "learning_rate": 9.96844722430871e-05,
      "loss": 0.0241,
      "step": 8400
    },
    {
      "grad_norm": 0.33891257643699646,
      "learning_rate": 9.968261488988235e-05,
      "loss": 0.0252,
      "step": 8410
    },
    {
      "grad_norm": 0.304499089717865,
      "learning_rate": 9.968075210346155e-05,
      "loss": 0.0253,
      "step": 8420
    },
    {
      "grad_norm": 0.292344868183136,
      "learning_rate": 9.967888388402839e-05,
      "loss": 0.0231,
      "step": 8430
    },
    {
      "grad_norm": 0.23222769796848297,
      "learning_rate": 9.967701023178717e-05,
      "loss": 0.0267,
      "step": 8440
    },
    {
      "grad_norm": 0.22055861353874207,
      "learning_rate": 9.967513114694282e-05,
      "loss": 0.0263,
      "step": 8450
    },
    {
      "grad_norm": 0.32641440629959106,
      "learning_rate": 9.967324662970079e-05,
      "loss": 0.0288,
      "step": 8460
    },
    {
      "grad_norm": 0.28375282883644104,
      "learning_rate": 9.96713566802672e-05,
      "loss": 0.0286,
      "step": 8470
    },
    {
      "grad_norm": 0.24904537200927734,
      "learning_rate": 9.966946129884873e-05,
      "loss": 0.0254,
      "step": 8480
    },
    {
      "grad_norm": 0.30935221910476685,
      "learning_rate": 9.966756048565265e-05,
      "loss": 0.0251,
      "step": 8490
    },
    {
      "grad_norm": 0.35785824060440063,
      "learning_rate": 9.966565424088681e-05,
      "loss": 0.0268,
      "step": 8500
    },
    {
      "grad_norm": 0.2504684329032898,
      "learning_rate": 9.96637425647597e-05,
      "loss": 0.0264,
      "step": 8510
    },
    {
      "grad_norm": 0.32707479596138,
      "learning_rate": 9.966182545748038e-05,
      "loss": 0.0277,
      "step": 8520
    },
    {
      "grad_norm": 0.22163079679012299,
      "learning_rate": 9.96599029192585e-05,
      "loss": 0.0294,
      "step": 8530
    },
    {
      "grad_norm": 0.34566739201545715,
      "learning_rate": 9.965797495030428e-05,
      "loss": 0.0294,
      "step": 8540
    },
    {
      "grad_norm": 0.23257708549499512,
      "learning_rate": 9.96560415508286e-05,
      "loss": 0.0258,
      "step": 8550
    },
    {
      "grad_norm": 0.3470739722251892,
      "learning_rate": 9.965410272104286e-05,
      "loss": 0.0279,
      "step": 8560
    },
    {
      "grad_norm": 0.24112451076507568,
      "learning_rate": 9.96521584611591e-05,
      "loss": 0.0223,
      "step": 8570
    },
    {
      "grad_norm": 0.3075414299964905,
      "learning_rate": 9.965020877138994e-05,
      "loss": 0.0263,
      "step": 8580
    },
    {
      "grad_norm": 0.28961965441703796,
      "learning_rate": 9.964825365194861e-05,
      "loss": 0.0255,
      "step": 8590
    },
    {
      "grad_norm": 0.2600545883178711,
      "learning_rate": 9.96462931030489e-05,
      "loss": 0.0235,
      "step": 8600
    },
    {
      "grad_norm": 0.3363104462623596,
      "learning_rate": 9.96443271249052e-05,
      "loss": 0.0247,
      "step": 8610
    },
    {
      "grad_norm": 0.33082354068756104,
      "learning_rate": 9.964235571773255e-05,
      "loss": 0.0262,
      "step": 8620
    },
    {
      "grad_norm": 0.27957209944725037,
      "learning_rate": 9.96403788817465e-05,
      "loss": 0.0211,
      "step": 8630
    },
    {
      "grad_norm": 0.2972489595413208,
      "learning_rate": 9.963839661716325e-05,
      "loss": 0.0243,
      "step": 8640
    },
    {
      "grad_norm": 0.2208458036184311,
      "learning_rate": 9.963640892419958e-05,
      "loss": 0.0266,
      "step": 8650
    },
    {
      "grad_norm": 0.3168970048427582,
      "learning_rate": 9.963441580307286e-05,
      "loss": 0.0271,
      "step": 8660
    },
    {
      "grad_norm": 0.24892112612724304,
      "learning_rate": 9.963241725400104e-05,
      "loss": 0.0282,
      "step": 8670
    },
    {
      "grad_norm": 0.2974965572357178,
      "learning_rate": 9.963041327720271e-05,
      "loss": 0.0262,
      "step": 8680
    },
    {
      "grad_norm": 0.3146728575229645,
      "learning_rate": 9.962840387289697e-05,
      "loss": 0.0259,
      "step": 8690
    },
    {
      "grad_norm": 0.3100884258747101,
      "learning_rate": 9.962638904130363e-05,
      "loss": 0.0234,
      "step": 8700
    },
    {
      "grad_norm": 0.2764372229576111,
      "learning_rate": 9.962436878264298e-05,
      "loss": 0.0228,
      "step": 8710
    },
    {
      "grad_norm": 0.294094055891037,
      "learning_rate": 9.962234309713598e-05,
      "loss": 0.0211,
      "step": 8720
    },
    {
      "grad_norm": 0.2615277171134949,
      "learning_rate": 9.962031198500414e-05,
      "loss": 0.0278,
      "step": 8730
    },
    {
      "grad_norm": 0.20549480617046356,
      "learning_rate": 9.961827544646958e-05,
      "loss": 0.0231,
      "step": 8740
    },
    {
      "grad_norm": 0.269010066986084,
      "learning_rate": 9.961623348175501e-05,
      "loss": 0.0279,
      "step": 8750
    },
    {
      "grad_norm": 0.3127162754535675,
      "learning_rate": 9.961418609108377e-05,
      "loss": 0.0237,
      "step": 8760
    },
    {
      "grad_norm": 0.2381407767534256,
      "learning_rate": 9.961213327467971e-05,
      "loss": 0.0212,
      "step": 8770
    },
    {
      "grad_norm": 0.26799631118774414,
      "learning_rate": 9.961007503276736e-05,
      "loss": 0.0237,
      "step": 8780
    },
    {
      "grad_norm": 0.24201858043670654,
      "learning_rate": 9.960801136557179e-05,
      "loss": 0.0218,
      "step": 8790
    },
    {
      "grad_norm": 0.3450324535369873,
      "learning_rate": 9.960594227331866e-05,
      "loss": 0.028,
      "step": 8800
    },
    {
      "grad_norm": 0.2894059121608734,
      "learning_rate": 9.960386775623429e-05,
      "loss": 0.0252,
      "step": 8810
    },
    {
      "grad_norm": 0.31548407673835754,
      "learning_rate": 9.96017878145455e-05,
      "loss": 0.0272,
      "step": 8820
    },
    {
      "grad_norm": 0.32599905133247375,
      "learning_rate": 9.959970244847977e-05,
      "loss": 0.0299,
      "step": 8830
    },
    {
      "grad_norm": 0.22628341615200043,
      "learning_rate": 9.959761165826518e-05,
      "loss": 0.0276,
      "step": 8840
    },
    {
      "grad_norm": 0.27729442715644836,
      "learning_rate": 9.959551544413033e-05,
      "loss": 0.0292,
      "step": 8850
    },
    {
      "grad_norm": 0.3411165773868561,
      "learning_rate": 9.959341380630448e-05,
      "loss": 0.0249,
      "step": 8860
    },
    {
      "grad_norm": 0.2997261583805084,
      "learning_rate": 9.959130674501746e-05,
      "loss": 0.0253,
      "step": 8870
    },
    {
      "grad_norm": 0.3570755124092102,
      "learning_rate": 9.958919426049968e-05,
      "loss": 0.0232,
      "step": 8880
    },
    {
      "grad_norm": 0.3273327052593231,
      "learning_rate": 9.958707635298219e-05,
      "loss": 0.0272,
      "step": 8890
    },
    {
      "grad_norm": 0.30449461936950684,
      "learning_rate": 9.958495302269657e-05,
      "loss": 0.0212,
      "step": 8900
    },
    {
      "grad_norm": 0.2833212912082672,
      "learning_rate": 9.958282426987503e-05,
      "loss": 0.0264,
      "step": 8910
    },
    {
      "grad_norm": 0.22627991437911987,
      "learning_rate": 9.95806900947504e-05,
      "loss": 0.0229,
      "step": 8920
    },
    {
      "grad_norm": 0.25467512011528015,
      "learning_rate": 9.957855049755604e-05,
      "loss": 0.0225,
      "step": 8930
    },
    {
      "grad_norm": 0.3754052221775055,
      "learning_rate": 9.957640547852593e-05,
      "loss": 0.0221,
      "step": 8940
    },
    {
      "grad_norm": 0.400193452835083,
      "learning_rate": 9.957425503789466e-05,
      "loss": 0.0266,
      "step": 8950
    },
    {
      "grad_norm": 0.2970482409000397,
      "learning_rate": 9.957209917589738e-05,
      "loss": 0.0281,
      "step": 8960
    },
    {
      "grad_norm": 0.22289486229419708,
      "learning_rate": 9.956993789276987e-05,
      "loss": 0.0247,
      "step": 8970
    },
    {
      "grad_norm": 0.21260538697242737,
      "learning_rate": 9.956777118874847e-05,
      "loss": 0.0254,
      "step": 8980
    },
    {
      "grad_norm": 0.28637486696243286,
      "learning_rate": 9.956559906407016e-05,
      "loss": 0.026,
      "step": 8990
    },
    {
      "grad_norm": 0.2537452280521393,
      "learning_rate": 9.956342151897245e-05,
      "loss": 0.0281,
      "step": 9000
    },
    {
      "grad_norm": 0.21656367182731628,
      "learning_rate": 9.956123855369346e-05,
      "loss": 0.0277,
      "step": 9010
    },
    {
      "grad_norm": 0.2879554331302643,
      "learning_rate": 9.955905016847196e-05,
      "loss": 0.0221,
      "step": 9020
    },
    {
      "grad_norm": 0.3109210133552551,
      "learning_rate": 9.955685636354723e-05,
      "loss": 0.0283,
      "step": 9030
    },
    {
      "grad_norm": 0.303078830242157,
      "learning_rate": 9.95546571391592e-05,
      "loss": 0.0281,
      "step": 9040
    },
    {
      "grad_norm": 0.27327966690063477,
      "learning_rate": 9.955245249554837e-05,
      "loss": 0.0235,
      "step": 9050
    },
    {
      "grad_norm": 0.2259787619113922,
      "learning_rate": 9.955024243295582e-05,
      "loss": 0.0237,
      "step": 9060
    },
    {
      "grad_norm": 0.2695671319961548,
      "learning_rate": 9.954802695162328e-05,
      "loss": 0.0248,
      "step": 9070
    },
    {
      "grad_norm": 0.22920946776866913,
      "learning_rate": 9.954580605179302e-05,
      "loss": 0.0254,
      "step": 9080
    },
    {
      "grad_norm": 0.24427971243858337,
      "learning_rate": 9.954357973370788e-05,
      "loss": 0.0257,
      "step": 9090
    },
    {
      "grad_norm": 0.2971542775630951,
      "learning_rate": 9.954134799761135e-05,
      "loss": 0.0241,
      "step": 9100
    },
    {
      "grad_norm": 0.22257231175899506,
      "learning_rate": 9.953911084374748e-05,
      "loss": 0.0248,
      "step": 9110
    },
    {
      "grad_norm": 0.25738465785980225,
      "learning_rate": 9.953686827236093e-05,
      "loss": 0.0235,
      "step": 9120
    },
    {
      "grad_norm": 0.3056095540523529,
      "learning_rate": 9.953462028369695e-05,
      "loss": 0.0243,
      "step": 9130
    },
    {
      "grad_norm": 0.29317033290863037,
      "learning_rate": 9.953236687800136e-05,
      "loss": 0.0256,
      "step": 9140
    },
    {
      "grad_norm": 0.35253703594207764,
      "learning_rate": 9.95301080555206e-05,
      "loss": 0.0226,
      "step": 9150
    },
    {
      "grad_norm": 0.3137780725955963,
      "learning_rate": 9.952784381650171e-05,
      "loss": 0.0245,
      "step": 9160
    },
    {
      "grad_norm": 0.3835451006889343,
      "learning_rate": 9.952557416119226e-05,
      "loss": 0.0278,
      "step": 9170
    },
    {
      "grad_norm": 0.3224237859249115,
      "learning_rate": 9.95232990898405e-05,
      "loss": 0.023,
      "step": 9180
    },
    {
      "grad_norm": 0.30361151695251465,
      "learning_rate": 9.95210186026952e-05,
      "loss": 0.0252,
      "step": 9190
    },
    {
      "grad_norm": 0.21164710819721222,
      "learning_rate": 9.951873270000576e-05,
      "loss": 0.0255,
      "step": 9200
    },
    {
      "grad_norm": 0.3063027560710907,
      "learning_rate": 9.951644138202216e-05,
      "loss": 0.0257,
      "step": 9210
    },
    {
      "grad_norm": 0.35758069157600403,
      "learning_rate": 9.951414464899498e-05,
      "loss": 0.0264,
      "step": 9220
    },
    {
      "grad_norm": 0.25073498487472534,
      "learning_rate": 9.951184250117538e-05,
      "loss": 0.0226,
      "step": 9230
    },
    {
      "grad_norm": 0.2150561809539795,
      "learning_rate": 9.950953493881513e-05,
      "loss": 0.0242,
      "step": 9240
    },
    {
      "grad_norm": 0.2752856910228729,
      "learning_rate": 9.950722196216658e-05,
      "loss": 0.0225,
      "step": 9250
    },
    {
      "grad_norm": 0.34514814615249634,
      "learning_rate": 9.950490357148265e-05,
      "loss": 0.0228,
      "step": 9260
    },
    {
      "grad_norm": 0.27709946036338806,
      "learning_rate": 9.950257976701692e-05,
      "loss": 0.0242,
      "step": 9270
    },
    {
      "grad_norm": 0.2694006860256195,
      "learning_rate": 9.950025054902348e-05,
      "loss": 0.0244,
      "step": 9280
    },
    {
      "grad_norm": 0.2841184139251709,
      "learning_rate": 9.949791591775706e-05,
      "loss": 0.0245,
      "step": 9290
    },
    {
      "grad_norm": 0.3109279274940491,
      "learning_rate": 9.949557587347298e-05,
      "loss": 0.0245,
      "step": 9300
    },
    {
      "grad_norm": 0.2491903007030487,
      "learning_rate": 9.949323041642713e-05,
      "loss": 0.0228,
      "step": 9310
    },
    {
      "grad_norm": 0.27171915769577026,
      "learning_rate": 9.949087954687602e-05,
      "loss": 0.0205,
      "step": 9320
    },
    {
      "grad_norm": 0.25222888588905334,
      "learning_rate": 9.948852326507672e-05,
      "loss": 0.0223,
      "step": 9330
    },
    {
      "grad_norm": 0.2523558735847473,
      "learning_rate": 9.948616157128694e-05,
      "loss": 0.0209,
      "step": 9340
    },
    {
      "grad_norm": 0.2467038780450821,
      "learning_rate": 9.948379446576493e-05,
      "loss": 0.0236,
      "step": 9350
    },
    {
      "grad_norm": 0.23207561671733856,
      "learning_rate": 9.948142194876952e-05,
      "loss": 0.0214,
      "step": 9360
    },
    {
      "grad_norm": 0.23598060011863708,
      "learning_rate": 9.947904402056024e-05,
      "loss": 0.0189,
      "step": 9370
    },
    {
      "grad_norm": 0.27153506875038147,
      "learning_rate": 9.947666068139708e-05,
      "loss": 0.0227,
      "step": 9380
    },
    {
      "grad_norm": 0.22271192073822021,
      "learning_rate": 9.947427193154071e-05,
      "loss": 0.0204,
      "step": 9390
    },
    {
      "grad_norm": 0.23430928587913513,
      "learning_rate": 9.947187777125233e-05,
      "loss": 0.0234,
      "step": 9400
    },
    {
      "grad_norm": 0.265509694814682,
      "learning_rate": 9.946947820079377e-05,
      "loss": 0.0191,
      "step": 9410
    },
    {
      "grad_norm": 0.26050254702568054,
      "learning_rate": 9.946707322042747e-05,
      "loss": 0.0236,
      "step": 9420
    },
    {
      "grad_norm": 0.2333969622850418,
      "learning_rate": 9.94646628304164e-05,
      "loss": 0.0243,
      "step": 9430
    },
    {
      "grad_norm": 0.2169397622346878,
      "learning_rate": 9.946224703102418e-05,
      "loss": 0.0219,
      "step": 9440
    },
    {
      "grad_norm": 0.2744732201099396,
      "learning_rate": 9.945982582251498e-05,
      "loss": 0.0233,
      "step": 9450
    },
    {
      "grad_norm": 0.3101717233657837,
      "learning_rate": 9.94573992051536e-05,
      "loss": 0.0206,
      "step": 9460
    },
    {
      "grad_norm": 0.2404516339302063,
      "learning_rate": 9.94549671792054e-05,
      "loss": 0.021,
      "step": 9470
    },
    {
      "grad_norm": 0.25397542119026184,
      "learning_rate": 9.945252974493635e-05,
      "loss": 0.0228,
      "step": 9480
    },
    {
      "grad_norm": 0.31194770336151123,
      "learning_rate": 9.9450086902613e-05,
      "loss": 0.0229,
      "step": 9490
    },
    {
      "grad_norm": 0.23232460021972656,
      "learning_rate": 9.944763865250248e-05,
      "loss": 0.0227,
      "step": 9500
    },
    {
      "grad_norm": 0.2093714326620102,
      "learning_rate": 9.944518499487254e-05,
      "loss": 0.0239,
      "step": 9510
    },
    {
      "grad_norm": 0.2016279250383377,
      "learning_rate": 9.944272592999151e-05,
      "loss": 0.0193,
      "step": 9520
    },
    {
      "grad_norm": 0.20296460390090942,
      "learning_rate": 9.94402614581283e-05,
      "loss": 0.0168,
      "step": 9530
    },
    {
      "grad_norm": 0.21995308995246887,
      "learning_rate": 9.943779157955244e-05,
      "loss": 0.0194,
      "step": 9540
    },
    {
      "grad_norm": 0.2858385741710663,
      "learning_rate": 9.943531629453403e-05,
      "loss": 0.0269,
      "step": 9550
    },
    {
      "grad_norm": 0.33944380283355713,
      "learning_rate": 9.943283560334375e-05,
      "loss": 0.023,
      "step": 9560
    },
    {
      "grad_norm": 0.22793933749198914,
      "learning_rate": 9.943034950625288e-05,
      "loss": 0.0229,
      "step": 9570
    },
    {
      "grad_norm": 0.2835240960121155,
      "learning_rate": 9.942785800353332e-05,
      "loss": 0.025,
      "step": 9580
    },
    {
      "grad_norm": 0.2578336298465729,
      "learning_rate": 9.942536109545751e-05,
      "loss": 0.025,
      "step": 9590
    },
    {
      "grad_norm": 0.2056572139263153,
      "learning_rate": 9.942285878229853e-05,
      "loss": 0.02,
      "step": 9600
    },
    {
      "grad_norm": 0.24234223365783691,
      "learning_rate": 9.942035106433001e-05,
      "loss": 0.0239,
      "step": 9610
    },
    {
      "grad_norm": 0.24196766316890717,
      "learning_rate": 9.94178379418262e-05,
      "loss": 0.0184,
      "step": 9620
    },
    {
      "grad_norm": 0.23192943632602692,
      "learning_rate": 9.941531941506194e-05,
      "loss": 0.0197,
      "step": 9630
    },
    {
      "grad_norm": 0.22634382545948029,
      "learning_rate": 9.941279548431263e-05,
      "loss": 0.0247,
      "step": 9640
    },
    {
      "grad_norm": 0.2701261043548584,
      "learning_rate": 9.941026614985431e-05,
      "loss": 0.0253,
      "step": 9650
    },
    {
      "grad_norm": 0.22548985481262207,
      "learning_rate": 9.940773141196357e-05,
      "loss": 0.0237,
      "step": 9660
    },
    {
      "grad_norm": 0.27719661593437195,
      "learning_rate": 9.94051912709176e-05,
      "loss": 0.0195,
      "step": 9670
    },
    {
      "grad_norm": 0.2582361102104187,
      "learning_rate": 9.940264572699421e-05,
      "loss": 0.0187,
      "step": 9680
    },
    {
      "grad_norm": 0.22791557013988495,
      "learning_rate": 9.940009478047174e-05,
      "loss": 0.0246,
      "step": 9690
    },
    {
      "grad_norm": 0.28019043803215027,
      "learning_rate": 9.939753843162918e-05,
      "loss": 0.0219,
      "step": 9700
    },
    {
      "grad_norm": 0.311816930770874,
      "learning_rate": 9.939497668074609e-05,
      "loss": 0.023,
      "step": 9710
    },
    {
      "grad_norm": 0.21537867188453674,
      "learning_rate": 9.93924095281026e-05,
      "loss": 0.0217,
      "step": 9720
    },
    {
      "grad_norm": 0.3489777147769928,
      "learning_rate": 9.938983697397948e-05,
      "loss": 0.0215,
      "step": 9730
    },
    {
      "grad_norm": 0.30278676748275757,
      "learning_rate": 9.938725901865805e-05,
      "loss": 0.0222,
      "step": 9740
    },
    {
      "grad_norm": 0.3652346134185791,
      "learning_rate": 9.93846756624202e-05,
      "loss": 0.0257,
      "step": 9750
    },
    {
      "grad_norm": 0.2883793115615845,
      "learning_rate": 9.938208690554849e-05,
      "loss": 0.0223,
      "step": 9760
    },
    {
      "grad_norm": 0.29903727769851685,
      "learning_rate": 9.9379492748326e-05,
      "loss": 0.0213,
      "step": 9770
    },
    {
      "grad_norm": 0.24020390212535858,
      "learning_rate": 9.937689319103641e-05,
      "loss": 0.0197,
      "step": 9780
    },
    {
      "grad_norm": 0.2210279256105423,
      "learning_rate": 9.937428823396404e-05,
      "loss": 0.021,
      "step": 9790
    },
    {
      "grad_norm": 0.25513386726379395,
      "learning_rate": 9.937167787739372e-05,
      "loss": 0.021,
      "step": 9800
    },
    {
      "grad_norm": 0.2967779040336609,
      "learning_rate": 9.936906212161095e-05,
      "loss": 0.0299,
      "step": 9810
    },
    {
      "grad_norm": 0.28899675607681274,
      "learning_rate": 9.936644096690176e-05,
      "loss": 0.0238,
      "step": 9820
    },
    {
      "grad_norm": 0.2674974799156189,
      "learning_rate": 9.936381441355282e-05,
      "loss": 0.0258,
      "step": 9830
    },
    {
      "grad_norm": 0.15966667234897614,
      "learning_rate": 9.936118246185136e-05,
      "loss": 0.0239,
      "step": 9840
    },
    {
      "grad_norm": 0.34273138642311096,
      "learning_rate": 9.935854511208518e-05,
      "loss": 0.0249,
      "step": 9850
    },
    {
      "grad_norm": 0.26348111033439636,
      "learning_rate": 9.935590236454272e-05,
      "loss": 0.0227,
      "step": 9860
    },
    {
      "grad_norm": 0.19656908512115479,
      "learning_rate": 9.935325421951298e-05,
      "loss": 0.0182,
      "step": 9870
    },
    {
      "grad_norm": 0.2591570019721985,
      "learning_rate": 9.935060067728557e-05,
      "loss": 0.02,
      "step": 9880
    },
    {
      "grad_norm": 0.24237704277038574,
      "learning_rate": 9.934794173815067e-05,
      "loss": 0.0205,
      "step": 9890
    },
    {
      "grad_norm": 0.281578928232193,
      "learning_rate": 9.934527740239906e-05,
      "loss": 0.0216,
      "step": 9900
    },
    {
      "grad_norm": 0.237837016582489,
      "learning_rate": 9.934260767032209e-05,
      "loss": 0.0218,
      "step": 9910
    },
    {
      "grad_norm": 0.25344088673591614,
      "learning_rate": 9.933993254221172e-05,
      "loss": 0.0209,
      "step": 9920
    },
    {
      "grad_norm": 0.19064785540103912,
      "learning_rate": 9.933725201836053e-05,
      "loss": 0.0214,
      "step": 9930
    },
    {
      "grad_norm": 0.17528073489665985,
      "learning_rate": 9.933456609906162e-05,
      "loss": 0.0177,
      "step": 9940
    },
    {
      "grad_norm": 0.2770511507987976,
      "learning_rate": 9.933187478460875e-05,
      "loss": 0.0258,
      "step": 9950
    },
    {
      "grad_norm": 0.25209683179855347,
      "learning_rate": 9.93291780752962e-05,
      "loss": 0.0226,
      "step": 9960
    },
    {
      "grad_norm": 0.19165830314159393,
      "learning_rate": 9.932647597141893e-05,
      "loss": 0.0208,
      "step": 9970
    },
    {
      "grad_norm": 0.2270399034023285,
      "learning_rate": 9.932376847327239e-05,
      "loss": 0.0164,
      "step": 9980
    },
    {
      "grad_norm": 0.2793896198272705,
      "learning_rate": 9.932105558115268e-05,
      "loss": 0.0212,
      "step": 9990
    },
    {
      "grad_norm": 0.27653828263282776,
      "learning_rate": 9.931833729535651e-05,
      "loss": 0.0225,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 48,
  "trial_name": null,
  "trial_params": null
}