{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.25,
  "eval_steps": 500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 1.5804758071899414,
      "learning_rate": 2.25e-07,
      "loss": 1.3241,
      "step": 10
    },
    {
      "grad_norm": 1.8717567920684814,
      "learning_rate": 4.75e-07,
      "loss": 1.3195,
      "step": 20
    },
    {
      "grad_norm": 1.5315630435943604,
      "learning_rate": 7.25e-07,
      "loss": 1.3166,
      "step": 30
    },
    {
      "grad_norm": 1.2373793125152588,
      "learning_rate": 9.75e-07,
      "loss": 1.3178,
      "step": 40
    },
    {
      "grad_norm": 1.0853451490402222,
      "learning_rate": 1.2250000000000001e-06,
      "loss": 1.2908,
      "step": 50
    },
    {
      "grad_norm": 0.612554669380188,
      "learning_rate": 1.475e-06,
      "loss": 1.2667,
      "step": 60
    },
    {
      "grad_norm": 0.5330291390419006,
      "learning_rate": 1.7250000000000002e-06,
      "loss": 1.2497,
      "step": 70
    },
    {
      "grad_norm": 0.3932086229324341,
      "learning_rate": 1.975e-06,
      "loss": 1.2441,
      "step": 80
    },
    {
      "grad_norm": 0.36236467957496643,
      "learning_rate": 2.225e-06,
      "loss": 1.2364,
      "step": 90
    },
    {
      "grad_norm": 0.3068911135196686,
      "learning_rate": 2.4750000000000004e-06,
      "loss": 1.2446,
      "step": 100
    },
    {
      "grad_norm": 0.48526155948638916,
      "learning_rate": 2.725e-06,
      "loss": 1.2193,
      "step": 110
    },
    {
      "grad_norm": 0.5729174613952637,
      "learning_rate": 2.975e-06,
      "loss": 1.2086,
      "step": 120
    },
    {
      "grad_norm": 0.7855035066604614,
      "learning_rate": 3.225e-06,
      "loss": 1.1626,
      "step": 130
    },
    {
      "grad_norm": 0.5046129822731018,
      "learning_rate": 3.4750000000000006e-06,
      "loss": 1.1224,
      "step": 140
    },
    {
      "grad_norm": 0.5061249732971191,
      "learning_rate": 3.725e-06,
      "loss": 1.0954,
      "step": 150
    },
    {
      "grad_norm": 0.5324543118476868,
      "learning_rate": 3.975e-06,
      "loss": 1.0829,
      "step": 160
    },
    {
      "grad_norm": 0.4080473482608795,
      "learning_rate": 4.225e-06,
      "loss": 1.0811,
      "step": 170
    },
    {
      "grad_norm": 0.37840619683265686,
      "learning_rate": 4.475e-06,
      "loss": 1.0724,
      "step": 180
    },
    {
      "grad_norm": 0.48704662919044495,
      "learning_rate": 4.7250000000000005e-06,
      "loss": 1.0603,
      "step": 190
    },
    {
      "grad_norm": 0.4169861972332001,
      "learning_rate": 4.975000000000001e-06,
      "loss": 1.0546,
      "step": 200
    },
    {
      "grad_norm": 0.5208290219306946,
      "learning_rate": 5.225e-06,
      "loss": 1.0535,
      "step": 210
    },
    {
      "grad_norm": 0.524604856967926,
      "learning_rate": 5.475e-06,
      "loss": 1.0537,
      "step": 220
    },
    {
      "grad_norm": 0.4449763596057892,
      "learning_rate": 5.725e-06,
      "loss": 1.0449,
      "step": 230
    },
    {
      "grad_norm": 0.49080708622932434,
      "learning_rate": 5.975e-06,
      "loss": 1.0422,
      "step": 240
    },
    {
      "grad_norm": 0.5068081021308899,
      "learning_rate": 6.2250000000000005e-06,
      "loss": 1.0394,
      "step": 250
    },
    {
      "grad_norm": 0.4316968321800232,
      "learning_rate": 6.475000000000001e-06,
      "loss": 1.0446,
      "step": 260
    },
    {
      "grad_norm": 0.4551021158695221,
      "learning_rate": 6.725000000000001e-06,
      "loss": 1.0416,
      "step": 270
    },
    {
      "grad_norm": 0.3824114501476288,
      "learning_rate": 6.975000000000001e-06,
      "loss": 1.0402,
      "step": 280
    },
    {
      "grad_norm": 0.4912269115447998,
      "learning_rate": 7.2249999999999994e-06,
      "loss": 1.0319,
      "step": 290
    },
    {
      "grad_norm": 0.4402122497558594,
      "learning_rate": 7.4750000000000004e-06,
      "loss": 1.0323,
      "step": 300
    },
    {
      "grad_norm": 0.5344911217689514,
      "learning_rate": 7.725e-06,
      "loss": 1.0347,
      "step": 310
    },
    {
      "grad_norm": 0.5090672969818115,
      "learning_rate": 7.975e-06,
      "loss": 1.0334,
      "step": 320
    },
    {
      "grad_norm": 0.6098300218582153,
      "learning_rate": 8.225e-06,
      "loss": 1.0209,
      "step": 330
    },
    {
      "grad_norm": 0.7419542670249939,
      "learning_rate": 8.475000000000001e-06,
      "loss": 1.0021,
      "step": 340
    },
    {
      "grad_norm": 1.1041414737701416,
      "learning_rate": 8.725e-06,
      "loss": 0.9955,
      "step": 350
    },
    {
      "grad_norm": 1.7459360361099243,
      "learning_rate": 8.975e-06,
      "loss": 0.9665,
      "step": 360
    },
    {
      "grad_norm": 1.0827856063842773,
      "learning_rate": 9.225e-06,
      "loss": 0.952,
      "step": 370
    },
    {
      "grad_norm": 0.8258600234985352,
      "learning_rate": 9.475e-06,
      "loss": 0.9445,
      "step": 380
    },
    {
      "grad_norm": 0.9553149938583374,
      "learning_rate": 9.725000000000001e-06,
      "loss": 0.9302,
      "step": 390
    },
    {
      "grad_norm": 1.535204291343689,
      "learning_rate": 9.975e-06,
      "loss": 0.8962,
      "step": 400
    },
    {
      "grad_norm": 1.6667358875274658,
      "learning_rate": 1.0225e-05,
      "loss": 0.8592,
      "step": 410
    },
    {
      "grad_norm": 1.6375443935394287,
      "learning_rate": 1.0475e-05,
      "loss": 0.8122,
      "step": 420
    },
    {
      "grad_norm": 1.6874339580535889,
      "learning_rate": 1.0725e-05,
      "loss": 0.7872,
      "step": 430
    },
    {
      "grad_norm": 1.56001615524292,
      "learning_rate": 1.0975e-05,
      "loss": 0.751,
      "step": 440
    },
    {
      "grad_norm": 1.6908584833145142,
      "learning_rate": 1.1225e-05,
      "loss": 0.7269,
      "step": 450
    },
    {
      "grad_norm": 1.6333063840866089,
      "learning_rate": 1.1475000000000001e-05,
      "loss": 0.6882,
      "step": 460
    },
    {
      "grad_norm": 1.6692426204681396,
      "learning_rate": 1.1725e-05,
      "loss": 0.6605,
      "step": 470
    },
    {
      "grad_norm": 1.8694617748260498,
      "learning_rate": 1.1975e-05,
      "loss": 0.6209,
      "step": 480
    },
    {
      "grad_norm": 1.3084651231765747,
      "learning_rate": 1.2225e-05,
      "loss": 0.5866,
      "step": 490
    },
    {
      "grad_norm": 1.5429617166519165,
      "learning_rate": 1.2475e-05,
      "loss": 0.5642,
      "step": 500
    },
    {
      "grad_norm": 1.674414038658142,
      "learning_rate": 1.2725000000000001e-05,
      "loss": 0.532,
      "step": 510
    },
    {
      "grad_norm": 1.3731719255447388,
      "learning_rate": 1.2975e-05,
      "loss": 0.5052,
      "step": 520
    },
    {
      "grad_norm": 2.012216091156006,
      "learning_rate": 1.3225000000000001e-05,
      "loss": 0.4744,
      "step": 530
    },
    {
      "grad_norm": 1.848905324935913,
      "learning_rate": 1.3475000000000002e-05,
      "loss": 0.4497,
      "step": 540
    },
    {
      "grad_norm": 1.5704342126846313,
      "learning_rate": 1.3725000000000002e-05,
      "loss": 0.4273,
      "step": 550
    },
    {
      "grad_norm": 1.6261579990386963,
      "learning_rate": 1.3975000000000003e-05,
      "loss": 0.4125,
      "step": 560
    },
    {
      "grad_norm": 1.88864004611969,
      "learning_rate": 1.4225e-05,
      "loss": 0.4013,
      "step": 570
    },
    {
      "grad_norm": 2.1141104698181152,
      "learning_rate": 1.4475e-05,
      "loss": 0.3807,
      "step": 580
    },
    {
      "grad_norm": 2.2621655464172363,
      "learning_rate": 1.4725e-05,
      "loss": 0.3562,
      "step": 590
    },
    {
      "grad_norm": 1.5682884454727173,
      "learning_rate": 1.4975e-05,
      "loss": 0.3506,
      "step": 600
    },
    {
      "grad_norm": 1.804977297782898,
      "learning_rate": 1.5225e-05,
      "loss": 0.3284,
      "step": 610
    },
    {
      "grad_norm": 1.7495858669281006,
      "learning_rate": 1.5475e-05,
      "loss": 0.3249,
      "step": 620
    },
    {
      "grad_norm": 2.168168067932129,
      "learning_rate": 1.5725e-05,
      "loss": 0.2988,
      "step": 630
    },
    {
      "grad_norm": 2.179145097732544,
      "learning_rate": 1.5975000000000002e-05,
      "loss": 0.2707,
      "step": 640
    },
    {
      "grad_norm": 2.426710367202759,
      "learning_rate": 1.6225e-05,
      "loss": 0.2569,
      "step": 650
    },
    {
      "grad_norm": 2.249342441558838,
      "learning_rate": 1.6475e-05,
      "loss": 0.2383,
      "step": 660
    },
    {
      "grad_norm": 1.7724189758300781,
      "learning_rate": 1.6725000000000003e-05,
      "loss": 0.2155,
      "step": 670
    },
    {
      "grad_norm": 1.7804030179977417,
      "learning_rate": 1.6975000000000003e-05,
      "loss": 0.1947,
      "step": 680
    },
    {
      "grad_norm": 2.3450708389282227,
      "learning_rate": 1.7225e-05,
      "loss": 0.1867,
      "step": 690
    },
    {
      "grad_norm": 1.6324489116668701,
      "learning_rate": 1.7475e-05,
      "loss": 0.1652,
      "step": 700
    },
    {
      "grad_norm": 2.6608893871307373,
      "learning_rate": 1.7725e-05,
      "loss": 0.1712,
      "step": 710
    },
    {
      "grad_norm": 1.6525903940200806,
      "learning_rate": 1.7975e-05,
      "loss": 0.1533,
      "step": 720
    },
    {
      "grad_norm": 2.136901617050171,
      "learning_rate": 1.8225e-05,
      "loss": 0.1312,
      "step": 730
    },
    {
      "grad_norm": 2.1403656005859375,
      "learning_rate": 1.8475000000000002e-05,
      "loss": 0.1429,
      "step": 740
    },
    {
      "grad_norm": 2.2409255504608154,
      "learning_rate": 1.8725e-05,
      "loss": 0.1424,
      "step": 750
    },
    {
      "grad_norm": 1.8224451541900635,
      "learning_rate": 1.8975e-05,
      "loss": 0.1438,
      "step": 760
    },
    {
      "grad_norm": 1.8351229429244995,
      "learning_rate": 1.9225e-05,
      "loss": 0.1337,
      "step": 770
    },
    {
      "grad_norm": 1.8898205757141113,
      "learning_rate": 1.9475000000000002e-05,
      "loss": 0.1332,
      "step": 780
    },
    {
      "grad_norm": 1.8654084205627441,
      "learning_rate": 1.9725000000000002e-05,
      "loss": 0.1309,
      "step": 790
    },
    {
      "grad_norm": 1.5830415487289429,
      "learning_rate": 1.9975e-05,
      "loss": 0.1287,
      "step": 800
    },
    {
      "grad_norm": 2.4884510040283203,
      "learning_rate": 2.0225000000000004e-05,
      "loss": 0.1279,
      "step": 810
    },
    {
      "grad_norm": 1.9810264110565186,
      "learning_rate": 2.0475e-05,
      "loss": 0.1235,
      "step": 820
    },
    {
      "grad_norm": 1.2656575441360474,
      "learning_rate": 2.0725e-05,
      "loss": 0.123,
      "step": 830
    },
    {
      "grad_norm": 1.218823790550232,
      "learning_rate": 2.0975e-05,
      "loss": 0.1163,
      "step": 840
    },
    {
      "grad_norm": 1.6116087436676025,
      "learning_rate": 2.1225e-05,
      "loss": 0.1239,
      "step": 850
    },
    {
      "grad_norm": 1.736755609512329,
      "learning_rate": 2.1475e-05,
      "loss": 0.1275,
      "step": 860
    },
    {
      "grad_norm": 1.3718782663345337,
      "learning_rate": 2.1725e-05,
      "loss": 0.1126,
      "step": 870
    },
    {
      "grad_norm": 1.6815882921218872,
      "learning_rate": 2.1975000000000002e-05,
      "loss": 0.1193,
      "step": 880
    },
    {
      "grad_norm": 1.7289360761642456,
      "learning_rate": 2.2225e-05,
      "loss": 0.1078,
      "step": 890
    },
    {
      "grad_norm": 1.62739896774292,
      "learning_rate": 2.2475e-05,
      "loss": 0.1063,
      "step": 900
    },
    {
      "grad_norm": 1.3754408359527588,
      "learning_rate": 2.2725000000000003e-05,
      "loss": 0.1046,
      "step": 910
    },
    {
      "grad_norm": 1.4291608333587646,
      "learning_rate": 2.2975000000000003e-05,
      "loss": 0.0991,
      "step": 920
    },
    {
      "grad_norm": 1.6611374616622925,
      "learning_rate": 2.3225000000000002e-05,
      "loss": 0.1048,
      "step": 930
    },
    {
      "grad_norm": 1.599436640739441,
      "learning_rate": 2.3475e-05,
      "loss": 0.1004,
      "step": 940
    },
    {
      "grad_norm": 1.556668758392334,
      "learning_rate": 2.3725e-05,
      "loss": 0.1048,
      "step": 950
    },
    {
      "grad_norm": 1.4808510541915894,
      "learning_rate": 2.3975e-05,
      "loss": 0.1048,
      "step": 960
    },
    {
      "grad_norm": 1.568935751914978,
      "learning_rate": 2.4225e-05,
      "loss": 0.1048,
      "step": 970
    },
    {
      "grad_norm": 1.7636423110961914,
      "learning_rate": 2.4475000000000002e-05,
      "loss": 0.1044,
      "step": 980
    },
    {
      "grad_norm": 1.374710202217102,
      "learning_rate": 2.4725e-05,
      "loss": 0.1025,
      "step": 990
    },
    {
      "grad_norm": 1.6602052450180054,
      "learning_rate": 2.4975e-05,
      "loss": 0.1055,
      "step": 1000
    },
    {
      "grad_norm": 1.4446256160736084,
      "learning_rate": 2.5225e-05,
      "loss": 0.0987,
      "step": 1010
    },
    {
      "grad_norm": 1.3204998970031738,
      "learning_rate": 2.5475e-05,
      "loss": 0.1005,
      "step": 1020
    },
    {
      "grad_norm": 1.3235571384429932,
      "learning_rate": 2.5725e-05,
      "loss": 0.105,
      "step": 1030
    },
    {
      "grad_norm": 1.5824202299118042,
      "learning_rate": 2.5974999999999998e-05,
      "loss": 0.0966,
      "step": 1040
    },
    {
      "grad_norm": 1.6798382997512817,
      "learning_rate": 2.6225e-05,
      "loss": 0.0913,
      "step": 1050
    },
    {
      "grad_norm": 1.3357754945755005,
      "learning_rate": 2.6475e-05,
      "loss": 0.0918,
      "step": 1060
    },
    {
      "grad_norm": 1.4864839315414429,
      "learning_rate": 2.6725e-05,
      "loss": 0.0925,
      "step": 1070
    },
    {
      "grad_norm": 1.4565593004226685,
      "learning_rate": 2.6975000000000002e-05,
      "loss": 0.0862,
      "step": 1080
    },
    {
      "grad_norm": 1.758023738861084,
      "learning_rate": 2.7225e-05,
      "loss": 0.0904,
      "step": 1090
    },
    {
      "grad_norm": 1.8773068189620972,
      "learning_rate": 2.7475e-05,
      "loss": 0.0997,
      "step": 1100
    },
    {
      "grad_norm": 1.2083154916763306,
      "learning_rate": 2.7725e-05,
      "loss": 0.0845,
      "step": 1110
    },
    {
      "grad_norm": 1.3486703634262085,
      "learning_rate": 2.7975000000000002e-05,
      "loss": 0.0966,
      "step": 1120
    },
    {
      "grad_norm": 1.534922480583191,
      "learning_rate": 2.8225e-05,
      "loss": 0.0921,
      "step": 1130
    },
    {
      "grad_norm": 1.4647705554962158,
      "learning_rate": 2.8475e-05,
      "loss": 0.0922,
      "step": 1140
    },
    {
      "grad_norm": 1.4060485363006592,
      "learning_rate": 2.8725e-05,
      "loss": 0.0948,
      "step": 1150
    },
    {
      "grad_norm": 1.51994788646698,
      "learning_rate": 2.8975000000000003e-05,
      "loss": 0.0855,
      "step": 1160
    },
    {
      "grad_norm": 1.33531653881073,
      "learning_rate": 2.9225000000000002e-05,
      "loss": 0.0903,
      "step": 1170
    },
    {
      "grad_norm": 1.6646572351455688,
      "learning_rate": 2.9475e-05,
      "loss": 0.0952,
      "step": 1180
    },
    {
      "grad_norm": 1.41112220287323,
      "learning_rate": 2.9725000000000004e-05,
      "loss": 0.0868,
      "step": 1190
    },
    {
      "grad_norm": 1.2162317037582397,
      "learning_rate": 2.9975000000000004e-05,
      "loss": 0.091,
      "step": 1200
    },
    {
      "grad_norm": 1.1530526876449585,
      "learning_rate": 3.0225000000000003e-05,
      "loss": 0.0837,
      "step": 1210
    },
    {
      "grad_norm": 1.087131381034851,
      "learning_rate": 3.0475000000000002e-05,
      "loss": 0.0783,
      "step": 1220
    },
    {
      "grad_norm": 0.9916775822639465,
      "learning_rate": 3.0725e-05,
      "loss": 0.0809,
      "step": 1230
    },
    {
      "grad_norm": 1.5904446840286255,
      "learning_rate": 3.0975e-05,
      "loss": 0.0914,
      "step": 1240
    },
    {
      "grad_norm": 1.2189592123031616,
      "learning_rate": 3.122500000000001e-05,
      "loss": 0.0852,
      "step": 1250
    },
    {
      "grad_norm": 1.201271653175354,
      "learning_rate": 3.1475e-05,
      "loss": 0.0734,
      "step": 1260
    },
    {
      "grad_norm": 1.0126718282699585,
      "learning_rate": 3.1725e-05,
      "loss": 0.0894,
      "step": 1270
    },
    {
      "grad_norm": 1.4852685928344727,
      "learning_rate": 3.1975e-05,
      "loss": 0.0861,
      "step": 1280
    },
    {
      "grad_norm": 1.4800124168395996,
      "learning_rate": 3.2225e-05,
      "loss": 0.0889,
      "step": 1290
    },
    {
      "grad_norm": 1.4371424913406372,
      "learning_rate": 3.2474999999999997e-05,
      "loss": 0.0848,
      "step": 1300
    },
    {
      "grad_norm": 1.0644303560256958,
      "learning_rate": 3.2725e-05,
      "loss": 0.076,
      "step": 1310
    },
    {
      "grad_norm": 0.9836310744285583,
      "learning_rate": 3.2975e-05,
      "loss": 0.0906,
      "step": 1320
    },
    {
      "grad_norm": 1.8215713500976562,
      "learning_rate": 3.3225e-05,
      "loss": 0.0784,
      "step": 1330
    },
    {
      "grad_norm": 1.2189385890960693,
      "learning_rate": 3.3475e-05,
      "loss": 0.0752,
      "step": 1340
    },
    {
      "grad_norm": 1.1196247339248657,
      "learning_rate": 3.3725e-05,
      "loss": 0.0839,
      "step": 1350
    },
    {
      "grad_norm": 1.3622581958770752,
      "learning_rate": 3.3975e-05,
      "loss": 0.0823,
      "step": 1360
    },
    {
      "grad_norm": 1.0857255458831787,
      "learning_rate": 3.4225e-05,
      "loss": 0.0743,
      "step": 1370
    },
    {
      "grad_norm": 1.053144931793213,
      "learning_rate": 3.4475000000000005e-05,
      "loss": 0.0755,
      "step": 1380
    },
    {
      "grad_norm": 1.0505937337875366,
      "learning_rate": 3.4725000000000004e-05,
      "loss": 0.0697,
      "step": 1390
    },
    {
      "grad_norm": 1.0389550924301147,
      "learning_rate": 3.4975e-05,
      "loss": 0.0709,
      "step": 1400
    },
    {
      "grad_norm": 1.38200843334198,
      "learning_rate": 3.5225e-05,
      "loss": 0.072,
      "step": 1410
    },
    {
      "grad_norm": 1.0021291971206665,
      "learning_rate": 3.5475e-05,
      "loss": 0.0721,
      "step": 1420
    },
    {
      "grad_norm": 1.2702776193618774,
      "learning_rate": 3.5725e-05,
      "loss": 0.0872,
      "step": 1430
    },
    {
      "grad_norm": 1.5002415180206299,
      "learning_rate": 3.5975e-05,
      "loss": 0.0733,
      "step": 1440
    },
    {
      "grad_norm": 0.9429214596748352,
      "learning_rate": 3.6225000000000006e-05,
      "loss": 0.0678,
      "step": 1450
    },
    {
      "grad_norm": 1.4249478578567505,
      "learning_rate": 3.6475000000000006e-05,
      "loss": 0.0775,
      "step": 1460
    },
    {
      "grad_norm": 1.377415657043457,
      "learning_rate": 3.6725000000000005e-05,
      "loss": 0.0718,
      "step": 1470
    },
    {
      "grad_norm": 1.0675086975097656,
      "learning_rate": 3.6975000000000004e-05,
      "loss": 0.0705,
      "step": 1480
    },
    {
      "grad_norm": 1.2412070035934448,
      "learning_rate": 3.7225000000000004e-05,
      "loss": 0.0749,
      "step": 1490
    },
    {
      "grad_norm": 1.0937161445617676,
      "learning_rate": 3.7475e-05,
      "loss": 0.0711,
      "step": 1500
    },
    {
      "grad_norm": 1.202326774597168,
      "learning_rate": 3.7725e-05,
      "loss": 0.076,
      "step": 1510
    },
    {
      "grad_norm": 0.9144443273544312,
      "learning_rate": 3.7975e-05,
      "loss": 0.0713,
      "step": 1520
    },
    {
      "grad_norm": 1.1995528936386108,
      "learning_rate": 3.8225e-05,
      "loss": 0.0675,
      "step": 1530
    },
    {
      "grad_norm": 1.1961479187011719,
      "learning_rate": 3.8475e-05,
      "loss": 0.075,
      "step": 1540
    },
    {
      "grad_norm": 0.8805493116378784,
      "learning_rate": 3.8725e-05,
      "loss": 0.0711,
      "step": 1550
    },
    {
      "grad_norm": 1.279342770576477,
      "learning_rate": 3.8975e-05,
      "loss": 0.0733,
      "step": 1560
    },
    {
      "grad_norm": 1.0989315509796143,
      "learning_rate": 3.9225e-05,
      "loss": 0.0718,
      "step": 1570
    },
    {
      "grad_norm": 1.0184385776519775,
      "learning_rate": 3.9475000000000004e-05,
      "loss": 0.0666,
      "step": 1580
    },
    {
      "grad_norm": 1.127661943435669,
      "learning_rate": 3.9725e-05,
      "loss": 0.0724,
      "step": 1590
    },
    {
      "grad_norm": 0.7816567420959473,
      "learning_rate": 3.9975e-05,
      "loss": 0.0751,
      "step": 1600
    },
    {
      "grad_norm": 0.8313968181610107,
      "learning_rate": 4.0225e-05,
      "loss": 0.0673,
      "step": 1610
    },
    {
      "grad_norm": 1.028823733329773,
      "learning_rate": 4.0475e-05,
      "loss": 0.0667,
      "step": 1620
    },
    {
      "grad_norm": 1.1914780139923096,
      "learning_rate": 4.0725e-05,
      "loss": 0.0718,
      "step": 1630
    },
    {
      "grad_norm": 1.2256585359573364,
      "learning_rate": 4.0975e-05,
      "loss": 0.0743,
      "step": 1640
    },
    {
      "grad_norm": 0.9711947441101074,
      "learning_rate": 4.1225e-05,
      "loss": 0.064,
      "step": 1650
    },
    {
      "grad_norm": 0.9852539300918579,
      "learning_rate": 4.1475000000000005e-05,
      "loss": 0.0655,
      "step": 1660
    },
    {
      "grad_norm": 1.0790479183197021,
      "learning_rate": 4.1725000000000005e-05,
      "loss": 0.0725,
      "step": 1670
    },
    {
      "grad_norm": 0.9619845151901245,
      "learning_rate": 4.1975000000000004e-05,
      "loss": 0.068,
      "step": 1680
    },
    {
      "grad_norm": 0.9753040671348572,
      "learning_rate": 4.2225e-05,
      "loss": 0.0618,
      "step": 1690
    },
    {
      "grad_norm": 0.9900170564651489,
      "learning_rate": 4.2475e-05,
      "loss": 0.0787,
      "step": 1700
    },
    {
      "grad_norm": 1.0293396711349487,
      "learning_rate": 4.2725e-05,
      "loss": 0.0648,
      "step": 1710
    },
    {
      "grad_norm": 1.0182240009307861,
      "learning_rate": 4.2975e-05,
      "loss": 0.0696,
      "step": 1720
    },
    {
      "grad_norm": 0.7806861996650696,
      "learning_rate": 4.322500000000001e-05,
      "loss": 0.0665,
      "step": 1730
    },
    {
      "grad_norm": 0.96494460105896,
      "learning_rate": 4.3475000000000006e-05,
      "loss": 0.0622,
      "step": 1740
    },
    {
      "grad_norm": 0.813382625579834,
      "learning_rate": 4.3725000000000006e-05,
      "loss": 0.062,
      "step": 1750
    },
    {
      "grad_norm": 0.7419213056564331,
      "learning_rate": 4.3975e-05,
      "loss": 0.0589,
      "step": 1760
    },
    {
      "grad_norm": 1.1195895671844482,
      "learning_rate": 4.4225e-05,
      "loss": 0.0746,
      "step": 1770
    },
    {
      "grad_norm": 0.7494054436683655,
      "learning_rate": 4.4475e-05,
      "loss": 0.0695,
      "step": 1780
    },
    {
      "grad_norm": 0.9094904661178589,
      "learning_rate": 4.4725e-05,
      "loss": 0.0661,
      "step": 1790
    },
    {
      "grad_norm": 0.8741764426231384,
      "learning_rate": 4.4975e-05,
      "loss": 0.0725,
      "step": 1800
    },
    {
      "grad_norm": 0.8735498785972595,
      "learning_rate": 4.5225e-05,
      "loss": 0.0643,
      "step": 1810
    },
    {
      "grad_norm": 1.215312123298645,
      "learning_rate": 4.5475e-05,
      "loss": 0.0682,
      "step": 1820
    },
    {
      "grad_norm": 1.1337857246398926,
      "learning_rate": 4.5725e-05,
      "loss": 0.0645,
      "step": 1830
    },
    {
      "grad_norm": 0.9647021889686584,
      "learning_rate": 4.5975e-05,
      "loss": 0.0598,
      "step": 1840
    },
    {
      "grad_norm": 1.049381971359253,
      "learning_rate": 4.6225e-05,
      "loss": 0.0594,
      "step": 1850
    },
    {
      "grad_norm": 0.8957306146621704,
      "learning_rate": 4.6475000000000005e-05,
      "loss": 0.059,
      "step": 1860
    },
    {
      "grad_norm": 1.0318583250045776,
      "learning_rate": 4.6725000000000004e-05,
      "loss": 0.0619,
      "step": 1870
    },
    {
      "grad_norm": 1.258488416671753,
      "learning_rate": 4.6975000000000003e-05,
      "loss": 0.0613,
      "step": 1880
    },
    {
      "grad_norm": 0.9142686724662781,
      "learning_rate": 4.7225e-05,
      "loss": 0.0561,
      "step": 1890
    },
    {
      "grad_norm": 1.0278676748275757,
      "learning_rate": 4.7475e-05,
      "loss": 0.0636,
      "step": 1900
    },
    {
      "grad_norm": 0.8370326161384583,
      "learning_rate": 4.7725e-05,
      "loss": 0.0648,
      "step": 1910
    },
    {
      "grad_norm": 0.6601892113685608,
      "learning_rate": 4.7975e-05,
      "loss": 0.0564,
      "step": 1920
    },
    {
      "grad_norm": 0.951420247554779,
      "learning_rate": 4.822500000000001e-05,
      "loss": 0.0604,
      "step": 1930
    },
    {
      "grad_norm": 0.9954196810722351,
      "learning_rate": 4.8475000000000006e-05,
      "loss": 0.0725,
      "step": 1940
    },
    {
      "grad_norm": 0.6554648280143738,
      "learning_rate": 4.8725000000000005e-05,
      "loss": 0.0605,
      "step": 1950
    },
    {
      "grad_norm": 0.5898730158805847,
      "learning_rate": 4.8975000000000005e-05,
      "loss": 0.057,
      "step": 1960
    },
    {
      "grad_norm": 0.8766753673553467,
      "learning_rate": 4.9225000000000004e-05,
      "loss": 0.0591,
      "step": 1970
    },
    {
      "grad_norm": 0.6528785228729248,
      "learning_rate": 4.9475e-05,
      "loss": 0.065,
      "step": 1980
    },
    {
      "grad_norm": 0.8809645771980286,
      "learning_rate": 4.9725e-05,
      "loss": 0.0606,
      "step": 1990
    },
    {
      "grad_norm": 0.8587789535522461,
      "learning_rate": 4.9975e-05,
      "loss": 0.0605,
      "step": 2000
    },
    {
      "grad_norm": 1.0797219276428223,
      "learning_rate": 5.0225e-05,
      "loss": 0.0603,
      "step": 2010
    },
    {
      "grad_norm": 1.0983003377914429,
      "learning_rate": 5.047500000000001e-05,
      "loss": 0.0626,
      "step": 2020
    },
    {
      "grad_norm": 0.8176846504211426,
      "learning_rate": 5.0725e-05,
      "loss": 0.056,
      "step": 2030
    },
    {
      "grad_norm": 0.7047812342643738,
      "learning_rate": 5.0975000000000006e-05,
      "loss": 0.0619,
      "step": 2040
    },
    {
      "grad_norm": 1.0492463111877441,
      "learning_rate": 5.1225e-05,
      "loss": 0.0644,
      "step": 2050
    },
    {
      "grad_norm": 0.9031375050544739,
      "learning_rate": 5.1475000000000004e-05,
      "loss": 0.0626,
      "step": 2060
    },
    {
      "grad_norm": 0.8540308475494385,
      "learning_rate": 5.1725000000000004e-05,
      "loss": 0.0611,
      "step": 2070
    },
    {
      "grad_norm": 0.8157968521118164,
      "learning_rate": 5.197500000000001e-05,
      "loss": 0.0628,
      "step": 2080
    },
    {
      "grad_norm": 0.7345325350761414,
      "learning_rate": 5.2225e-05,
      "loss": 0.0622,
      "step": 2090
    },
    {
      "grad_norm": 1.0019264221191406,
      "learning_rate": 5.247500000000001e-05,
      "loss": 0.0591,
      "step": 2100
    },
    {
      "grad_norm": 1.0575833320617676,
      "learning_rate": 5.2725e-05,
      "loss": 0.0584,
      "step": 2110
    },
    {
      "grad_norm": 0.9776384234428406,
      "learning_rate": 5.297500000000001e-05,
      "loss": 0.0569,
      "step": 2120
    },
    {
      "grad_norm": 1.0658453702926636,
      "learning_rate": 5.3225e-05,
      "loss": 0.0623,
      "step": 2130
    },
    {
      "grad_norm": 0.720639705657959,
      "learning_rate": 5.3475e-05,
      "loss": 0.0622,
      "step": 2140
    },
    {
      "grad_norm": 1.065430998802185,
      "learning_rate": 5.3725000000000005e-05,
      "loss": 0.0606,
      "step": 2150
    },
    {
      "grad_norm": 0.7559114694595337,
      "learning_rate": 5.3975e-05,
      "loss": 0.0494,
      "step": 2160
    },
    {
      "grad_norm": 0.8789105415344238,
      "learning_rate": 5.4225000000000003e-05,
      "loss": 0.0575,
      "step": 2170
    },
    {
      "grad_norm": 0.8627957701683044,
      "learning_rate": 5.4474999999999996e-05,
      "loss": 0.059,
      "step": 2180
    },
    {
      "grad_norm": 0.6651662588119507,
      "learning_rate": 5.4725e-05,
      "loss": 0.0579,
      "step": 2190
    },
    {
      "grad_norm": 0.7759892344474792,
      "learning_rate": 5.4975e-05,
      "loss": 0.0535,
      "step": 2200
    },
    {
      "grad_norm": 1.0674357414245605,
      "learning_rate": 5.522500000000001e-05,
      "loss": 0.0538,
      "step": 2210
    },
    {
      "grad_norm": 0.8384922742843628,
      "learning_rate": 5.5475e-05,
      "loss": 0.0548,
      "step": 2220
    },
    {
      "grad_norm": 0.5815379023551941,
      "learning_rate": 5.5725000000000006e-05,
      "loss": 0.0554,
      "step": 2230
    },
    {
      "grad_norm": 0.5822318196296692,
      "learning_rate": 5.5975e-05,
      "loss": 0.056,
      "step": 2240
    },
    {
      "grad_norm": 0.8641577959060669,
      "learning_rate": 5.6225000000000005e-05,
      "loss": 0.0643,
      "step": 2250
    },
    {
      "grad_norm": 0.7832859754562378,
      "learning_rate": 5.6475e-05,
      "loss": 0.0654,
      "step": 2260
    },
    {
      "grad_norm": 0.8979800939559937,
      "learning_rate": 5.6725e-05,
      "loss": 0.0633,
      "step": 2270
    },
    {
      "grad_norm": 0.6623832583427429,
      "learning_rate": 5.6975e-05,
      "loss": 0.0566,
      "step": 2280
    },
    {
      "grad_norm": 0.6127943992614746,
      "learning_rate": 5.722500000000001e-05,
      "loss": 0.0519,
      "step": 2290
    },
    {
      "grad_norm": 0.7150406241416931,
      "learning_rate": 5.7475e-05,
      "loss": 0.0577,
      "step": 2300
    },
    {
      "grad_norm": 0.6027668714523315,
      "learning_rate": 5.772500000000001e-05,
      "loss": 0.0583,
      "step": 2310
    },
    {
      "grad_norm": 0.6096724271774292,
      "learning_rate": 5.7975e-05,
      "loss": 0.0567,
      "step": 2320
    },
    {
      "grad_norm": 0.9102227687835693,
      "learning_rate": 5.8225000000000006e-05,
      "loss": 0.061,
      "step": 2330
    },
    {
      "grad_norm": 0.5551831722259521,
      "learning_rate": 5.8475000000000005e-05,
      "loss": 0.0564,
      "step": 2340
    },
    {
      "grad_norm": 0.887827455997467,
      "learning_rate": 5.8725000000000004e-05,
      "loss": 0.0538,
      "step": 2350
    },
    {
      "grad_norm": 0.7618852257728577,
      "learning_rate": 5.8975000000000004e-05,
      "loss": 0.0572,
      "step": 2360
    },
    {
      "grad_norm": 0.6520123481750488,
      "learning_rate": 5.922500000000001e-05,
      "loss": 0.0567,
      "step": 2370
    },
    {
      "grad_norm": 0.6751309037208557,
      "learning_rate": 5.9475e-05,
      "loss": 0.0552,
      "step": 2380
    },
    {
      "grad_norm": 0.7604072690010071,
      "learning_rate": 5.9724999999999995e-05,
      "loss": 0.0559,
      "step": 2390
    },
    {
      "grad_norm": 0.6734346151351929,
      "learning_rate": 5.9975e-05,
      "loss": 0.056,
      "step": 2400
    },
    {
      "grad_norm": 0.7062649726867676,
      "learning_rate": 6.0225e-05,
      "loss": 0.049,
      "step": 2410
    },
    {
      "grad_norm": 0.9381898641586304,
      "learning_rate": 6.0475000000000006e-05,
      "loss": 0.0552,
      "step": 2420
    },
    {
      "grad_norm": 0.6055729389190674,
      "learning_rate": 6.0725e-05,
      "loss": 0.0554,
      "step": 2430
    },
    {
      "grad_norm": 0.6736180782318115,
      "learning_rate": 6.0975000000000005e-05,
      "loss": 0.0519,
      "step": 2440
    },
    {
      "grad_norm": 0.6537895202636719,
      "learning_rate": 6.1225e-05,
      "loss": 0.0526,
      "step": 2450
    },
    {
      "grad_norm": 0.72300124168396,
      "learning_rate": 6.1475e-05,
      "loss": 0.0594,
      "step": 2460
    },
    {
      "grad_norm": 0.7536320090293884,
      "learning_rate": 6.1725e-05,
      "loss": 0.052,
      "step": 2470
    },
    {
      "grad_norm": 0.7169305682182312,
      "learning_rate": 6.1975e-05,
      "loss": 0.0575,
      "step": 2480
    },
    {
      "grad_norm": 0.7931415438652039,
      "learning_rate": 6.2225e-05,
      "loss": 0.0506,
      "step": 2490
    },
    {
      "grad_norm": 0.7386366724967957,
      "learning_rate": 6.2475e-05,
      "loss": 0.0554,
      "step": 2500
    },
    {
      "grad_norm": 0.8231036067008972,
      "learning_rate": 6.2725e-05,
      "loss": 0.0575,
      "step": 2510
    },
    {
      "grad_norm": 0.6468790769577026,
      "learning_rate": 6.297500000000001e-05,
      "loss": 0.0525,
      "step": 2520
    },
    {
      "grad_norm": 0.7281479835510254,
      "learning_rate": 6.3225e-05,
      "loss": 0.0509,
      "step": 2530
    },
    {
      "grad_norm": 0.6865285634994507,
      "learning_rate": 6.347500000000001e-05,
      "loss": 0.0502,
      "step": 2540
    },
    {
      "grad_norm": 0.7730660438537598,
      "learning_rate": 6.3725e-05,
      "loss": 0.0565,
      "step": 2550
    },
    {
      "grad_norm": 0.6887521147727966,
      "learning_rate": 6.397500000000001e-05,
      "loss": 0.0505,
      "step": 2560
    },
    {
      "grad_norm": 0.8000773787498474,
      "learning_rate": 6.4225e-05,
      "loss": 0.0529,
      "step": 2570
    },
    {
      "grad_norm": 0.581964910030365,
      "learning_rate": 6.447500000000001e-05,
      "loss": 0.0547,
      "step": 2580
    },
    {
      "grad_norm": 0.6635438799858093,
      "learning_rate": 6.4725e-05,
      "loss": 0.0501,
      "step": 2590
    },
    {
      "grad_norm": 0.6221058964729309,
      "learning_rate": 6.497500000000001e-05,
      "loss": 0.0544,
      "step": 2600
    },
    {
      "grad_norm": 0.8988073468208313,
      "learning_rate": 6.5225e-05,
      "loss": 0.0545,
      "step": 2610
    },
    {
      "grad_norm": 0.8067904114723206,
      "learning_rate": 6.5475e-05,
      "loss": 0.0506,
      "step": 2620
    },
    {
      "grad_norm": 0.6335830092430115,
      "learning_rate": 6.5725e-05,
      "loss": 0.0541,
      "step": 2630
    },
    {
      "grad_norm": 0.6546992063522339,
      "learning_rate": 6.5975e-05,
      "loss": 0.0514,
      "step": 2640
    },
    {
      "grad_norm": 0.660797655582428,
      "learning_rate": 6.6225e-05,
      "loss": 0.0515,
      "step": 2650
    },
    {
      "grad_norm": 0.6269710063934326,
      "learning_rate": 6.6475e-05,
      "loss": 0.05,
      "step": 2660
    },
    {
      "grad_norm": 0.6809478402137756,
      "learning_rate": 6.672500000000001e-05,
      "loss": 0.0532,
      "step": 2670
    },
    {
      "grad_norm": 0.7377316355705261,
      "learning_rate": 6.6975e-05,
      "loss": 0.0506,
      "step": 2680
    },
    {
      "grad_norm": 0.7506793141365051,
      "learning_rate": 6.722500000000001e-05,
      "loss": 0.0603,
      "step": 2690
    },
    {
      "grad_norm": 0.6821800470352173,
      "learning_rate": 6.7475e-05,
      "loss": 0.0536,
      "step": 2700
    },
    {
      "grad_norm": 0.5513445734977722,
      "learning_rate": 6.7725e-05,
      "loss": 0.0571,
      "step": 2710
    },
    {
      "grad_norm": 0.5924985408782959,
      "learning_rate": 6.7975e-05,
      "loss": 0.0478,
      "step": 2720
    },
    {
      "grad_norm": 0.5621650218963623,
      "learning_rate": 6.8225e-05,
      "loss": 0.0537,
      "step": 2730
    },
    {
      "grad_norm": 0.6558359265327454,
      "learning_rate": 6.8475e-05,
      "loss": 0.0544,
      "step": 2740
    },
    {
      "grad_norm": 0.6878412961959839,
      "learning_rate": 6.8725e-05,
      "loss": 0.0513,
      "step": 2750
    },
    {
      "grad_norm": 0.691437840461731,
      "learning_rate": 6.8975e-05,
      "loss": 0.0541,
      "step": 2760
    },
    {
      "grad_norm": 0.5907464027404785,
      "learning_rate": 6.9225e-05,
      "loss": 0.0445,
      "step": 2770
    },
    {
      "grad_norm": 0.706429123878479,
      "learning_rate": 6.9475e-05,
      "loss": 0.0495,
      "step": 2780
    },
    {
      "grad_norm": 0.6383002996444702,
      "learning_rate": 6.9725e-05,
      "loss": 0.052,
      "step": 2790
    },
    {
      "grad_norm": 0.6239849925041199,
      "learning_rate": 6.997500000000001e-05,
      "loss": 0.0489,
      "step": 2800
    },
    {
      "grad_norm": 0.7653884291648865,
      "learning_rate": 7.022500000000001e-05,
      "loss": 0.0472,
      "step": 2810
    },
    {
      "grad_norm": 0.5935457944869995,
      "learning_rate": 7.0475e-05,
      "loss": 0.0425,
      "step": 2820
    },
    {
      "grad_norm": 0.5883824229240417,
      "learning_rate": 7.072500000000001e-05,
      "loss": 0.0514,
      "step": 2830
    },
    {
      "grad_norm": 0.44607630372047424,
      "learning_rate": 7.0975e-05,
      "loss": 0.0526,
      "step": 2840
    },
    {
      "grad_norm": 0.6327741146087646,
      "learning_rate": 7.122500000000001e-05,
      "loss": 0.0475,
      "step": 2850
    },
    {
      "grad_norm": 0.7613495588302612,
      "learning_rate": 7.1475e-05,
      "loss": 0.0475,
      "step": 2860
    },
    {
      "grad_norm": 0.5484658479690552,
      "learning_rate": 7.172500000000001e-05,
      "loss": 0.0486,
      "step": 2870
    },
    {
      "grad_norm": 0.38672545552253723,
      "learning_rate": 7.1975e-05,
      "loss": 0.0463,
      "step": 2880
    },
    {
      "grad_norm": 0.49973148107528687,
      "learning_rate": 7.2225e-05,
      "loss": 0.0451,
      "step": 2890
    },
    {
      "grad_norm": 0.6536918878555298,
      "learning_rate": 7.2475e-05,
      "loss": 0.0458,
      "step": 2900
    },
    {
      "grad_norm": 0.4710186719894409,
      "learning_rate": 7.272499999999999e-05,
      "loss": 0.0452,
      "step": 2910
    },
    {
      "grad_norm": 0.6256555318832397,
      "learning_rate": 7.2975e-05,
      "loss": 0.046,
      "step": 2920
    },
    {
      "grad_norm": 0.6633718013763428,
      "learning_rate": 7.3225e-05,
      "loss": 0.0535,
      "step": 2930
    },
    {
      "grad_norm": 0.554173469543457,
      "learning_rate": 7.347500000000001e-05,
      "loss": 0.0532,
      "step": 2940
    },
    {
      "grad_norm": 0.5239824056625366,
      "learning_rate": 7.3725e-05,
      "loss": 0.0521,
      "step": 2950
    },
    {
      "grad_norm": 0.6194398999214172,
      "learning_rate": 7.397500000000001e-05,
      "loss": 0.0565,
      "step": 2960
    },
    {
      "grad_norm": 0.5731562972068787,
      "learning_rate": 7.4225e-05,
      "loss": 0.0484,
      "step": 2970
    },
    {
      "grad_norm": 0.6060215830802917,
      "learning_rate": 7.447500000000001e-05,
      "loss": 0.0462,
      "step": 2980
    },
    {
      "grad_norm": 0.5943408608436584,
      "learning_rate": 7.4725e-05,
      "loss": 0.0469,
      "step": 2990
    },
    {
      "grad_norm": 0.5700511932373047,
      "learning_rate": 7.4975e-05,
      "loss": 0.0499,
      "step": 3000
    },
    {
      "grad_norm": 0.7378332614898682,
      "learning_rate": 7.5225e-05,
      "loss": 0.0557,
      "step": 3010
    },
    {
      "grad_norm": 0.5845997929573059,
      "learning_rate": 7.5475e-05,
      "loss": 0.0498,
      "step": 3020
    },
    {
      "grad_norm": 0.6922839283943176,
      "learning_rate": 7.5725e-05,
      "loss": 0.0472,
      "step": 3030
    },
    {
      "grad_norm": 0.7374712228775024,
      "learning_rate": 7.5975e-05,
      "loss": 0.0449,
      "step": 3040
    },
    {
      "grad_norm": 0.5667315721511841,
      "learning_rate": 7.6225e-05,
      "loss": 0.0483,
      "step": 3050
    },
    {
      "grad_norm": 0.5987017154693604,
      "learning_rate": 7.6475e-05,
      "loss": 0.0475,
      "step": 3060
    },
    {
      "grad_norm": 0.6497403979301453,
      "learning_rate": 7.672500000000001e-05,
      "loss": 0.0501,
      "step": 3070
    },
    {
      "grad_norm": 0.551892876625061,
      "learning_rate": 7.697500000000001e-05,
      "loss": 0.0484,
      "step": 3080
    },
    {
      "grad_norm": 0.41989222168922424,
      "learning_rate": 7.722500000000001e-05,
      "loss": 0.0485,
      "step": 3090
    },
    {
      "grad_norm": 0.6634812951087952,
      "learning_rate": 7.747500000000001e-05,
      "loss": 0.0512,
      "step": 3100
    },
    {
      "grad_norm": 0.5761085152626038,
      "learning_rate": 7.7725e-05,
      "loss": 0.0547,
      "step": 3110
    },
    {
      "grad_norm": 0.49064913392066956,
      "learning_rate": 7.797500000000001e-05,
      "loss": 0.0424,
      "step": 3120
    },
    {
      "grad_norm": 0.7838964462280273,
      "learning_rate": 7.8225e-05,
      "loss": 0.0558,
      "step": 3130
    },
    {
      "grad_norm": 0.4178016483783722,
      "learning_rate": 7.8475e-05,
      "loss": 0.0459,
      "step": 3140
    },
    {
      "grad_norm": 0.612350583076477,
      "learning_rate": 7.8725e-05,
      "loss": 0.052,
      "step": 3150
    },
    {
      "grad_norm": 0.3996430039405823,
      "learning_rate": 7.8975e-05,
      "loss": 0.0421,
      "step": 3160
    },
    {
      "grad_norm": 0.4704982042312622,
      "learning_rate": 7.9225e-05,
      "loss": 0.0459,
      "step": 3170
    },
    {
      "grad_norm": 0.5812197923660278,
      "learning_rate": 7.9475e-05,
      "loss": 0.0473,
      "step": 3180
    },
    {
      "grad_norm": 0.6637822389602661,
      "learning_rate": 7.9725e-05,
      "loss": 0.05,
      "step": 3190
    },
    {
      "grad_norm": 0.7082248330116272,
      "learning_rate": 7.9975e-05,
      "loss": 0.0444,
      "step": 3200
    },
    {
      "grad_norm": 0.6479303240776062,
      "learning_rate": 8.022500000000001e-05,
      "loss": 0.0468,
      "step": 3210
    },
    {
      "grad_norm": 0.5674563050270081,
      "learning_rate": 8.0475e-05,
      "loss": 0.0496,
      "step": 3220
    },
    {
      "grad_norm": 0.5263784527778625,
      "learning_rate": 8.072500000000001e-05,
      "loss": 0.0527,
      "step": 3230
    },
    {
      "grad_norm": 0.7040343880653381,
      "learning_rate": 8.0975e-05,
      "loss": 0.0478,
      "step": 3240
    },
    {
      "grad_norm": 0.5729039311408997,
      "learning_rate": 8.122500000000001e-05,
      "loss": 0.0493,
      "step": 3250
    },
    {
      "grad_norm": 0.5437662601470947,
      "learning_rate": 8.1475e-05,
      "loss": 0.0505,
      "step": 3260
    },
    {
      "grad_norm": 0.6828826069831848,
      "learning_rate": 8.172500000000001e-05,
      "loss": 0.0485,
      "step": 3270
    },
    {
      "grad_norm": 0.4766859710216522,
      "learning_rate": 8.1975e-05,
      "loss": 0.0436,
      "step": 3280
    },
    {
      "grad_norm": 0.4283410608768463,
      "learning_rate": 8.2225e-05,
      "loss": 0.0479,
      "step": 3290
    },
    {
      "grad_norm": 0.5730196237564087,
      "learning_rate": 8.2475e-05,
      "loss": 0.0473,
      "step": 3300
    },
    {
      "grad_norm": 0.5976664423942566,
      "learning_rate": 8.2725e-05,
      "loss": 0.0467,
      "step": 3310
    },
    {
      "grad_norm": 0.6283445358276367,
      "learning_rate": 8.2975e-05,
      "loss": 0.0518,
      "step": 3320
    },
    {
      "grad_norm": 0.5029792785644531,
      "learning_rate": 8.3225e-05,
      "loss": 0.0474,
      "step": 3330
    },
    {
      "grad_norm": 0.5867703557014465,
      "learning_rate": 8.347500000000001e-05,
      "loss": 0.0466,
      "step": 3340
    },
    {
      "grad_norm": 0.4986271560192108,
      "learning_rate": 8.3725e-05,
      "loss": 0.0462,
      "step": 3350
    },
    {
      "grad_norm": 0.5508722066879272,
      "learning_rate": 8.397500000000001e-05,
      "loss": 0.0437,
      "step": 3360
    },
    {
      "grad_norm": 0.4374672770500183,
      "learning_rate": 8.422500000000001e-05,
      "loss": 0.0463,
      "step": 3370
    },
    {
      "grad_norm": 0.5155274271965027,
      "learning_rate": 8.447500000000001e-05,
      "loss": 0.0433,
      "step": 3380
    },
    {
      "grad_norm": 0.6851692795753479,
      "learning_rate": 8.4725e-05,
      "loss": 0.048,
      "step": 3390
    },
    {
      "grad_norm": 0.4729194641113281,
      "learning_rate": 8.4975e-05,
      "loss": 0.0502,
      "step": 3400
    },
    {
      "grad_norm": 0.5451651811599731,
      "learning_rate": 8.5225e-05,
      "loss": 0.0523,
      "step": 3410
    },
    {
      "grad_norm": 0.47126802802085876,
      "learning_rate": 8.5475e-05,
      "loss": 0.044,
      "step": 3420
    },
    {
      "grad_norm": 0.5168582201004028,
      "learning_rate": 8.5725e-05,
      "loss": 0.04,
      "step": 3430
    },
    {
      "grad_norm": 0.6073234677314758,
      "learning_rate": 8.5975e-05,
      "loss": 0.0465,
      "step": 3440
    },
    {
      "grad_norm": 0.6091145873069763,
      "learning_rate": 8.6225e-05,
      "loss": 0.0393,
      "step": 3450
    },
    {
      "grad_norm": 0.4942414164543152,
      "learning_rate": 8.6475e-05,
      "loss": 0.046,
      "step": 3460
    },
    {
      "grad_norm": 0.495524138212204,
      "learning_rate": 8.672500000000001e-05,
      "loss": 0.0511,
      "step": 3470
    },
    {
      "grad_norm": 0.44508063793182373,
      "learning_rate": 8.6975e-05,
      "loss": 0.0469,
      "step": 3480
    },
    {
      "grad_norm": 0.5521207451820374,
      "learning_rate": 8.7225e-05,
      "loss": 0.0449,
      "step": 3490
    },
    {
      "grad_norm": 0.5172187089920044,
      "learning_rate": 8.747500000000001e-05,
      "loss": 0.0422,
      "step": 3500
    },
    {
      "grad_norm": 0.6109887957572937,
      "learning_rate": 8.7725e-05,
      "loss": 0.0481,
      "step": 3510
    },
    {
      "grad_norm": 0.6200289726257324,
      "learning_rate": 8.797500000000001e-05,
      "loss": 0.0468,
      "step": 3520
    },
    {
      "grad_norm": 0.6270468831062317,
      "learning_rate": 8.8225e-05,
      "loss": 0.048,
      "step": 3530
    },
    {
      "grad_norm": 0.48467984795570374,
      "learning_rate": 8.847500000000001e-05,
      "loss": 0.0464,
      "step": 3540
    },
    {
      "grad_norm": 0.5796993374824524,
      "learning_rate": 8.8725e-05,
      "loss": 0.045,
      "step": 3550
    },
    {
      "grad_norm": 0.5684071183204651,
      "learning_rate": 8.897500000000001e-05,
      "loss": 0.0467,
      "step": 3560
    },
    {
      "grad_norm": 0.5523401498794556,
      "learning_rate": 8.9225e-05,
      "loss": 0.0484,
      "step": 3570
    },
    {
      "grad_norm": 0.6100823879241943,
      "learning_rate": 8.9475e-05,
      "loss": 0.0467,
      "step": 3580
    },
    {
      "grad_norm": 0.5646355152130127,
      "learning_rate": 8.9725e-05,
      "loss": 0.043,
      "step": 3590
    },
    {
      "grad_norm": 0.4322081208229065,
      "learning_rate": 8.9975e-05,
      "loss": 0.0458,
      "step": 3600
    },
    {
      "grad_norm": 0.5350585579872131,
      "learning_rate": 9.0225e-05,
      "loss": 0.0441,
      "step": 3610
    },
    {
      "grad_norm": 0.42050138115882874,
      "learning_rate": 9.0475e-05,
      "loss": 0.0425,
      "step": 3620
    },
    {
      "grad_norm": 0.6589758396148682,
      "learning_rate": 9.072500000000001e-05,
      "loss": 0.0468,
      "step": 3630
    },
    {
      "grad_norm": 0.35618093609809875,
      "learning_rate": 9.0975e-05,
      "loss": 0.0417,
      "step": 3640
    },
    {
      "grad_norm": 0.5839056968688965,
      "learning_rate": 9.122500000000001e-05,
      "loss": 0.0408,
      "step": 3650
    },
    {
      "grad_norm": 0.44553500413894653,
      "learning_rate": 9.1475e-05,
      "loss": 0.0426,
      "step": 3660
    },
    {
      "grad_norm": 0.4031362533569336,
      "learning_rate": 9.172500000000001e-05,
      "loss": 0.0404,
      "step": 3670
    },
    {
      "grad_norm": 0.542816162109375,
      "learning_rate": 9.1975e-05,
      "loss": 0.0425,
      "step": 3680
    },
    {
      "grad_norm": 0.45747488737106323,
      "learning_rate": 9.2225e-05,
      "loss": 0.051,
      "step": 3690
    },
    {
      "grad_norm": 0.5859243273735046,
      "learning_rate": 9.2475e-05,
      "loss": 0.0404,
      "step": 3700
    },
    {
      "grad_norm": 0.5099524259567261,
      "learning_rate": 9.2725e-05,
      "loss": 0.0414,
      "step": 3710
    },
    {
      "grad_norm": 0.4879830479621887,
      "learning_rate": 9.2975e-05,
      "loss": 0.0421,
      "step": 3720
    },
    {
      "grad_norm": 0.4224315881729126,
      "learning_rate": 9.3225e-05,
      "loss": 0.0477,
      "step": 3730
    },
    {
      "grad_norm": 0.4144099950790405,
      "learning_rate": 9.3475e-05,
      "loss": 0.0455,
      "step": 3740
    },
    {
      "grad_norm": 0.4595228433609009,
      "learning_rate": 9.3725e-05,
      "loss": 0.043,
      "step": 3750
    },
    {
      "grad_norm": 0.6182426810264587,
      "learning_rate": 9.397500000000001e-05,
      "loss": 0.0469,
      "step": 3760
    },
    {
      "grad_norm": 0.4187731146812439,
      "learning_rate": 9.422500000000001e-05,
      "loss": 0.0393,
      "step": 3770
    },
    {
      "grad_norm": 0.45657241344451904,
      "learning_rate": 9.4475e-05,
      "loss": 0.045,
      "step": 3780
    },
    {
      "grad_norm": 0.4843043088912964,
      "learning_rate": 9.472500000000001e-05,
      "loss": 0.0394,
      "step": 3790
    },
    {
      "grad_norm": 0.45717254281044006,
      "learning_rate": 9.4975e-05,
      "loss": 0.0456,
      "step": 3800
    },
    {
      "grad_norm": 0.5439549088478088,
      "learning_rate": 9.522500000000001e-05,
      "loss": 0.0491,
      "step": 3810
    },
    {
      "grad_norm": 0.40307188034057617,
      "learning_rate": 9.5475e-05,
      "loss": 0.0491,
      "step": 3820
    },
    {
      "grad_norm": 0.48558807373046875,
      "learning_rate": 9.572500000000001e-05,
      "loss": 0.0401,
      "step": 3830
    },
    {
      "grad_norm": 0.45158901810646057,
      "learning_rate": 9.5975e-05,
      "loss": 0.0419,
      "step": 3840
    },
    {
      "grad_norm": 0.5567598938941956,
      "learning_rate": 9.622500000000001e-05,
      "loss": 0.0476,
      "step": 3850
    },
    {
      "grad_norm": 0.4925945997238159,
      "learning_rate": 9.6475e-05,
      "loss": 0.0445,
      "step": 3860
    },
    {
      "grad_norm": 0.4812849164009094,
      "learning_rate": 9.6725e-05,
      "loss": 0.0395,
      "step": 3870
    },
    {
      "grad_norm": 0.4819734990596771,
      "learning_rate": 9.6975e-05,
      "loss": 0.0417,
      "step": 3880
    },
    {
      "grad_norm": 0.46075639128685,
      "learning_rate": 9.7225e-05,
      "loss": 0.0453,
      "step": 3890
    },
    {
      "grad_norm": 0.5041094422340393,
      "learning_rate": 9.747500000000001e-05,
      "loss": 0.0476,
      "step": 3900
    },
    {
      "grad_norm": 0.46115848422050476,
      "learning_rate": 9.7725e-05,
      "loss": 0.0446,
      "step": 3910
    },
    {
      "grad_norm": 0.6490151286125183,
      "learning_rate": 9.797500000000001e-05,
      "loss": 0.0531,
      "step": 3920
    },
    {
      "grad_norm": 0.4663606584072113,
      "learning_rate": 9.8225e-05,
      "loss": 0.0417,
      "step": 3930
    },
    {
      "grad_norm": 0.4671683609485626,
      "learning_rate": 9.847500000000001e-05,
      "loss": 0.0446,
      "step": 3940
    },
    {
      "grad_norm": 0.37579095363616943,
      "learning_rate": 9.8725e-05,
      "loss": 0.0446,
      "step": 3950
    },
    {
      "grad_norm": 0.4108712375164032,
      "learning_rate": 9.897500000000001e-05,
      "loss": 0.0439,
      "step": 3960
    },
    {
      "grad_norm": 0.40677133202552795,
      "learning_rate": 9.9225e-05,
      "loss": 0.0404,
      "step": 3970
    },
    {
      "grad_norm": 0.46062856912612915,
      "learning_rate": 9.9475e-05,
      "loss": 0.0403,
      "step": 3980
    },
    {
      "grad_norm": 0.3810589909553528,
      "learning_rate": 9.9725e-05,
      "loss": 0.0422,
      "step": 3990
    },
    {
      "grad_norm": 0.4931447505950928,
      "learning_rate": 9.9975e-05,
      "loss": 0.0454,
      "step": 4000
    },
    {
      "grad_norm": 0.48716166615486145,
      "learning_rate": 9.999999653982884e-05,
      "loss": 0.0403,
      "step": 4010
    },
    {
      "grad_norm": 0.4851459860801697,
      "learning_rate": 9.999998457874392e-05,
      "loss": 0.0393,
      "step": 4020
    },
    {
      "grad_norm": 0.43392226099967957,
      "learning_rate": 9.999996407402913e-05,
      "loss": 0.044,
      "step": 4030
    },
    {
      "grad_norm": 0.45107170939445496,
      "learning_rate": 9.999993502568801e-05,
      "loss": 0.0394,
      "step": 4040
    },
    {
      "grad_norm": 0.5803298354148865,
      "learning_rate": 9.999989743372548e-05,
      "loss": 0.0445,
      "step": 4050
    },
    {
      "grad_norm": 0.35279059410095215,
      "learning_rate": 9.999985129814798e-05,
      "loss": 0.0409,
      "step": 4060
    },
    {
      "grad_norm": 0.47739607095718384,
      "learning_rate": 9.99997966189634e-05,
      "loss": 0.0356,
      "step": 4070
    },
    {
      "grad_norm": 0.43369925022125244,
      "learning_rate": 9.999973339618107e-05,
      "loss": 0.0391,
      "step": 4080
    },
    {
      "grad_norm": 0.40336859226226807,
      "learning_rate": 9.999966162981179e-05,
      "loss": 0.038,
      "step": 4090
    },
    {
      "grad_norm": 0.3650773763656616,
      "learning_rate": 9.999958131986784e-05,
      "loss": 0.0377,
      "step": 4100
    },
    {
      "grad_norm": 0.5107702016830444,
      "learning_rate": 9.999949246636293e-05,
      "loss": 0.0459,
      "step": 4110
    },
    {
      "grad_norm": 0.3754749894142151,
      "learning_rate": 9.999939506931224e-05,
      "loss": 0.0455,
      "step": 4120
    },
    {
      "grad_norm": 0.4532296061515808,
      "learning_rate": 9.999928912873243e-05,
      "loss": 0.0448,
      "step": 4130
    },
    {
      "grad_norm": 0.5211286544799805,
      "learning_rate": 9.999917464464159e-05,
      "loss": 0.0402,
      "step": 4140
    },
    {
      "grad_norm": 0.4890589118003845,
      "learning_rate": 9.999905161705929e-05,
      "loss": 0.0437,
      "step": 4150
    },
    {
      "grad_norm": 0.3461669683456421,
      "learning_rate": 9.999892004600653e-05,
      "loss": 0.041,
      "step": 4160
    },
    {
      "grad_norm": 0.513232409954071,
      "learning_rate": 9.999877993150581e-05,
      "loss": 0.0444,
      "step": 4170
    },
    {
      "grad_norm": 0.39680346846580505,
      "learning_rate": 9.999863127358108e-05,
      "loss": 0.043,
      "step": 4180
    },
    {
      "grad_norm": 0.3761858344078064,
      "learning_rate": 9.999847407225773e-05,
      "loss": 0.0443,
      "step": 4190
    },
    {
      "grad_norm": 0.4674254059791565,
      "learning_rate": 9.999830832756262e-05,
      "loss": 0.0386,
      "step": 4200
    },
    {
      "grad_norm": 0.4501320421695709,
      "learning_rate": 9.999813403952407e-05,
      "loss": 0.0382,
      "step": 4210
    },
    {
      "grad_norm": 0.43404489755630493,
      "learning_rate": 9.999795120817187e-05,
      "loss": 0.0373,
      "step": 4220
    },
    {
      "grad_norm": 0.31401917338371277,
      "learning_rate": 9.999775983353725e-05,
      "loss": 0.037,
      "step": 4230
    },
    {
      "grad_norm": 0.4827536642551422,
      "learning_rate": 9.999755991565292e-05,
      "loss": 0.038,
      "step": 4240
    },
    {
      "grad_norm": 0.40263837575912476,
      "learning_rate": 9.999735145455303e-05,
      "loss": 0.0404,
      "step": 4250
    },
    {
      "grad_norm": 0.33777299523353577,
      "learning_rate": 9.99971344502732e-05,
      "loss": 0.0414,
      "step": 4260
    },
    {
      "grad_norm": 0.4570449888706207,
      "learning_rate": 9.999690890285053e-05,
      "loss": 0.0408,
      "step": 4270
    },
    {
      "grad_norm": 0.42940354347229004,
      "learning_rate": 9.999667481232356e-05,
      "loss": 0.0398,
      "step": 4280
    },
    {
      "grad_norm": 0.4839484989643097,
      "learning_rate": 9.999643217873225e-05,
      "loss": 0.0381,
      "step": 4290
    },
    {
      "grad_norm": 0.4431973397731781,
      "learning_rate": 9.999618100211809e-05,
      "loss": 0.0358,
      "step": 4300
    },
    {
      "grad_norm": 0.5034391283988953,
      "learning_rate": 9.999592128252402e-05,
      "loss": 0.0375,
      "step": 4310
    },
    {
      "grad_norm": 0.5814909934997559,
      "learning_rate": 9.999565301999437e-05,
      "loss": 0.0422,
      "step": 4320
    },
    {
      "grad_norm": 0.5034936666488647,
      "learning_rate": 9.999537621457502e-05,
      "loss": 0.0382,
      "step": 4330
    },
    {
      "grad_norm": 0.4933886229991913,
      "learning_rate": 9.999509086631323e-05,
      "loss": 0.0405,
      "step": 4340
    },
    {
      "grad_norm": 0.4717528522014618,
      "learning_rate": 9.99947969752578e-05,
      "loss": 0.0463,
      "step": 4350
    },
    {
      "grad_norm": 0.3782670497894287,
      "learning_rate": 9.999449454145891e-05,
      "loss": 0.0385,
      "step": 4360
    },
    {
      "grad_norm": 0.40590450167655945,
      "learning_rate": 9.999418356496827e-05,
      "loss": 0.0398,
      "step": 4370
    },
    {
      "grad_norm": 0.4562370777130127,
      "learning_rate": 9.999386404583899e-05,
      "loss": 0.0419,
      "step": 4380
    },
    {
      "grad_norm": 0.32026341557502747,
      "learning_rate": 9.999353598412568e-05,
      "loss": 0.0471,
      "step": 4390
    },
    {
      "grad_norm": 0.49280548095703125,
      "learning_rate": 9.999319937988442e-05,
      "loss": 0.0386,
      "step": 4400
    },
    {
      "grad_norm": 0.5130825638771057,
      "learning_rate": 9.999285423317268e-05,
      "loss": 0.0397,
      "step": 4410
    },
    {
      "grad_norm": 0.36568334698677063,
      "learning_rate": 9.999250054404947e-05,
      "loss": 0.0407,
      "step": 4420
    },
    {
      "grad_norm": 0.3084375560283661,
      "learning_rate": 9.99921383125752e-05,
      "loss": 0.0377,
      "step": 4430
    },
    {
      "grad_norm": 0.5656561255455017,
      "learning_rate": 9.99917675388118e-05,
      "loss": 0.0396,
      "step": 4440
    },
    {
      "grad_norm": 0.40321871638298035,
      "learning_rate": 9.99913882228226e-05,
      "loss": 0.0416,
      "step": 4450
    },
    {
      "grad_norm": 0.4154428541660309,
      "learning_rate": 9.999100036467242e-05,
      "loss": 0.0369,
      "step": 4460
    },
    {
      "grad_norm": 0.35509753227233887,
      "learning_rate": 9.999060396442753e-05,
      "loss": 0.0366,
      "step": 4470
    },
    {
      "grad_norm": 0.4621882140636444,
      "learning_rate": 9.999019902215566e-05,
      "loss": 0.0398,
      "step": 4480
    },
    {
      "grad_norm": 0.4398028552532196,
      "learning_rate": 9.998978553792602e-05,
      "loss": 0.0436,
      "step": 4490
    },
    {
      "grad_norm": 0.33019211888313293,
      "learning_rate": 9.998936351180926e-05,
      "loss": 0.0356,
      "step": 4500
    },
    {
      "grad_norm": 0.3726966679096222,
      "learning_rate": 9.998893294387747e-05,
      "loss": 0.0353,
      "step": 4510
    },
    {
      "grad_norm": 0.5215499401092529,
      "learning_rate": 9.998849383420426e-05,
      "loss": 0.0354,
      "step": 4520
    },
    {
      "grad_norm": 0.6213363409042358,
      "learning_rate": 9.998804618286465e-05,
      "loss": 0.0395,
      "step": 4530
    },
    {
      "grad_norm": 0.3779863119125366,
      "learning_rate": 9.99875899899351e-05,
      "loss": 0.0393,
      "step": 4540
    },
    {
      "grad_norm": 0.322689026594162,
      "learning_rate": 9.99871252554936e-05,
      "loss": 0.0343,
      "step": 4550
    },
    {
      "grad_norm": 0.5080601572990417,
      "learning_rate": 9.998665197961955e-05,
      "loss": 0.0377,
      "step": 4560
    },
    {
      "grad_norm": 0.37500789761543274,
      "learning_rate": 9.998617016239379e-05,
      "loss": 0.0357,
      "step": 4570
    },
    {
      "grad_norm": 0.36697426438331604,
      "learning_rate": 9.998567980389869e-05,
      "loss": 0.0416,
      "step": 4580
    },
    {
      "grad_norm": 0.4403620958328247,
      "learning_rate": 9.998518090421802e-05,
      "loss": 0.043,
      "step": 4590
    },
    {
      "grad_norm": 0.49090543389320374,
      "learning_rate": 9.998467346343703e-05,
      "loss": 0.0391,
      "step": 4600
    },
    {
      "grad_norm": 0.5613012909889221,
      "learning_rate": 9.998415748164243e-05,
      "loss": 0.0432,
      "step": 4610
    },
    {
      "grad_norm": 0.48424169421195984,
      "learning_rate": 9.998363295892238e-05,
      "loss": 0.0377,
      "step": 4620
    },
    {
      "grad_norm": 0.4136826694011688,
      "learning_rate": 9.998309989536652e-05,
      "loss": 0.0389,
      "step": 4630
    },
    {
      "grad_norm": 0.36063486337661743,
      "learning_rate": 9.998255829106593e-05,
      "loss": 0.0405,
      "step": 4640
    },
    {
      "grad_norm": 0.30049610137939453,
      "learning_rate": 9.998200814611316e-05,
      "loss": 0.0364,
      "step": 4650
    },
    {
      "grad_norm": 0.4097042679786682,
      "learning_rate": 9.998144946060219e-05,
      "loss": 0.0395,
      "step": 4660
    },
    {
      "grad_norm": 0.4151292145252228,
      "learning_rate": 9.998088223462852e-05,
      "loss": 0.0376,
      "step": 4670
    },
    {
      "grad_norm": 0.32112443447113037,
      "learning_rate": 9.998030646828905e-05,
      "loss": 0.035,
      "step": 4680
    },
    {
      "grad_norm": 0.32498112320899963,
      "learning_rate": 9.997972216168217e-05,
      "loss": 0.0366,
      "step": 4690
    },
    {
      "grad_norm": 0.4590705335140228,
      "learning_rate": 9.997912931490771e-05,
      "loss": 0.0464,
      "step": 4700
    },
    {
      "grad_norm": 0.49022001028060913,
      "learning_rate": 9.9978527928067e-05,
      "loss": 0.0374,
      "step": 4710
    },
    {
      "grad_norm": 0.38668593764305115,
      "learning_rate": 9.997791800126277e-05,
      "loss": 0.0343,
      "step": 4720
    },
    {
      "grad_norm": 0.4539598226547241,
      "learning_rate": 9.997729953459927e-05,
      "loss": 0.036,
      "step": 4730
    },
    {
      "grad_norm": 0.4395278990268707,
      "learning_rate": 9.997667252818214e-05,
      "loss": 0.0369,
      "step": 4740
    },
    {
      "grad_norm": 0.4104231297969818,
      "learning_rate": 9.997603698211855e-05,
      "loss": 0.0359,
      "step": 4750
    },
    {
      "grad_norm": 0.3561823070049286,
      "learning_rate": 9.99753928965171e-05,
      "loss": 0.0397,
      "step": 4760
    },
    {
      "grad_norm": 0.3691237270832062,
      "learning_rate": 9.997474027148781e-05,
      "loss": 0.0431,
      "step": 4770
    },
    {
      "grad_norm": 0.31150445342063904,
      "learning_rate": 9.997407910714223e-05,
      "loss": 0.0363,
      "step": 4780
    },
    {
      "grad_norm": 0.42776718735694885,
      "learning_rate": 9.997340940359332e-05,
      "loss": 0.0398,
      "step": 4790
    },
    {
      "grad_norm": 0.43336281180381775,
      "learning_rate": 9.997273116095552e-05,
      "loss": 0.0399,
      "step": 4800
    },
    {
      "grad_norm": 0.411251962184906,
      "learning_rate": 9.997204437934473e-05,
      "loss": 0.0351,
      "step": 4810
    },
    {
      "grad_norm": 0.3477552533149719,
      "learning_rate": 9.997134905887829e-05,
      "loss": 0.0362,
      "step": 4820
    },
    {
      "grad_norm": 0.3760080635547638,
      "learning_rate": 9.997064519967501e-05,
      "loss": 0.0348,
      "step": 4830
    },
    {
      "grad_norm": 0.3541578948497772,
      "learning_rate": 9.996993280185517e-05,
      "loss": 0.0348,
      "step": 4840
    },
    {
      "grad_norm": 0.34484386444091797,
      "learning_rate": 9.99692118655405e-05,
      "loss": 0.0348,
      "step": 4850
    },
    {
      "grad_norm": 0.3778262436389923,
      "learning_rate": 9.996848239085417e-05,
      "loss": 0.033,
      "step": 4860
    },
    {
      "grad_norm": 0.3373708724975586,
      "learning_rate": 9.996774437792085e-05,
      "loss": 0.0398,
      "step": 4870
    },
    {
      "grad_norm": 0.37428897619247437,
      "learning_rate": 9.996699782686664e-05,
      "loss": 0.0358,
      "step": 4880
    },
    {
      "grad_norm": 0.5135112404823303,
      "learning_rate": 9.996624273781909e-05,
      "loss": 0.0379,
      "step": 4890
    },
    {
      "grad_norm": 0.4462299942970276,
      "learning_rate": 9.996547911090725e-05,
      "loss": 0.0356,
      "step": 4900
    },
    {
      "grad_norm": 0.3338138163089752,
      "learning_rate": 9.996470694626157e-05,
      "loss": 0.0337,
      "step": 4910
    },
    {
      "grad_norm": 0.41377365589141846,
      "learning_rate": 9.996392624401403e-05,
      "loss": 0.0379,
      "step": 4920
    },
    {
      "grad_norm": 0.3938923180103302,
      "learning_rate": 9.996313700429801e-05,
      "loss": 0.0394,
      "step": 4930
    },
    {
      "grad_norm": 0.4879482090473175,
      "learning_rate": 9.996233922724836e-05,
      "loss": 0.0335,
      "step": 4940
    },
    {
      "grad_norm": 0.3863908648490906,
      "learning_rate": 9.996153291300141e-05,
      "loss": 0.0381,
      "step": 4950
    },
    {
      "grad_norm": 0.4217034578323364,
      "learning_rate": 9.996071806169494e-05,
      "loss": 0.0373,
      "step": 4960
    },
    {
      "grad_norm": 0.378920316696167,
      "learning_rate": 9.995989467346817e-05,
      "loss": 0.0304,
      "step": 4970
    },
    {
      "grad_norm": 0.3604336977005005,
      "learning_rate": 9.995906274846183e-05,
      "loss": 0.0402,
      "step": 4980
    },
    {
      "grad_norm": 0.3891845643520355,
      "learning_rate": 9.995822228681803e-05,
      "loss": 0.0383,
      "step": 4990
    },
    {
      "grad_norm": 0.35356947779655457,
      "learning_rate": 9.99573732886804e-05,
      "loss": 0.0356,
      "step": 5000
    },
    {
      "grad_norm": 0.35341525077819824,
      "learning_rate": 9.995651575419402e-05,
      "loss": 0.0347,
      "step": 5010
    },
    {
      "grad_norm": 0.4237957298755646,
      "learning_rate": 9.995564968350541e-05,
      "loss": 0.0401,
      "step": 5020
    },
    {
      "grad_norm": 0.3126814663410187,
      "learning_rate": 9.995477507676256e-05,
      "loss": 0.032,
      "step": 5030
    },
    {
      "grad_norm": 0.3962535858154297,
      "learning_rate": 9.995389193411493e-05,
      "loss": 0.0324,
      "step": 5040
    },
    {
      "grad_norm": 0.41021761298179626,
      "learning_rate": 9.995300025571339e-05,
      "loss": 0.0341,
      "step": 5050
    },
    {
      "grad_norm": 0.34523773193359375,
      "learning_rate": 9.995210004171034e-05,
      "loss": 0.0386,
      "step": 5060
    },
    {
      "grad_norm": 0.3886120319366455,
      "learning_rate": 9.995119129225956e-05,
      "loss": 0.0349,
      "step": 5070
    },
    {
      "grad_norm": 0.2725774943828583,
      "learning_rate": 9.995027400751637e-05,
      "loss": 0.0316,
      "step": 5080
    },
    {
      "grad_norm": 0.3511434495449066,
      "learning_rate": 9.994934818763751e-05,
      "loss": 0.036,
      "step": 5090
    },
    {
      "grad_norm": 0.43635377287864685,
      "learning_rate": 9.994841383278115e-05,
      "loss": 0.0359,
      "step": 5100
    },
    {
      "grad_norm": 0.3380202353000641,
      "learning_rate": 9.994747094310695e-05,
      "loss": 0.0369,
      "step": 5110
    },
    {
      "grad_norm": 0.3579171597957611,
      "learning_rate": 9.994651951877604e-05,
      "loss": 0.0333,
      "step": 5120
    },
    {
      "grad_norm": 0.4262107014656067,
      "learning_rate": 9.994555955995099e-05,
      "loss": 0.0354,
      "step": 5130
    },
    {
      "grad_norm": 0.5168253779411316,
      "learning_rate": 9.994459106679581e-05,
      "loss": 0.0371,
      "step": 5140
    },
    {
      "grad_norm": 0.3941894471645355,
      "learning_rate": 9.994361403947603e-05,
      "loss": 0.0358,
      "step": 5150
    },
    {
      "grad_norm": 0.33130091428756714,
      "learning_rate": 9.994262847815854e-05,
      "loss": 0.0356,
      "step": 5160
    },
    {
      "grad_norm": 0.33550360798835754,
      "learning_rate": 9.99416343830118e-05,
      "loss": 0.0327,
      "step": 5170
    },
    {
      "grad_norm": 0.2731087803840637,
      "learning_rate": 9.994063175420565e-05,
      "loss": 0.0307,
      "step": 5180
    },
    {
      "grad_norm": 0.40401625633239746,
      "learning_rate": 9.99396205919114e-05,
      "loss": 0.0368,
      "step": 5190
    },
    {
      "grad_norm": 0.3560211658477783,
      "learning_rate": 9.993860089630185e-05,
      "loss": 0.0324,
      "step": 5200
    },
    {
      "grad_norm": 0.40533947944641113,
      "learning_rate": 9.993757266755123e-05,
      "loss": 0.0393,
      "step": 5210
    },
    {
      "grad_norm": 0.304386168718338,
      "learning_rate": 9.993653590583522e-05,
      "loss": 0.0415,
      "step": 5220
    },
    {
      "grad_norm": 0.35559573769569397,
      "learning_rate": 9.993549061133102e-05,
      "loss": 0.0364,
      "step": 5230
    },
    {
      "grad_norm": 0.27958977222442627,
      "learning_rate": 9.993443678421719e-05,
      "loss": 0.031,
      "step": 5240
    },
    {
      "grad_norm": 0.4003497362136841,
      "learning_rate": 9.993337442467384e-05,
      "loss": 0.0355,
      "step": 5250
    },
    {
      "grad_norm": 0.3873649835586548,
      "learning_rate": 9.993230353288248e-05,
      "loss": 0.0351,
      "step": 5260
    },
    {
      "grad_norm": 0.3913843333721161,
      "learning_rate": 9.993122410902608e-05,
      "loss": 0.0348,
      "step": 5270
    },
    {
      "grad_norm": 0.358053982257843,
      "learning_rate": 9.993013615328912e-05,
      "loss": 0.0361,
      "step": 5280
    },
    {
      "grad_norm": 0.4676128923892975,
      "learning_rate": 9.992903966585747e-05,
      "loss": 0.0364,
      "step": 5290
    },
    {
      "grad_norm": 0.3467820882797241,
      "learning_rate": 9.992793464691852e-05,
      "loss": 0.0389,
      "step": 5300
    },
    {
      "grad_norm": 0.3816692531108856,
      "learning_rate": 9.992682109666105e-05,
      "loss": 0.0405,
      "step": 5310
    },
    {
      "grad_norm": 0.380704790353775,
      "learning_rate": 9.992569901527538e-05,
      "loss": 0.0423,
      "step": 5320
    },
    {
      "grad_norm": 0.363036572933197,
      "learning_rate": 9.99245684029532e-05,
      "loss": 0.0356,
      "step": 5330
    },
    {
      "grad_norm": 0.3765076696872711,
      "learning_rate": 9.992342925988774e-05,
      "loss": 0.0375,
      "step": 5340
    },
    {
      "grad_norm": 0.3486805260181427,
      "learning_rate": 9.992228158627361e-05,
      "loss": 0.0375,
      "step": 5350
    },
    {
      "grad_norm": 0.38034600019454956,
      "learning_rate": 9.992112538230693e-05,
      "loss": 0.0328,
      "step": 5360
    },
    {
      "grad_norm": 0.3038675785064697,
      "learning_rate": 9.991996064818527e-05,
      "loss": 0.0325,
      "step": 5370
    },
    {
      "grad_norm": 0.3357524275779724,
      "learning_rate": 9.991878738410768e-05,
      "loss": 0.0323,
      "step": 5380
    },
    {
      "grad_norm": 0.41991445422172546,
      "learning_rate": 9.991760559027457e-05,
      "loss": 0.0331,
      "step": 5390
    },
    {
      "grad_norm": 0.35563498735427856,
      "learning_rate": 9.991641526688793e-05,
      "loss": 0.0304,
      "step": 5400
    },
    {
      "grad_norm": 0.46026307344436646,
      "learning_rate": 9.991521641415113e-05,
      "loss": 0.0311,
      "step": 5410
    },
    {
      "grad_norm": 0.30938202142715454,
      "learning_rate": 9.991400903226904e-05,
      "loss": 0.0325,
      "step": 5420
    },
    {
      "grad_norm": 0.37668007612228394,
      "learning_rate": 9.991279312144794e-05,
      "loss": 0.0371,
      "step": 5430
    },
    {
      "grad_norm": 0.3141757845878601,
      "learning_rate": 9.991156868189564e-05,
      "loss": 0.0319,
      "step": 5440
    },
    {
      "grad_norm": 0.37040385603904724,
      "learning_rate": 9.991033571382131e-05,
      "loss": 0.0351,
      "step": 5450
    },
    {
      "grad_norm": 0.40831753611564636,
      "learning_rate": 9.990909421743569e-05,
      "loss": 0.0346,
      "step": 5460
    },
    {
      "grad_norm": 0.37922415137290955,
      "learning_rate": 9.990784419295085e-05,
      "loss": 0.0335,
      "step": 5470
    },
    {
      "grad_norm": 0.38443723320961,
      "learning_rate": 9.990658564058044e-05,
      "loss": 0.0332,
      "step": 5480
    },
    {
      "grad_norm": 0.36643046140670776,
      "learning_rate": 9.990531856053948e-05,
      "loss": 0.0343,
      "step": 5490
    },
    {
      "grad_norm": 0.32703396677970886,
      "learning_rate": 9.99040429530445e-05,
      "loss": 0.0317,
      "step": 5500
    },
    {
      "grad_norm": 0.4024263918399811,
      "learning_rate": 9.990275881831346e-05,
      "loss": 0.0374,
      "step": 5510
    },
    {
      "grad_norm": 0.41268572211265564,
      "learning_rate": 9.990146615656577e-05,
      "loss": 0.0372,
      "step": 5520
    },
    {
      "grad_norm": 0.30443331599235535,
      "learning_rate": 9.990016496802233e-05,
      "loss": 0.0348,
      "step": 5530
    },
    {
      "grad_norm": 0.24607008695602417,
      "learning_rate": 9.989885525290548e-05,
      "loss": 0.0349,
      "step": 5540
    },
    {
      "grad_norm": 0.4181927442550659,
      "learning_rate": 9.989753701143897e-05,
      "loss": 0.0345,
      "step": 5550
    },
    {
      "grad_norm": 0.3667057752609253,
      "learning_rate": 9.989621024384812e-05,
      "loss": 0.0338,
      "step": 5560
    },
    {
      "grad_norm": 0.3519102931022644,
      "learning_rate": 9.989487495035959e-05,
      "loss": 0.0336,
      "step": 5570
    },
    {
      "grad_norm": 0.31576403975486755,
      "learning_rate": 9.989353113120156e-05,
      "loss": 0.0311,
      "step": 5580
    },
    {
      "grad_norm": 0.33985912799835205,
      "learning_rate": 9.989217878660366e-05,
      "loss": 0.0344,
      "step": 5590
    },
    {
      "grad_norm": 0.3794171214103699,
      "learning_rate": 9.989081791679695e-05,
      "loss": 0.0322,
      "step": 5600
    },
    {
      "grad_norm": 0.3017905056476593,
      "learning_rate": 9.988944852201397e-05,
      "loss": 0.0318,
      "step": 5610
    },
    {
      "grad_norm": 0.37784573435783386,
      "learning_rate": 9.988807060248873e-05,
      "loss": 0.0311,
      "step": 5620
    },
    {
      "grad_norm": 0.31930088996887207,
      "learning_rate": 9.988668415845665e-05,
      "loss": 0.0295,
      "step": 5630
    },
    {
      "grad_norm": 0.3441274166107178,
      "learning_rate": 9.988528919015466e-05,
      "loss": 0.0295,
      "step": 5640
    },
    {
      "grad_norm": 0.29257112741470337,
      "learning_rate": 9.988388569782112e-05,
      "loss": 0.0304,
      "step": 5650
    },
    {
      "grad_norm": 0.3475782573223114,
      "learning_rate": 9.988247368169583e-05,
      "loss": 0.0383,
      "step": 5660
    },
    {
      "grad_norm": 0.4307859539985657,
      "learning_rate": 9.988105314202007e-05,
      "loss": 0.0315,
      "step": 5670
    },
    {
      "grad_norm": 0.3964911103248596,
      "learning_rate": 9.987962407903659e-05,
      "loss": 0.0339,
      "step": 5680
    },
    {
      "grad_norm": 0.2994661331176758,
      "learning_rate": 9.987818649298957e-05,
      "loss": 0.0287,
      "step": 5690
    },
    {
      "grad_norm": 0.28415563702583313,
      "learning_rate": 9.987674038412465e-05,
      "loss": 0.033,
      "step": 5700
    },
    {
      "grad_norm": 0.38855230808258057,
      "learning_rate": 9.987528575268891e-05,
      "loss": 0.0311,
      "step": 5710
    },
    {
      "grad_norm": 0.3901574909687042,
      "learning_rate": 9.987382259893095e-05,
      "loss": 0.0334,
      "step": 5720
    },
    {
      "grad_norm": 0.32090842723846436,
      "learning_rate": 9.987235092310074e-05,
      "loss": 0.0309,
      "step": 5730
    },
    {
      "grad_norm": 0.33864298462867737,
      "learning_rate": 9.987087072544978e-05,
      "loss": 0.0356,
      "step": 5740
    },
    {
      "grad_norm": 0.3641158640384674,
      "learning_rate": 9.9869382006231e-05,
      "loss": 0.0342,
      "step": 5750
    },
    {
      "grad_norm": 0.3902667462825775,
      "learning_rate": 9.986788476569875e-05,
      "loss": 0.0315,
      "step": 5760
    },
    {
      "grad_norm": 0.26436519622802734,
      "learning_rate": 9.986637900410887e-05,
      "loss": 0.0364,
      "step": 5770
    },
    {
      "grad_norm": 0.34543678164482117,
      "learning_rate": 9.986486472171869e-05,
      "loss": 0.0331,
      "step": 5780
    },
    {
      "grad_norm": 0.4165075421333313,
      "learning_rate": 9.986334191878692e-05,
      "loss": 0.0349,
      "step": 5790
    },
    {
      "grad_norm": 0.3214016854763031,
      "learning_rate": 9.986181059557378e-05,
      "loss": 0.0325,
      "step": 5800
    },
    {
      "grad_norm": 0.3641844689846039,
      "learning_rate": 9.986027075234094e-05,
      "loss": 0.0299,
      "step": 5810
    },
    {
      "grad_norm": 0.3222180902957916,
      "learning_rate": 9.985872238935152e-05,
      "loss": 0.0346,
      "step": 5820
    },
    {
      "grad_norm": 0.3920753300189972,
      "learning_rate": 9.985716550687008e-05,
      "loss": 0.0357,
      "step": 5830
    },
    {
      "grad_norm": 0.40709930658340454,
      "learning_rate": 9.985560010516264e-05,
      "loss": 0.0343,
      "step": 5840
    },
    {
      "grad_norm": 0.29426005482673645,
      "learning_rate": 9.985402618449668e-05,
      "loss": 0.0343,
      "step": 5850
    },
    {
      "grad_norm": 0.43747836351394653,
      "learning_rate": 9.985244374514118e-05,
      "loss": 0.0353,
      "step": 5860
    },
    {
      "grad_norm": 0.4103662967681885,
      "learning_rate": 9.985085278736651e-05,
      "loss": 0.0383,
      "step": 5870
    },
    {
      "grad_norm": 0.49300602078437805,
      "learning_rate": 9.984925331144452e-05,
      "loss": 0.0345,
      "step": 5880
    },
    {
      "grad_norm": 0.4642360806465149,
      "learning_rate": 9.984764531764851e-05,
      "loss": 0.0308,
      "step": 5890
    },
    {
      "grad_norm": 0.42237722873687744,
      "learning_rate": 9.984602880625326e-05,
      "loss": 0.0348,
      "step": 5900
    },
    {
      "grad_norm": 0.33068668842315674,
      "learning_rate": 9.9844403777535e-05,
      "loss": 0.0348,
      "step": 5910
    },
    {
      "grad_norm": 0.3703913688659668,
      "learning_rate": 9.984277023177135e-05,
      "loss": 0.0312,
      "step": 5920
    },
    {
      "grad_norm": 0.37593597173690796,
      "learning_rate": 9.984112816924148e-05,
      "loss": 0.03,
      "step": 5930
    },
    {
      "grad_norm": 0.2675609290599823,
      "learning_rate": 9.983947759022596e-05,
      "loss": 0.0357,
      "step": 5940
    },
    {
      "grad_norm": 0.36951160430908203,
      "learning_rate": 9.983781849500682e-05,
      "loss": 0.031,
      "step": 5950
    },
    {
      "grad_norm": 0.3635440468788147,
      "learning_rate": 9.98361508838676e-05,
      "loss": 0.032,
      "step": 5960
    },
    {
      "grad_norm": 0.28543999791145325,
      "learning_rate": 9.98344747570932e-05,
      "loss": 0.0338,
      "step": 5970
    },
    {
      "grad_norm": 0.33879971504211426,
      "learning_rate": 9.983279011497004e-05,
      "loss": 0.0315,
      "step": 5980
    },
    {
      "grad_norm": 0.33814799785614014,
      "learning_rate": 9.983109695778596e-05,
      "loss": 0.0333,
      "step": 5990
    },
    {
      "grad_norm": 0.36611610651016235,
      "learning_rate": 9.982939528583032e-05,
      "loss": 0.0358,
      "step": 6000
    },
    {
      "grad_norm": 0.2786788046360016,
      "learning_rate": 9.982768509939385e-05,
      "loss": 0.0284,
      "step": 6010
    },
    {
      "grad_norm": 0.41717275977134705,
      "learning_rate": 9.982596639876879e-05,
      "loss": 0.0294,
      "step": 6020
    },
    {
      "grad_norm": 0.2580466568470001,
      "learning_rate": 9.982423918424881e-05,
      "loss": 0.0283,
      "step": 6030
    },
    {
      "grad_norm": 0.30569028854370117,
      "learning_rate": 9.982250345612908e-05,
      "loss": 0.033,
      "step": 6040
    },
    {
      "grad_norm": 0.26355358958244324,
      "learning_rate": 9.982075921470611e-05,
      "loss": 0.031,
      "step": 6050
    },
    {
      "grad_norm": 0.21114680171012878,
      "learning_rate": 9.981900646027802e-05,
      "loss": 0.0301,
      "step": 6060
    },
    {
      "grad_norm": 0.2657208740711212,
      "learning_rate": 9.981724519314425e-05,
      "loss": 0.0323,
      "step": 6070
    },
    {
      "grad_norm": 0.2643822431564331,
      "learning_rate": 9.981547541360581e-05,
      "loss": 0.0348,
      "step": 6080
    },
    {
      "grad_norm": 0.3083733916282654,
      "learning_rate": 9.981369712196508e-05,
      "loss": 0.0274,
      "step": 6090
    },
    {
      "grad_norm": 0.36244767904281616,
      "learning_rate": 9.981191031852592e-05,
      "loss": 0.0354,
      "step": 6100
    },
    {
      "grad_norm": 0.3607291877269745,
      "learning_rate": 9.981011500359362e-05,
      "loss": 0.0313,
      "step": 6110
    },
    {
      "grad_norm": 0.3287528157234192,
      "learning_rate": 9.9808311177475e-05,
      "loss": 0.037,
      "step": 6120
    },
    {
      "grad_norm": 0.305624783039093,
      "learning_rate": 9.980649884047826e-05,
      "loss": 0.0316,
      "step": 6130
    },
    {
      "grad_norm": 0.3737472593784332,
      "learning_rate": 9.980467799291307e-05,
      "loss": 0.0298,
      "step": 6140
    },
    {
      "grad_norm": 0.32851657271385193,
      "learning_rate": 9.980284863509058e-05,
      "loss": 0.0341,
      "step": 6150
    },
    {
      "grad_norm": 0.345829039812088,
      "learning_rate": 9.980101076732334e-05,
      "loss": 0.0301,
      "step": 6160
    },
    {
      "grad_norm": 0.300635427236557,
      "learning_rate": 9.979916438992544e-05,
      "loss": 0.0336,
      "step": 6170
    },
    {
      "grad_norm": 0.301094651222229,
      "learning_rate": 9.979730950321237e-05,
      "loss": 0.0327,
      "step": 6180
    },
    {
      "grad_norm": 0.2443520873785019,
      "learning_rate": 9.979544610750104e-05,
      "loss": 0.0288,
      "step": 6190
    },
    {
      "grad_norm": 0.3393642008304596,
      "learning_rate": 9.97935742031099e-05,
      "loss": 0.0314,
      "step": 6200
    },
    {
      "grad_norm": 0.4151686429977417,
      "learning_rate": 9.979169379035878e-05,
      "loss": 0.0319,
      "step": 6210
    },
    {
      "grad_norm": 0.39623329043388367,
      "learning_rate": 9.978980486956899e-05,
      "loss": 0.0356,
      "step": 6220
    },
    {
      "grad_norm": 0.31326496601104736,
      "learning_rate": 9.978790744106332e-05,
      "loss": 0.0329,
      "step": 6230
    },
    {
      "grad_norm": 0.3928259015083313,
      "learning_rate": 9.978600150516594e-05,
      "loss": 0.0307,
      "step": 6240
    },
    {
      "grad_norm": 0.34548911452293396,
      "learning_rate": 9.978408706220259e-05,
      "loss": 0.0358,
      "step": 6250
    },
    {
      "grad_norm": 0.35732609033584595,
      "learning_rate": 9.978216411250032e-05,
      "loss": 0.0377,
      "step": 6260
    },
    {
      "grad_norm": 0.3739506006240845,
      "learning_rate": 9.978023265638778e-05,
      "loss": 0.0295,
      "step": 6270
    },
    {
      "grad_norm": 0.28990718722343445,
      "learning_rate": 9.977829269419495e-05,
      "loss": 0.0325,
      "step": 6280
    },
    {
      "grad_norm": 0.34217458963394165,
      "learning_rate": 9.977634422625335e-05,
      "loss": 0.031,
      "step": 6290
    },
    {
      "grad_norm": 0.2887698709964752,
      "learning_rate": 9.97743872528959e-05,
      "loss": 0.0369,
      "step": 6300
    },
    {
      "grad_norm": 0.29507142305374146,
      "learning_rate": 9.9772421774457e-05,
      "loss": 0.0337,
      "step": 6310
    },
    {
      "grad_norm": 0.2605436444282532,
      "learning_rate": 9.977044779127252e-05,
      "loss": 0.0315,
      "step": 6320
    },
    {
      "grad_norm": 0.2866348326206207,
      "learning_rate": 9.976846530367971e-05,
      "loss": 0.0339,
      "step": 6330
    },
    {
      "grad_norm": 0.3067980110645294,
      "learning_rate": 9.976647431201735e-05,
      "loss": 0.0362,
      "step": 6340
    },
    {
      "grad_norm": 0.3955288827419281,
      "learning_rate": 9.976447481662568e-05,
      "loss": 0.0356,
      "step": 6350
    },
    {
      "grad_norm": 0.35509157180786133,
      "learning_rate": 9.976246681784629e-05,
      "loss": 0.0356,
      "step": 6360
    },
    {
      "grad_norm": 0.34650588035583496,
      "learning_rate": 9.976045031602234e-05,
      "loss": 0.035,
      "step": 6370
    },
    {
      "grad_norm": 0.4421693682670593,
      "learning_rate": 9.975842531149837e-05,
      "loss": 0.0356,
      "step": 6380
    },
    {
      "grad_norm": 0.2946693003177643,
      "learning_rate": 9.975639180462043e-05,
      "loss": 0.035,
      "step": 6390
    },
    {
      "grad_norm": 0.35178568959236145,
      "learning_rate": 9.975434979573596e-05,
      "loss": 0.0308,
      "step": 6400
    },
    {
      "grad_norm": 0.3600434362888336,
      "learning_rate": 9.97522992851939e-05,
      "loss": 0.0367,
      "step": 6410
    },
    {
      "grad_norm": 0.3031100034713745,
      "learning_rate": 9.975024027334461e-05,
      "loss": 0.0351,
      "step": 6420
    },
    {
      "grad_norm": 0.33404844999313354,
      "learning_rate": 9.974817276053993e-05,
      "loss": 0.0317,
      "step": 6430
    },
    {
      "grad_norm": 0.292591392993927,
      "learning_rate": 9.974609674713315e-05,
      "loss": 0.0315,
      "step": 6440
    },
    {
      "grad_norm": 0.3303113579750061,
      "learning_rate": 9.9744012233479e-05,
      "loss": 0.0311,
      "step": 6450
    },
    {
      "grad_norm": 0.36271142959594727,
      "learning_rate": 9.974191921993366e-05,
      "loss": 0.031,
      "step": 6460
    },
    {
      "grad_norm": 0.21289807558059692,
      "learning_rate": 9.973981770685474e-05,
      "loss": 0.0303,
      "step": 6470
    },
    {
      "grad_norm": 0.28503507375717163,
      "learning_rate": 9.97377076946014e-05,
      "loss": 0.0331,
      "step": 6480
    },
    {
      "grad_norm": 0.3316730260848999,
      "learning_rate": 9.973558918353412e-05,
      "loss": 0.0324,
      "step": 6490
    },
    {
      "grad_norm": 0.3115486800670624,
      "learning_rate": 9.973346217401494e-05,
      "loss": 0.03,
      "step": 6500
    },
    {
      "grad_norm": 0.3007924556732178,
      "learning_rate": 9.973132666640726e-05,
      "loss": 0.0296,
      "step": 6510
    },
    {
      "grad_norm": 0.35446974635124207,
      "learning_rate": 9.972918266107602e-05,
      "loss": 0.0286,
      "step": 6520
    },
    {
      "grad_norm": 0.31375303864479065,
      "learning_rate": 9.972703015838756e-05,
      "loss": 0.031,
      "step": 6530
    },
    {
      "grad_norm": 0.388107031583786,
      "learning_rate": 9.97248691587097e-05,
      "loss": 0.0299,
      "step": 6540
    },
    {
      "grad_norm": 0.392443984746933,
      "learning_rate": 9.972269966241166e-05,
      "loss": 0.0305,
      "step": 6550
    },
    {
      "grad_norm": 0.5582070350646973,
      "learning_rate": 9.972052166986417e-05,
      "loss": 0.0335,
      "step": 6560
    },
    {
      "grad_norm": 0.2978241443634033,
      "learning_rate": 9.971833518143938e-05,
      "loss": 0.0364,
      "step": 6570
    },
    {
      "grad_norm": 0.28746116161346436,
      "learning_rate": 9.971614019751093e-05,
      "loss": 0.0287,
      "step": 6580
    },
    {
      "grad_norm": 0.33122915029525757,
      "learning_rate": 9.971393671845383e-05,
      "loss": 0.0317,
      "step": 6590
    },
    {
      "grad_norm": 0.2545918822288513,
      "learning_rate": 9.971172474464464e-05,
      "loss": 0.0359,
      "step": 6600
    },
    {
      "grad_norm": 0.29709136486053467,
      "learning_rate": 9.97095042764613e-05,
      "loss": 0.036,
      "step": 6610
    },
    {
      "grad_norm": 0.285858154296875,
      "learning_rate": 9.970727531428324e-05,
      "loss": 0.0267,
      "step": 6620
    },
    {
      "grad_norm": 0.30100950598716736,
      "learning_rate": 9.970503785849132e-05,
      "loss": 0.0352,
      "step": 6630
    },
    {
      "grad_norm": 0.4385583996772766,
      "learning_rate": 9.970279190946788e-05,
      "loss": 0.0337,
      "step": 6640
    },
    {
      "grad_norm": 0.28529447317123413,
      "learning_rate": 9.970053746759667e-05,
      "loss": 0.0307,
      "step": 6650
    },
    {
      "grad_norm": 0.31889936327934265,
      "learning_rate": 9.969827453326292e-05,
      "loss": 0.0357,
      "step": 6660
    },
    {
      "grad_norm": 0.26854726672172546,
      "learning_rate": 9.969600310685332e-05,
      "loss": 0.0333,
      "step": 6670
    },
    {
      "grad_norm": 0.3059445321559906,
      "learning_rate": 9.969372318875596e-05,
      "loss": 0.0334,
      "step": 6680
    },
    {
      "grad_norm": 0.40667131543159485,
      "learning_rate": 9.969143477936043e-05,
      "loss": 0.0337,
      "step": 6690
    },
    {
      "grad_norm": 0.2750890552997589,
      "learning_rate": 9.968913787905775e-05,
      "loss": 0.032,
      "step": 6700
    },
    {
      "grad_norm": 0.2651737630367279,
      "learning_rate": 9.968683248824045e-05,
      "loss": 0.0319,
      "step": 6710
    },
    {
      "grad_norm": 0.2615031898021698,
      "learning_rate": 9.968451860730238e-05,
      "loss": 0.0301,
      "step": 6720
    },
    {
      "grad_norm": 0.29281651973724365,
      "learning_rate": 9.968219623663896e-05,
      "loss": 0.0278,
      "step": 6730
    },
    {
      "grad_norm": 0.2853200435638428,
      "learning_rate": 9.967986537664702e-05,
      "loss": 0.0296,
      "step": 6740
    },
    {
      "grad_norm": 0.27219313383102417,
      "learning_rate": 9.967752602772483e-05,
      "loss": 0.0276,
      "step": 6750
    },
    {
      "grad_norm": 0.3905573785305023,
      "learning_rate": 9.967517819027212e-05,
      "loss": 0.0289,
      "step": 6760
    },
    {
      "grad_norm": 0.2805691361427307,
      "learning_rate": 9.967282186469009e-05,
      "loss": 0.0292,
      "step": 6770
    },
    {
      "grad_norm": 0.28261953592300415,
      "learning_rate": 9.967045705138135e-05,
      "loss": 0.0303,
      "step": 6780
    },
    {
      "grad_norm": 0.25201138854026794,
      "learning_rate": 9.966808375074998e-05,
      "loss": 0.0292,
      "step": 6790
    },
    {
      "grad_norm": 0.2911285161972046,
      "learning_rate": 9.966570196320154e-05,
      "loss": 0.0298,
      "step": 6800
    },
    {
      "grad_norm": 0.37716567516326904,
      "learning_rate": 9.966331168914299e-05,
      "loss": 0.0316,
      "step": 6810
    },
    {
      "grad_norm": 0.3129914700984955,
      "learning_rate": 9.966091292898277e-05,
      "loss": 0.0335,
      "step": 6820
    },
    {
      "grad_norm": 0.3183538615703583,
      "learning_rate": 9.965850568313076e-05,
      "loss": 0.0289,
      "step": 6830
    },
    {
      "grad_norm": 0.2631528377532959,
      "learning_rate": 9.965608995199827e-05,
      "loss": 0.0309,
      "step": 6840
    },
    {
      "grad_norm": 0.3151519000530243,
      "learning_rate": 9.965366573599812e-05,
      "loss": 0.0332,
      "step": 6850
    },
    {
      "grad_norm": 0.3650720715522766,
      "learning_rate": 9.965123303554453e-05,
      "loss": 0.0348,
      "step": 6860
    },
    {
      "grad_norm": 0.2541489899158478,
      "learning_rate": 9.964879185105317e-05,
      "loss": 0.0272,
      "step": 6870
    },
    {
      "grad_norm": 0.23737789690494537,
      "learning_rate": 9.964634218294119e-05,
      "loss": 0.033,
      "step": 6880
    },
    {
      "grad_norm": 0.3223654329776764,
      "learning_rate": 9.964388403162714e-05,
      "loss": 0.0258,
      "step": 6890
    },
    {
      "grad_norm": 0.26257339119911194,
      "learning_rate": 9.96414173975311e-05,
      "loss": 0.0285,
      "step": 6900
    },
    {
      "grad_norm": 0.38703134655952454,
      "learning_rate": 9.963894228107451e-05,
      "loss": 0.0284,
      "step": 6910
    },
    {
      "grad_norm": 0.3771122395992279,
      "learning_rate": 9.963645868268032e-05,
      "loss": 0.0302,
      "step": 6920
    },
    {
      "grad_norm": 0.31571948528289795,
      "learning_rate": 9.963396660277289e-05,
      "loss": 0.0314,
      "step": 6930
    },
    {
      "grad_norm": 0.26772892475128174,
      "learning_rate": 9.963146604177807e-05,
      "loss": 0.0274,
      "step": 6940
    },
    {
      "grad_norm": 0.3277246057987213,
      "learning_rate": 9.962895700012311e-05,
      "loss": 0.0281,
      "step": 6950
    },
    {
      "grad_norm": 0.3613256514072418,
      "learning_rate": 9.962643947823677e-05,
      "loss": 0.0312,
      "step": 6960
    },
    {
      "grad_norm": 0.21844875812530518,
      "learning_rate": 9.962391347654921e-05,
      "loss": 0.0268,
      "step": 6970
    },
    {
      "grad_norm": 0.2649064362049103,
      "learning_rate": 9.962137899549204e-05,
      "loss": 0.0302,
      "step": 6980
    },
    {
      "grad_norm": 0.3500897288322449,
      "learning_rate": 9.961883603549835e-05,
      "loss": 0.0298,
      "step": 6990
    },
    {
      "grad_norm": 0.2769932746887207,
      "learning_rate": 9.961628459700267e-05,
      "loss": 0.03,
      "step": 7000
    },
    {
      "grad_norm": 0.3259471356868744,
      "learning_rate": 9.961372468044095e-05,
      "loss": 0.0327,
      "step": 7010
    },
    {
      "grad_norm": 0.3110877275466919,
      "learning_rate": 9.961115628625062e-05,
      "loss": 0.031,
      "step": 7020
    },
    {
      "grad_norm": 0.3188609182834625,
      "learning_rate": 9.960857941487056e-05,
      "loss": 0.0261,
      "step": 7030
    },
    {
      "grad_norm": 0.30640456080436707,
      "learning_rate": 9.960599406674106e-05,
      "loss": 0.0285,
      "step": 7040
    },
    {
      "grad_norm": 0.26176437735557556,
      "learning_rate": 9.960340024230393e-05,
      "loss": 0.028,
      "step": 7050
    },
    {
      "grad_norm": 0.35196366906166077,
      "learning_rate": 9.960079794200232e-05,
      "loss": 0.0301,
      "step": 7060
    },
    {
      "grad_norm": 0.40819481015205383,
      "learning_rate": 9.959818716628096e-05,
      "loss": 0.028,
      "step": 7070
    },
    {
      "grad_norm": 0.23419378697872162,
      "learning_rate": 9.95955679155859e-05,
      "loss": 0.0283,
      "step": 7080
    },
    {
      "grad_norm": 0.2530882954597473,
      "learning_rate": 9.959294019036472e-05,
      "loss": 0.0295,
      "step": 7090
    },
    {
      "grad_norm": 0.2924431264400482,
      "learning_rate": 9.959030399106646e-05,
      "loss": 0.0264,
      "step": 7100
    },
    {
      "grad_norm": 0.26737111806869507,
      "learning_rate": 9.958765931814153e-05,
      "loss": 0.0289,
      "step": 7110
    },
    {
      "grad_norm": 0.26453226804733276,
      "learning_rate": 9.958500617204184e-05,
      "loss": 0.0292,
      "step": 7120
    },
    {
      "grad_norm": 0.3721925914287567,
      "learning_rate": 9.958234455322075e-05,
      "loss": 0.0257,
      "step": 7130
    },
    {
      "grad_norm": 0.34627965092658997,
      "learning_rate": 9.957967446213308e-05,
      "loss": 0.0301,
      "step": 7140
    },
    {
      "grad_norm": 0.2805823087692261,
      "learning_rate": 9.957699589923501e-05,
      "loss": 0.0247,
      "step": 7150
    },
    {
      "grad_norm": 0.3742091953754425,
      "learning_rate": 9.957430886498431e-05,
      "loss": 0.028,
      "step": 7160
    },
    {
      "grad_norm": 0.2237827181816101,
      "learning_rate": 9.957161335984008e-05,
      "loss": 0.0258,
      "step": 7170
    },
    {
      "grad_norm": 0.28122249245643616,
      "learning_rate": 9.956890938426291e-05,
      "loss": 0.0286,
      "step": 7180
    },
    {
      "grad_norm": 0.3202076852321625,
      "learning_rate": 9.956619693871482e-05,
      "loss": 0.0279,
      "step": 7190
    },
    {
      "grad_norm": 0.29190629720687866,
      "learning_rate": 9.956347602365934e-05,
      "loss": 0.0288,
      "step": 7200
    },
    {
      "grad_norm": 0.2795129716396332,
      "learning_rate": 9.956074663956135e-05,
      "loss": 0.0284,
      "step": 7210
    },
    {
      "grad_norm": 0.34091615676879883,
      "learning_rate": 9.955800878688726e-05,
      "loss": 0.0294,
      "step": 7220
    },
    {
      "grad_norm": 0.28620803356170654,
      "learning_rate": 9.955526246610489e-05,
      "loss": 0.0303,
      "step": 7230
    },
    {
      "grad_norm": 0.365091472864151,
      "learning_rate": 9.955250767768349e-05,
      "loss": 0.0274,
      "step": 7240
    },
    {
      "grad_norm": 0.3387274742126465,
      "learning_rate": 9.95497444220938e-05,
      "loss": 0.0268,
      "step": 7250
    },
    {
      "grad_norm": 0.290875107049942,
      "learning_rate": 9.954697269980797e-05,
      "loss": 0.028,
      "step": 7260
    },
    {
      "grad_norm": 0.30702725052833557,
      "learning_rate": 9.954419251129962e-05,
      "loss": 0.0266,
      "step": 7270
    },
    {
      "grad_norm": 0.17307442426681519,
      "learning_rate": 9.95414038570438e-05,
      "loss": 0.0233,
      "step": 7280
    },
    {
      "grad_norm": 0.2371431589126587,
      "learning_rate": 9.953860673751703e-05,
      "loss": 0.0268,
      "step": 7290
    },
    {
      "grad_norm": 0.3226504921913147,
      "learning_rate": 9.953580115319725e-05,
      "loss": 0.0276,
      "step": 7300
    },
    {
      "grad_norm": 0.2972102165222168,
      "learning_rate": 9.953298710456387e-05,
      "loss": 0.0276,
      "step": 7310
    },
    {
      "grad_norm": 0.2684117257595062,
      "learning_rate": 9.953016459209771e-05,
      "loss": 0.0279,
      "step": 7320
    },
    {
      "grad_norm": 0.28155723214149475,
      "learning_rate": 9.952733361628108e-05,
      "loss": 0.0328,
      "step": 7330
    },
    {
      "grad_norm": 0.3225802779197693,
      "learning_rate": 9.952449417759772e-05,
      "loss": 0.0297,
      "step": 7340
    },
    {
      "grad_norm": 0.36575207114219666,
      "learning_rate": 9.952164627653279e-05,
      "loss": 0.0315,
      "step": 7350
    },
    {
      "grad_norm": 0.2081121802330017,
      "learning_rate": 9.951878991357292e-05,
      "loss": 0.0267,
      "step": 7360
    },
    {
      "grad_norm": 0.32313939929008484,
      "learning_rate": 9.951592508920622e-05,
      "loss": 0.0278,
      "step": 7370
    },
    {
      "grad_norm": 0.3537410795688629,
      "learning_rate": 9.951305180392219e-05,
      "loss": 0.0279,
      "step": 7380
    },
    {
      "grad_norm": 0.3098139464855194,
      "learning_rate": 9.951017005821178e-05,
      "loss": 0.03,
      "step": 7390
    },
    {
      "grad_norm": 0.3148583471775055,
      "learning_rate": 9.95072798525674e-05,
      "loss": 0.028,
      "step": 7400
    },
    {
      "grad_norm": 0.30219322443008423,
      "learning_rate": 9.950438118748293e-05,
      "loss": 0.031,
      "step": 7410
    },
    {
      "grad_norm": 0.3134860098361969,
      "learning_rate": 9.950147406345366e-05,
      "loss": 0.0267,
      "step": 7420
    },
    {
      "grad_norm": 0.2550756633281708,
      "learning_rate": 9.949855848097635e-05,
      "loss": 0.0364,
      "step": 7430
    },
    {
      "grad_norm": 0.26177558302879333,
      "learning_rate": 9.949563444054916e-05,
      "loss": 0.0307,
      "step": 7440
    },
    {
      "grad_norm": 0.35159537196159363,
      "learning_rate": 9.949270194267178e-05,
      "loss": 0.03,
      "step": 7450
    },
    {
      "grad_norm": 0.35326099395751953,
      "learning_rate": 9.948976098784526e-05,
      "loss": 0.0303,
      "step": 7460
    },
    {
      "grad_norm": 0.3067980706691742,
      "learning_rate": 9.948681157657213e-05,
      "loss": 0.0353,
      "step": 7470
    },
    {
      "grad_norm": 0.2734922170639038,
      "learning_rate": 9.948385370935638e-05,
      "loss": 0.0287,
      "step": 7480
    },
    {
      "grad_norm": 0.3073256313800812,
      "learning_rate": 9.94808873867034e-05,
      "loss": 0.0305,
      "step": 7490
    },
    {
      "grad_norm": 0.3056360185146332,
      "learning_rate": 9.947791260912009e-05,
      "loss": 0.03,
      "step": 7500
    },
    {
      "grad_norm": 0.26718515157699585,
      "learning_rate": 9.947492937711474e-05,
      "loss": 0.0256,
      "step": 7510
    },
    {
      "grad_norm": 0.28077831864356995,
      "learning_rate": 9.947193769119707e-05,
      "loss": 0.0253,
      "step": 7520
    },
    {
      "grad_norm": 0.40254315733909607,
      "learning_rate": 9.946893755187834e-05,
      "loss": 0.0293,
      "step": 7530
    },
    {
      "grad_norm": 0.2525235414505005,
      "learning_rate": 9.946592895967115e-05,
      "loss": 0.0274,
      "step": 7540
    },
    {
      "grad_norm": 0.279502809047699,
      "learning_rate": 9.94629119150896e-05,
      "loss": 0.0288,
      "step": 7550
    },
    {
      "grad_norm": 0.3983485996723175,
      "learning_rate": 9.94598864186492e-05,
      "loss": 0.029,
      "step": 7560
    },
    {
      "grad_norm": 0.22508955001831055,
      "learning_rate": 9.945685247086696e-05,
      "loss": 0.0251,
      "step": 7570
    },
    {
      "grad_norm": 0.2255309522151947,
      "learning_rate": 9.945381007226129e-05,
      "loss": 0.0313,
      "step": 7580
    },
    {
      "grad_norm": 0.24029585719108582,
      "learning_rate": 9.945075922335203e-05,
      "loss": 0.0242,
      "step": 7590
    },
    {
      "grad_norm": 0.27566906809806824,
      "learning_rate": 9.944769992466049e-05,
      "loss": 0.0261,
      "step": 7600
    },
    {
      "grad_norm": 0.223931685090065,
      "learning_rate": 9.944463217670945e-05,
      "loss": 0.028,
      "step": 7610
    },
    {
      "grad_norm": 0.4113691449165344,
      "learning_rate": 9.944155598002307e-05,
      "loss": 0.0283,
      "step": 7620
    },
    {
      "grad_norm": 0.30404648184776306,
      "learning_rate": 9.943847133512701e-05,
      "loss": 0.0264,
      "step": 7630
    },
    {
      "grad_norm": 0.3519235849380493,
      "learning_rate": 9.943537824254834e-05,
      "loss": 0.0343,
      "step": 7640
    },
    {
      "grad_norm": 0.27482321858406067,
      "learning_rate": 9.943227670281559e-05,
      "loss": 0.0304,
      "step": 7650
    },
    {
      "grad_norm": 0.2678792178630829,
      "learning_rate": 9.942916671645873e-05,
      "loss": 0.0227,
      "step": 7660
    },
    {
      "grad_norm": 0.3117668032646179,
      "learning_rate": 9.942604828400916e-05,
      "loss": 0.0274,
      "step": 7670
    },
    {
      "grad_norm": 0.2566882073879242,
      "learning_rate": 9.942292140599975e-05,
      "loss": 0.0284,
      "step": 7680
    },
    {
      "grad_norm": 0.27179381251335144,
      "learning_rate": 9.94197860829648e-05,
      "loss": 0.0285,
      "step": 7690
    },
    {
      "grad_norm": 0.30688121914863586,
      "learning_rate": 9.941664231544004e-05,
      "loss": 0.0279,
      "step": 7700
    },
    {
      "grad_norm": 0.22601372003555298,
      "learning_rate": 9.941349010396264e-05,
      "loss": 0.0291,
      "step": 7710
    },
    {
      "grad_norm": 0.3158596158027649,
      "learning_rate": 9.941032944907125e-05,
      "loss": 0.0239,
      "step": 7720
    },
    {
      "grad_norm": 0.23848508298397064,
      "learning_rate": 9.940716035130596e-05,
      "loss": 0.0277,
      "step": 7730
    },
    {
      "grad_norm": 0.204639732837677,
      "learning_rate": 9.940398281120821e-05,
      "loss": 0.0264,
      "step": 7740
    },
    {
      "grad_norm": 0.2862238883972168,
      "learning_rate": 9.940079682932102e-05,
      "loss": 0.0268,
      "step": 7750
    },
    {
      "grad_norm": 0.20541976392269135,
      "learning_rate": 9.939760240618877e-05,
      "loss": 0.0273,
      "step": 7760
    },
    {
      "grad_norm": 0.3079169988632202,
      "learning_rate": 9.939439954235729e-05,
      "loss": 0.0255,
      "step": 7770
    },
    {
      "grad_norm": 0.4076707363128662,
      "learning_rate": 9.939118823837387e-05,
      "loss": 0.0281,
      "step": 7780
    },
    {
      "grad_norm": 0.3606453835964203,
      "learning_rate": 9.938796849478725e-05,
      "loss": 0.0269,
      "step": 7790
    },
    {
      "grad_norm": 0.42018550634384155,
      "learning_rate": 9.938474031214755e-05,
      "loss": 0.0293,
      "step": 7800
    },
    {
      "grad_norm": 0.2228974848985672,
      "learning_rate": 9.938150369100643e-05,
      "loss": 0.0301,
      "step": 7810
    },
    {
      "grad_norm": 0.30721309781074524,
      "learning_rate": 9.93782586319169e-05,
      "loss": 0.0263,
      "step": 7820
    },
    {
      "grad_norm": 0.39208361506462097,
      "learning_rate": 9.937500513543348e-05,
      "loss": 0.0273,
      "step": 7830
    },
    {
      "grad_norm": 0.32347774505615234,
      "learning_rate": 9.937174320211207e-05,
      "loss": 0.0279,
      "step": 7840
    },
    {
      "grad_norm": 0.28271690011024475,
      "learning_rate": 9.936847283251009e-05,
      "loss": 0.0229,
      "step": 7850
    },
    {
      "grad_norm": 0.22819893062114716,
      "learning_rate": 9.936519402718632e-05,
      "loss": 0.0241,
      "step": 7860
    },
    {
      "grad_norm": 0.35827377438545227,
      "learning_rate": 9.936190678670102e-05,
      "loss": 0.0252,
      "step": 7870
    },
    {
      "grad_norm": 0.279680073261261,
      "learning_rate": 9.935861111161593e-05,
      "loss": 0.0301,
      "step": 7880
    },
    {
      "grad_norm": 0.2553001940250397,
      "learning_rate": 9.935530700249416e-05,
      "loss": 0.0254,
      "step": 7890
    },
    {
      "grad_norm": 0.3010421097278595,
      "learning_rate": 9.935199445990028e-05,
      "loss": 0.0295,
      "step": 7900
    },
    {
      "grad_norm": 0.27936625480651855,
      "learning_rate": 9.934867348440033e-05,
      "loss": 0.0317,
      "step": 7910
    },
    {
      "grad_norm": 0.3152134418487549,
      "learning_rate": 9.934534407656176e-05,
      "loss": 0.0264,
      "step": 7920
    },
    {
      "grad_norm": 0.2799608111381531,
      "learning_rate": 9.93420062369535e-05,
      "loss": 0.0296,
      "step": 7930
    },
    {
      "grad_norm": 0.2615707516670227,
      "learning_rate": 9.933865996614589e-05,
      "loss": 0.0306,
      "step": 7940
    },
    {
      "grad_norm": 0.22891958057880402,
      "learning_rate": 9.933530526471068e-05,
      "loss": 0.0257,
      "step": 7950
    },
    {
      "grad_norm": 0.3250536620616913,
      "learning_rate": 9.933194213322114e-05,
      "loss": 0.0284,
      "step": 7960
    },
    {
      "grad_norm": 0.2896082401275635,
      "learning_rate": 9.932857057225192e-05,
      "loss": 0.0277,
      "step": 7970
    },
    {
      "grad_norm": 0.2832154631614685,
      "learning_rate": 9.932519058237912e-05,
      "loss": 0.0294,
      "step": 7980
    },
    {
      "grad_norm": 0.2537767291069031,
      "learning_rate": 9.932180216418032e-05,
      "loss": 0.0248,
      "step": 7990
    },
    {
      "grad_norm": 0.27973246574401855,
      "learning_rate": 9.931840531823446e-05,
      "loss": 0.0234,
      "step": 8000
    },
    {
      "grad_norm": 0.3351617753505707,
      "learning_rate": 9.9315000045122e-05,
      "loss": 0.027,
      "step": 8010
    },
    {
      "grad_norm": 0.21468253433704376,
      "learning_rate": 9.931158634542481e-05,
      "loss": 0.03,
      "step": 8020
    },
    {
      "grad_norm": 0.26580989360809326,
      "learning_rate": 9.930816421972617e-05,
      "loss": 0.0255,
      "step": 8030
    },
    {
      "grad_norm": 0.33854180574417114,
      "learning_rate": 9.930473366861086e-05,
      "loss": 0.0286,
      "step": 8040
    },
    {
      "grad_norm": 0.24350763857364655,
      "learning_rate": 9.930129469266505e-05,
      "loss": 0.0251,
      "step": 8050
    },
    {
      "grad_norm": 0.2687734365463257,
      "learning_rate": 9.929784729247638e-05,
      "loss": 0.0231,
      "step": 8060
    },
    {
      "grad_norm": 0.30856743454933167,
      "learning_rate": 9.929439146863389e-05,
      "loss": 0.0249,
      "step": 8070
    },
    {
      "grad_norm": 0.5552591681480408,
      "learning_rate": 9.92909272217281e-05,
      "loss": 0.0275,
      "step": 8080
    },
    {
      "grad_norm": 0.2625058591365814,
      "learning_rate": 9.928745455235097e-05,
      "loss": 0.0273,
      "step": 8090
    },
    {
      "grad_norm": 0.2155928611755371,
      "learning_rate": 9.928397346109588e-05,
      "loss": 0.028,
      "step": 8100
    },
    {
      "grad_norm": 0.29587146639823914,
      "learning_rate": 9.928048394855762e-05,
      "loss": 0.0308,
      "step": 8110
    },
    {
      "grad_norm": 0.24402636289596558,
      "learning_rate": 9.92769860153325e-05,
      "loss": 0.0283,
      "step": 8120
    },
    {
      "grad_norm": 0.26942381262779236,
      "learning_rate": 9.927347966201819e-05,
      "loss": 0.0261,
      "step": 8130
    },
    {
      "grad_norm": 0.37884223461151123,
      "learning_rate": 9.926996488921383e-05,
      "loss": 0.0276,
      "step": 8140
    },
    {
      "grad_norm": 0.33005890250205994,
      "learning_rate": 9.926644169752001e-05,
      "loss": 0.0295,
      "step": 8150
    },
    {
      "grad_norm": 0.29457855224609375,
      "learning_rate": 9.926291008753875e-05,
      "loss": 0.0274,
      "step": 8160
    },
    {
      "grad_norm": 0.2743181884288788,
      "learning_rate": 9.92593700598735e-05,
      "loss": 0.0267,
      "step": 8170
    },
    {
      "grad_norm": 0.22575163841247559,
      "learning_rate": 9.925582161512915e-05,
      "loss": 0.0264,
      "step": 8180
    },
    {
      "grad_norm": 0.23500016331672668,
      "learning_rate": 9.925226475391205e-05,
      "loss": 0.0266,
      "step": 8190
    },
    {
      "grad_norm": 0.2989623546600342,
      "learning_rate": 9.924869947682993e-05,
      "loss": 0.023,
      "step": 8200
    },
    {
      "grad_norm": 0.2595002353191376,
      "learning_rate": 9.924512578449204e-05,
      "loss": 0.0242,
      "step": 8210
    },
    {
      "grad_norm": 0.28166505694389343,
      "learning_rate": 9.924154367750901e-05,
      "loss": 0.0236,
      "step": 8220
    },
    {
      "grad_norm": 0.3096007704734802,
      "learning_rate": 9.923795315649293e-05,
      "loss": 0.0241,
      "step": 8230
    },
    {
      "grad_norm": 0.2706878185272217,
      "learning_rate": 9.92343542220573e-05,
      "loss": 0.0236,
      "step": 8240
    },
    {
      "grad_norm": 0.2554178237915039,
      "learning_rate": 9.92307468748171e-05,
      "loss": 0.0228,
      "step": 8250
    },
    {
      "grad_norm": 0.2104376256465912,
      "learning_rate": 9.922713111538873e-05,
      "loss": 0.0254,
      "step": 8260
    },
    {
      "grad_norm": 0.2673639953136444,
      "learning_rate": 9.922350694439003e-05,
      "loss": 0.0297,
      "step": 8270
    },
    {
      "grad_norm": 0.33514103293418884,
      "learning_rate": 9.921987436244024e-05,
      "loss": 0.0289,
      "step": 8280
    },
    {
      "grad_norm": 0.32839831709861755,
      "learning_rate": 9.921623337016008e-05,
      "loss": 0.0286,
      "step": 8290
    },
    {
      "grad_norm": 0.27490898966789246,
      "learning_rate": 9.921258396817172e-05,
      "loss": 0.0239,
      "step": 8300
    },
    {
      "grad_norm": 0.27165845036506653,
      "learning_rate": 9.920892615709874e-05,
      "loss": 0.0289,
      "step": 8310
    },
    {
      "grad_norm": 0.26114630699157715,
      "learning_rate": 9.920525993756612e-05,
      "loss": 0.027,
      "step": 8320
    },
    {
      "grad_norm": 0.26886820793151855,
      "learning_rate": 9.920158531020036e-05,
      "loss": 0.0238,
      "step": 8330
    },
    {
      "grad_norm": 0.27751654386520386,
      "learning_rate": 9.919790227562933e-05,
      "loss": 0.024,
      "step": 8340
    },
    {
      "grad_norm": 0.2137313336133957,
      "learning_rate": 9.919421083448237e-05,
      "loss": 0.0244,
      "step": 8350
    },
    {
      "grad_norm": 0.2834407687187195,
      "learning_rate": 9.919051098739022e-05,
      "loss": 0.0239,
      "step": 8360
    },
    {
      "grad_norm": 0.24640581011772156,
      "learning_rate": 9.918680273498514e-05,
      "loss": 0.0235,
      "step": 8370
    },
    {
      "grad_norm": 0.3255692422389984,
      "learning_rate": 9.918308607790072e-05,
      "loss": 0.0255,
      "step": 8380
    },
    {
      "grad_norm": 0.3716834485530853,
      "learning_rate": 9.917936101677205e-05,
      "loss": 0.0248,
      "step": 8390
    },
    {
      "grad_norm": 0.27407440543174744,
      "learning_rate": 9.917562755223564e-05,
      "loss": 0.0226,
      "step": 8400
    },
    {
      "grad_norm": 0.2612476348876953,
      "learning_rate": 9.917188568492944e-05,
      "loss": 0.0237,
      "step": 8410
    },
    {
      "grad_norm": 0.24177910387516022,
      "learning_rate": 9.916813541549283e-05,
      "loss": 0.0245,
      "step": 8420
    },
    {
      "grad_norm": 0.2847660779953003,
      "learning_rate": 9.916437674456663e-05,
      "loss": 0.0232,
      "step": 8430
    },
    {
      "grad_norm": 0.25172290205955505,
      "learning_rate": 9.916060967279308e-05,
      "loss": 0.0263,
      "step": 8440
    },
    {
      "grad_norm": 0.3184906542301178,
      "learning_rate": 9.91568342008159e-05,
      "loss": 0.027,
      "step": 8450
    },
    {
      "grad_norm": 0.373081237077713,
      "learning_rate": 9.915305032928019e-05,
      "loss": 0.0283,
      "step": 8460
    },
    {
      "grad_norm": 0.2341998815536499,
      "learning_rate": 9.914925805883253e-05,
      "loss": 0.0295,
      "step": 8470
    },
    {
      "grad_norm": 0.3236059844493866,
      "learning_rate": 9.914545739012088e-05,
      "loss": 0.0257,
      "step": 8480
    },
    {
      "grad_norm": 0.28731751441955566,
      "learning_rate": 9.91416483237947e-05,
      "loss": 0.0252,
      "step": 8490
    },
    {
      "grad_norm": 0.3083130717277527,
      "learning_rate": 9.913783086050485e-05,
      "loss": 0.0264,
      "step": 8500
    },
    {
      "grad_norm": 0.284101665019989,
      "learning_rate": 9.913400500090364e-05,
      "loss": 0.0264,
      "step": 8510
    },
    {
      "grad_norm": 0.23619093000888824,
      "learning_rate": 9.913017074564479e-05,
      "loss": 0.0276,
      "step": 8520
    },
    {
      "grad_norm": 0.3078193664550781,
      "learning_rate": 9.912632809538348e-05,
      "loss": 0.0287,
      "step": 8530
    },
    {
      "grad_norm": 0.35077035427093506,
      "learning_rate": 9.912247705077629e-05,
      "loss": 0.0296,
      "step": 8540
    },
    {
      "grad_norm": 0.2386656105518341,
      "learning_rate": 9.911861761248127e-05,
      "loss": 0.0267,
      "step": 8550
    },
    {
      "grad_norm": 0.33767643570899963,
      "learning_rate": 9.91147497811579e-05,
      "loss": 0.0288,
      "step": 8560
    },
    {
      "grad_norm": 0.33517271280288696,
      "learning_rate": 9.911087355746709e-05,
      "loss": 0.0236,
      "step": 8570
    },
    {
      "grad_norm": 0.2958509027957916,
      "learning_rate": 9.910698894207117e-05,
      "loss": 0.0252,
      "step": 8580
    },
    {
      "grad_norm": 0.34860607981681824,
      "learning_rate": 9.910309593563392e-05,
      "loss": 0.0261,
      "step": 8590
    },
    {
      "grad_norm": 0.2849890887737274,
      "learning_rate": 9.909919453882057e-05,
      "loss": 0.0245,
      "step": 8600
    },
    {
      "grad_norm": 0.2825022339820862,
      "learning_rate": 9.90952847522977e-05,
      "loss": 0.025,
      "step": 8610
    },
    {
      "grad_norm": 0.2755861282348633,
      "learning_rate": 9.909136657673346e-05,
      "loss": 0.0246,
      "step": 8620
    },
    {
      "grad_norm": 0.26101917028427124,
      "learning_rate": 9.908744001279731e-05,
      "loss": 0.0209,
      "step": 8630
    },
    {
      "grad_norm": 0.27829205989837646,
      "learning_rate": 9.90835050611602e-05,
      "loss": 0.0226,
      "step": 8640
    },
    {
      "grad_norm": 0.2305421233177185,
      "learning_rate": 9.90795617224945e-05,
      "loss": 0.0254,
      "step": 8650
    },
    {
      "grad_norm": 0.24428695440292358,
      "learning_rate": 9.907560999747405e-05,
      "loss": 0.0254,
      "step": 8660
    },
    {
      "grad_norm": 0.2561878561973572,
      "learning_rate": 9.907164988677408e-05,
      "loss": 0.0258,
      "step": 8670
    },
    {
      "grad_norm": 0.3324437439441681,
      "learning_rate": 9.906768139107124e-05,
      "loss": 0.026,
      "step": 8680
    },
    {
      "grad_norm": 0.24381320178508759,
      "learning_rate": 9.906370451104367e-05,
      "loss": 0.0266,
      "step": 8690
    },
    {
      "grad_norm": 0.238735169172287,
      "learning_rate": 9.905971924737088e-05,
      "loss": 0.0238,
      "step": 8700
    },
    {
      "grad_norm": 0.2624504566192627,
      "learning_rate": 9.905572560073387e-05,
      "loss": 0.0227,
      "step": 8710
    },
    {
      "grad_norm": 0.2958982586860657,
      "learning_rate": 9.905172357181501e-05,
      "loss": 0.0204,
      "step": 8720
    },
    {
      "grad_norm": 0.2829151451587677,
      "learning_rate": 9.904771316129817e-05,
      "loss": 0.0271,
      "step": 8730
    },
    {
      "grad_norm": 0.21042770147323608,
      "learning_rate": 9.904369436986862e-05,
      "loss": 0.0242,
      "step": 8740
    },
    {
      "grad_norm": 0.2611141502857208,
      "learning_rate": 9.903966719821303e-05,
      "loss": 0.0269,
      "step": 8750
    },
    {
      "grad_norm": 0.28635498881340027,
      "learning_rate": 9.903563164701956e-05,
      "loss": 0.0234,
      "step": 8760
    },
    {
      "grad_norm": 0.2497563511133194,
      "learning_rate": 9.903158771697778e-05,
      "loss": 0.0214,
      "step": 8770
    },
    {
      "grad_norm": 0.3599894344806671,
      "learning_rate": 9.902753540877867e-05,
      "loss": 0.0237,
      "step": 8780
    },
    {
      "grad_norm": 0.2163272500038147,
      "learning_rate": 9.902347472311466e-05,
      "loss": 0.0215,
      "step": 8790
    },
    {
      "grad_norm": 0.23424963653087616,
      "learning_rate": 9.901940566067962e-05,
      "loss": 0.0266,
      "step": 8800
    },
    {
      "grad_norm": 0.2432343065738678,
      "learning_rate": 9.901532822216883e-05,
      "loss": 0.0239,
      "step": 8810
    },
    {
      "grad_norm": 0.3356296718120575,
      "learning_rate": 9.901124240827904e-05,
      "loss": 0.0259,
      "step": 8820
    },
    {
      "grad_norm": 0.3217085003852844,
      "learning_rate": 9.900714821970835e-05,
      "loss": 0.0298,
      "step": 8830
    },
    {
      "grad_norm": 0.26747724413871765,
      "learning_rate": 9.900304565715641e-05,
      "loss": 0.027,
      "step": 8840
    },
    {
      "grad_norm": 0.2695053517818451,
      "learning_rate": 9.899893472132419e-05,
      "loss": 0.0292,
      "step": 8850
    },
    {
      "grad_norm": 0.28775542974472046,
      "learning_rate": 9.899481541291415e-05,
      "loss": 0.0247,
      "step": 8860
    },
    {
      "grad_norm": 0.22356580197811127,
      "learning_rate": 9.899068773263016e-05,
      "loss": 0.0263,
      "step": 8870
    },
    {
      "grad_norm": 0.2822844386100769,
      "learning_rate": 9.898655168117754e-05,
      "loss": 0.0228,
      "step": 8880
    },
    {
      "grad_norm": 0.36259081959724426,
      "learning_rate": 9.898240725926302e-05,
      "loss": 0.0265,
      "step": 8890
    },
    {
      "grad_norm": 0.22561979293823242,
      "learning_rate": 9.897825446759478e-05,
      "loss": 0.021,
      "step": 8900
    },
    {
      "grad_norm": 0.2395559549331665,
      "learning_rate": 9.897409330688241e-05,
      "loss": 0.0235,
      "step": 8910
    },
    {
      "grad_norm": 0.22173504531383514,
      "learning_rate": 9.896992377783692e-05,
      "loss": 0.0215,
      "step": 8920
    },
    {
      "grad_norm": 0.2772115468978882,
      "learning_rate": 9.89657458811708e-05,
      "loss": 0.0235,
      "step": 8930
    },
    {
      "grad_norm": 0.26467689871788025,
      "learning_rate": 9.896155961759792e-05,
      "loss": 0.0241,
      "step": 8940
    },
    {
      "grad_norm": 0.3599916100502014,
      "learning_rate": 9.895736498783361e-05,
      "loss": 0.0274,
      "step": 8950
    },
    {
      "grad_norm": 0.316063791513443,
      "learning_rate": 9.895316199259462e-05,
      "loss": 0.0308,
      "step": 8960
    },
    {
      "grad_norm": 0.2285536229610443,
      "learning_rate": 9.894895063259909e-05,
      "loss": 0.0253,
      "step": 8970
    },
    {
      "grad_norm": 0.2411327213048935,
      "learning_rate": 9.894473090856667e-05,
      "loss": 0.0266,
      "step": 8980
    },
    {
      "grad_norm": 0.3267722725868225,
      "learning_rate": 9.894050282121839e-05,
      "loss": 0.0268,
      "step": 8990
    },
    {
      "grad_norm": 0.18914009630680084,
      "learning_rate": 9.893626637127668e-05,
      "loss": 0.03,
      "step": 9000
    },
    {
      "grad_norm": 0.2581503093242645,
      "learning_rate": 9.893202155946546e-05,
      "loss": 0.0278,
      "step": 9010
    },
    {
      "grad_norm": 0.2972189784049988,
      "learning_rate": 9.892776838651006e-05,
      "loss": 0.0222,
      "step": 9020
    },
    {
      "grad_norm": 0.3232499659061432,
      "learning_rate": 9.892350685313722e-05,
      "loss": 0.0268,
      "step": 9030
    },
    {
      "grad_norm": 0.23038552701473236,
      "learning_rate": 9.891923696007513e-05,
      "loss": 0.026,
      "step": 9040
    },
    {
      "grad_norm": 0.25076839327812195,
      "learning_rate": 9.891495870805336e-05,
      "loss": 0.0224,
      "step": 9050
    },
    {
      "grad_norm": 0.2655271291732788,
      "learning_rate": 9.891067209780298e-05,
      "loss": 0.0224,
      "step": 9060
    },
    {
      "grad_norm": 0.2816680669784546,
      "learning_rate": 9.890637713005646e-05,
      "loss": 0.0243,
      "step": 9070
    },
    {
      "grad_norm": 0.2317475825548172,
      "learning_rate": 9.890207380554767e-05,
      "loss": 0.0247,
      "step": 9080
    },
    {
      "grad_norm": 0.2968375086784363,
      "learning_rate": 9.889776212501196e-05,
      "loss": 0.0259,
      "step": 9090
    },
    {
      "grad_norm": 0.3022483289241791,
      "learning_rate": 9.889344208918605e-05,
      "loss": 0.0249,
      "step": 9100
    },
    {
      "grad_norm": 0.26926133036613464,
      "learning_rate": 9.888911369880812e-05,
      "loss": 0.0256,
      "step": 9110
    },
    {
      "grad_norm": 0.2868924140930176,
      "learning_rate": 9.888477695461777e-05,
      "loss": 0.0258,
      "step": 9120
    },
    {
      "grad_norm": 0.29715394973754883,
      "learning_rate": 9.888043185735607e-05,
      "loss": 0.0229,
      "step": 9130
    },
    {
      "grad_norm": 0.2629702687263489,
      "learning_rate": 9.887607840776542e-05,
      "loss": 0.0237,
      "step": 9140
    },
    {
      "grad_norm": 0.23283155262470245,
      "learning_rate": 9.887171660658975e-05,
      "loss": 0.0208,
      "step": 9150
    },
    {
      "grad_norm": 0.25454244017601013,
      "learning_rate": 9.886734645457435e-05,
      "loss": 0.0232,
      "step": 9160
    },
    {
      "grad_norm": 0.24043768644332886,
      "learning_rate": 9.886296795246597e-05,
      "loss": 0.0254,
      "step": 9170
    },
    {
      "grad_norm": 0.2633034288883209,
      "learning_rate": 9.885858110101276e-05,
      "loss": 0.0223,
      "step": 9180
    },
    {
      "grad_norm": 0.27087798714637756,
      "learning_rate": 9.885418590096434e-05,
      "loss": 0.0249,
      "step": 9190
    },
    {
      "grad_norm": 0.25369948148727417,
      "learning_rate": 9.88497823530717e-05,
      "loss": 0.0248,
      "step": 9200
    },
    {
      "grad_norm": 0.31804272532463074,
      "learning_rate": 9.884537045808732e-05,
      "loss": 0.0265,
      "step": 9210
    },
    {
      "grad_norm": 0.2958488166332245,
      "learning_rate": 9.884095021676502e-05,
      "loss": 0.0275,
      "step": 9220
    },
    {
      "grad_norm": 0.26592618227005005,
      "learning_rate": 9.883652162986017e-05,
      "loss": 0.0242,
      "step": 9230
    },
    {
      "grad_norm": 0.30972805619239807,
      "learning_rate": 9.883208469812943e-05,
      "loss": 0.0273,
      "step": 9240
    },
    {
      "grad_norm": 0.20547877252101898,
      "learning_rate": 9.882763942233098e-05,
      "loss": 0.0226,
      "step": 9250
    },
    {
      "grad_norm": 0.2545967102050781,
      "learning_rate": 9.882318580322441e-05,
      "loss": 0.0222,
      "step": 9260
    },
    {
      "grad_norm": 0.3048904240131378,
      "learning_rate": 9.881872384157067e-05,
      "loss": 0.0244,
      "step": 9270
    },
    {
      "grad_norm": 0.2371196150779724,
      "learning_rate": 9.881425353813225e-05,
      "loss": 0.0257,
      "step": 9280
    },
    {
      "grad_norm": 0.23665012419223785,
      "learning_rate": 9.880977489367296e-05,
      "loss": 0.0233,
      "step": 9290
    },
    {
      "grad_norm": 0.30012771487236023,
      "learning_rate": 9.88052879089581e-05,
      "loss": 0.0251,
      "step": 9300
    },
    {
      "grad_norm": 0.20596519112586975,
      "learning_rate": 9.880079258475434e-05,
      "loss": 0.0214,
      "step": 9310
    },
    {
      "grad_norm": 0.28430840373039246,
      "learning_rate": 9.879628892182985e-05,
      "loss": 0.0204,
      "step": 9320
    },
    {
      "grad_norm": 0.25995075702667236,
      "learning_rate": 9.879177692095416e-05,
      "loss": 0.0212,
      "step": 9330
    },
    {
      "grad_norm": 0.26969489455223083,
      "learning_rate": 9.878725658289825e-05,
      "loss": 0.0204,
      "step": 9340
    },
    {
      "grad_norm": 0.272656112909317,
      "learning_rate": 9.878272790843454e-05,
      "loss": 0.023,
      "step": 9350
    },
    {
      "grad_norm": 0.2743775248527527,
      "learning_rate": 9.877819089833682e-05,
      "loss": 0.0222,
      "step": 9360
    },
    {
      "grad_norm": 0.22833365201950073,
      "learning_rate": 9.877364555338038e-05,
      "loss": 0.0198,
      "step": 9370
    },
    {
      "grad_norm": 0.2777186930179596,
      "learning_rate": 9.876909187434186e-05,
      "loss": 0.0236,
      "step": 9380
    },
    {
      "grad_norm": 0.3321308195590973,
      "learning_rate": 9.876452986199939e-05,
      "loss": 0.021,
      "step": 9390
    },
    {
      "grad_norm": 0.2805924117565155,
      "learning_rate": 9.875995951713248e-05,
      "loss": 0.0228,
      "step": 9400
    },
    {
      "grad_norm": 0.3278806805610657,
      "learning_rate": 9.875538084052207e-05,
      "loss": 0.0192,
      "step": 9410
    },
    {
      "grad_norm": 0.29617685079574585,
      "learning_rate": 9.875079383295053e-05,
      "loss": 0.0226,
      "step": 9420
    },
    {
      "grad_norm": 0.268395334482193,
      "learning_rate": 9.874619849520167e-05,
      "loss": 0.025,
      "step": 9430
    },
    {
      "grad_norm": 0.32225704193115234,
      "learning_rate": 9.874159482806069e-05,
      "loss": 0.021,
      "step": 9440
    },
    {
      "grad_norm": 0.31073135137557983,
      "learning_rate": 9.873698283231426e-05,
      "loss": 0.0235,
      "step": 9450
    },
    {
      "grad_norm": 0.24044065177440643,
      "learning_rate": 9.87323625087504e-05,
      "loss": 0.0216,
      "step": 9460
    },
    {
      "grad_norm": 0.2841043770313263,
      "learning_rate": 9.872773385815863e-05,
      "loss": 0.0239,
      "step": 9470
    },
    {
      "grad_norm": 0.314447283744812,
      "learning_rate": 9.872309688132986e-05,
      "loss": 0.0256,
      "step": 9480
    },
    {
      "grad_norm": 0.21195895969867706,
      "learning_rate": 9.871845157905639e-05,
      "loss": 0.0248,
      "step": 9490
    },
    {
      "grad_norm": 0.2903771996498108,
      "learning_rate": 9.871379795213201e-05,
      "loss": 0.0244,
      "step": 9500
    },
    {
      "grad_norm": 0.2178994119167328,
      "learning_rate": 9.87091360013519e-05,
      "loss": 0.0254,
      "step": 9510
    },
    {
      "grad_norm": 0.23022277653217316,
      "learning_rate": 9.870446572751262e-05,
      "loss": 0.0206,
      "step": 9520
    },
    {
      "grad_norm": 0.29495418071746826,
      "learning_rate": 9.869978713141224e-05,
      "loss": 0.0187,
      "step": 9530
    },
    {
      "grad_norm": 0.25011539459228516,
      "learning_rate": 9.869510021385016e-05,
      "loss": 0.0226,
      "step": 9540
    },
    {
      "grad_norm": 0.2388850301504135,
      "learning_rate": 9.869040497562727e-05,
      "loss": 0.0267,
      "step": 9550
    },
    {
      "grad_norm": 0.25706472992897034,
      "learning_rate": 9.868570141754587e-05,
      "loss": 0.0238,
      "step": 9560
    },
    {
      "grad_norm": 0.26016682386398315,
      "learning_rate": 9.868098954040965e-05,
      "loss": 0.0223,
      "step": 9570
    },
    {
      "grad_norm": 0.2529788017272949,
      "learning_rate": 9.867626934502374e-05,
      "loss": 0.0249,
      "step": 9580
    },
    {
      "grad_norm": 0.28706181049346924,
      "learning_rate": 9.86715408321947e-05,
      "loss": 0.026,
      "step": 9590
    },
    {
      "grad_norm": 0.31187182664871216,
      "learning_rate": 9.86668040027305e-05,
      "loss": 0.0207,
      "step": 9600
    },
    {
      "grad_norm": 0.21323713660240173,
      "learning_rate": 9.866205885744053e-05,
      "loss": 0.0233,
      "step": 9610
    },
    {
      "grad_norm": 0.21219390630722046,
      "learning_rate": 9.865730539713563e-05,
      "loss": 0.0188,
      "step": 9620
    },
    {
      "grad_norm": 0.26316219568252563,
      "learning_rate": 9.8652543622628e-05,
      "loss": 0.0206,
      "step": 9630
    },
    {
      "grad_norm": 0.2655700743198395,
      "learning_rate": 9.864777353473132e-05,
      "loss": 0.0255,
      "step": 9640
    },
    {
      "grad_norm": 0.2587810158729553,
      "learning_rate": 9.864299513426068e-05,
      "loss": 0.0247,
      "step": 9650
    },
    {
      "grad_norm": 0.2956332862377167,
      "learning_rate": 9.863820842203254e-05,
      "loss": 0.0238,
      "step": 9660
    },
    {
      "grad_norm": 0.23464709520339966,
      "learning_rate": 9.863341339886483e-05,
      "loss": 0.0196,
      "step": 9670
    },
    {
      "grad_norm": 0.22518271207809448,
      "learning_rate": 9.86286100655769e-05,
      "loss": 0.0197,
      "step": 9680
    },
    {
      "grad_norm": 0.2332381159067154,
      "learning_rate": 9.862379842298953e-05,
      "loss": 0.0235,
      "step": 9690
    },
    {
      "grad_norm": 0.3114089369773865,
      "learning_rate": 9.861897847192485e-05,
      "loss": 0.022,
      "step": 9700
    },
    {
      "grad_norm": 0.3150867819786072,
      "learning_rate": 9.86141502132065e-05,
      "loss": 0.0219,
      "step": 9710
    },
    {
      "grad_norm": 0.2645142078399658,
      "learning_rate": 9.860931364765946e-05,
      "loss": 0.0221,
      "step": 9720
    },
    {
      "grad_norm": 0.3106870949268341,
      "learning_rate": 9.860446877611021e-05,
      "loss": 0.0218,
      "step": 9730
    },
    {
      "grad_norm": 0.23792165517807007,
      "learning_rate": 9.859961559938655e-05,
      "loss": 0.0231,
      "step": 9740
    },
    {
      "grad_norm": 0.304152250289917,
      "learning_rate": 9.85947541183178e-05,
      "loss": 0.025,
      "step": 9750
    },
    {
      "grad_norm": 0.22986872494220734,
      "learning_rate": 9.858988433373463e-05,
      "loss": 0.0228,
      "step": 9760
    },
    {
      "grad_norm": 0.2393023669719696,
      "learning_rate": 9.858500624646918e-05,
      "loss": 0.0205,
      "step": 9770
    },
    {
      "grad_norm": 0.2337121218442917,
      "learning_rate": 9.858011985735497e-05,
      "loss": 0.0196,
      "step": 9780
    },
    {
      "grad_norm": 0.2813776433467865,
      "learning_rate": 9.857522516722693e-05,
      "loss": 0.0207,
      "step": 9790
    },
    {
      "grad_norm": 0.22624768316745758,
      "learning_rate": 9.857032217692145e-05,
      "loss": 0.0207,
      "step": 9800
    },
    {
      "grad_norm": 0.23102273046970367,
      "learning_rate": 9.856541088727631e-05,
      "loss": 0.0291,
      "step": 9810
    },
    {
      "grad_norm": 0.2624845504760742,
      "learning_rate": 9.856049129913072e-05,
      "loss": 0.0238,
      "step": 9820
    },
    {
      "grad_norm": 0.22061438858509064,
      "learning_rate": 9.85555634133253e-05,
      "loss": 0.0248,
      "step": 9830
    },
    {
      "grad_norm": 0.19422325491905212,
      "learning_rate": 9.855062723070208e-05,
      "loss": 0.0233,
      "step": 9840
    },
    {
      "grad_norm": 0.3682219088077545,
      "learning_rate": 9.854568275210454e-05,
      "loss": 0.0263,
      "step": 9850
    },
    {
      "grad_norm": 0.25819966197013855,
      "learning_rate": 9.854072997837754e-05,
      "loss": 0.0234,
      "step": 9860
    },
    {
      "grad_norm": 0.23041947185993195,
      "learning_rate": 9.853576891036737e-05,
      "loss": 0.018,
      "step": 9870
    },
    {
      "grad_norm": 0.2413894683122635,
      "learning_rate": 9.853079954892177e-05,
      "loss": 0.0204,
      "step": 9880
    },
    {
      "grad_norm": 0.2752460241317749,
      "learning_rate": 9.852582189488983e-05,
      "loss": 0.0198,
      "step": 9890
    },
    {
      "grad_norm": 0.25823408365249634,
      "learning_rate": 9.852083594912212e-05,
      "loss": 0.0203,
      "step": 9900
    },
    {
      "grad_norm": 0.27497896552085876,
      "learning_rate": 9.851584171247058e-05,
      "loss": 0.0222,
      "step": 9910
    },
    {
      "grad_norm": 0.1870100349187851,
      "learning_rate": 9.851083918578863e-05,
      "loss": 0.0196,
      "step": 9920
    },
    {
      "grad_norm": 0.22232802212238312,
      "learning_rate": 9.850582836993103e-05,
      "loss": 0.0212,
      "step": 9930
    },
    {
      "grad_norm": 0.22527024149894714,
      "learning_rate": 9.850080926575397e-05,
      "loss": 0.0177,
      "step": 9940
    },
    {
      "grad_norm": 0.25716665387153625,
      "learning_rate": 9.849578187411515e-05,
      "loss": 0.0272,
      "step": 9950
    },
    {
      "grad_norm": 0.26628026366233826,
      "learning_rate": 9.849074619587354e-05,
      "loss": 0.0226,
      "step": 9960
    },
    {
      "grad_norm": 0.20828302204608917,
      "learning_rate": 9.848570223188964e-05,
      "loss": 0.0203,
      "step": 9970
    },
    {
      "grad_norm": 0.23057571053504944,
      "learning_rate": 9.848064998302531e-05,
      "loss": 0.0169,
      "step": 9980
    },
    {
      "grad_norm": 0.2186940312385559,
      "learning_rate": 9.847558945014386e-05,
      "loss": 0.0198,
      "step": 9990
    },
    {
      "grad_norm": 0.2939648926258087,
      "learning_rate": 9.847052063410996e-05,
      "loss": 0.0204,
      "step": 10000
    },
    {
      "grad_norm": 0.27488598227500916,
      "learning_rate": 9.846544353578977e-05,
      "loss": 0.0192,
      "step": 10010
    },
    {
      "grad_norm": 0.22887849807739258,
      "learning_rate": 9.846035815605081e-05,
      "loss": 0.0209,
      "step": 10020
    },
    {
      "grad_norm": 0.2603186070919037,
      "learning_rate": 9.845526449576204e-05,
      "loss": 0.0223,
      "step": 10030
    },
    {
      "grad_norm": 0.2629733383655548,
      "learning_rate": 9.845016255579383e-05,
      "loss": 0.0194,
      "step": 10040
    },
    {
      "grad_norm": 0.23498961329460144,
      "learning_rate": 9.844505233701794e-05,
      "loss": 0.0205,
      "step": 10050
    },
    {
      "grad_norm": 0.20002023875713348,
      "learning_rate": 9.843993384030757e-05,
      "loss": 0.0194,
      "step": 10060
    },
    {
      "grad_norm": 0.22101539373397827,
      "learning_rate": 9.843480706653737e-05,
      "loss": 0.0193,
      "step": 10070
    },
    {
      "grad_norm": 0.2326389104127884,
      "learning_rate": 9.84296720165833e-05,
      "loss": 0.0269,
      "step": 10080
    },
    {
      "grad_norm": 0.28777652978897095,
      "learning_rate": 9.842452869132286e-05,
      "loss": 0.0206,
      "step": 10090
    },
    {
      "grad_norm": 0.3235422670841217,
      "learning_rate": 9.841937709163489e-05,
      "loss": 0.0209,
      "step": 10100
    },
    {
      "grad_norm": 0.2043895423412323,
      "learning_rate": 9.841421721839962e-05,
      "loss": 0.0188,
      "step": 10110
    },
    {
      "grad_norm": 0.2644239068031311,
      "learning_rate": 9.840904907249879e-05,
      "loss": 0.0214,
      "step": 10120
    },
    {
      "grad_norm": 0.25609707832336426,
      "learning_rate": 9.840387265481545e-05,
      "loss": 0.0222,
      "step": 10130
    },
    {
      "grad_norm": 0.21332962810993195,
      "learning_rate": 9.839868796623411e-05,
      "loss": 0.0192,
      "step": 10140
    },
    {
      "grad_norm": 0.2738405764102936,
      "learning_rate": 9.839349500764072e-05,
      "loss": 0.0184,
      "step": 10150
    },
    {
      "grad_norm": 0.3147866725921631,
      "learning_rate": 9.83882937799226e-05,
      "loss": 0.0208,
      "step": 10160
    },
    {
      "grad_norm": 0.288007527589798,
      "learning_rate": 9.838308428396849e-05,
      "loss": 0.0227,
      "step": 10170
    },
    {
      "grad_norm": 0.30472269654273987,
      "learning_rate": 9.837786652066854e-05,
      "loss": 0.0231,
      "step": 10180
    },
    {
      "grad_norm": 0.2523372769355774,
      "learning_rate": 9.837264049091437e-05,
      "loss": 0.0224,
      "step": 10190
    },
    {
      "grad_norm": 0.2573886811733246,
      "learning_rate": 9.836740619559893e-05,
      "loss": 0.0222,
      "step": 10200
    },
    {
      "grad_norm": 0.2550314664840698,
      "learning_rate": 9.836216363561659e-05,
      "loss": 0.0257,
      "step": 10210
    },
    {
      "grad_norm": 0.32082676887512207,
      "learning_rate": 9.835691281186322e-05,
      "loss": 0.0268,
      "step": 10220
    },
    {
      "grad_norm": 0.3452287018299103,
      "learning_rate": 9.8351653725236e-05,
      "loss": 0.0237,
      "step": 10230
    },
    {
      "grad_norm": 0.2591940760612488,
      "learning_rate": 9.83463863766336e-05,
      "loss": 0.021,
      "step": 10240
    },
    {
      "grad_norm": 0.41475915908813477,
      "learning_rate": 9.834111076695602e-05,
      "loss": 0.0223,
      "step": 10250
    },
    {
      "grad_norm": 0.2581203281879425,
      "learning_rate": 9.833582689710477e-05,
      "loss": 0.0259,
      "step": 10260
    },
    {
      "grad_norm": 0.26569345593452454,
      "learning_rate": 9.833053476798268e-05,
      "loss": 0.0255,
      "step": 10270
    },
    {
      "grad_norm": 0.30389857292175293,
      "learning_rate": 9.832523438049404e-05,
      "loss": 0.0259,
      "step": 10280
    },
    {
      "grad_norm": 0.2335321456193924,
      "learning_rate": 9.831992573554454e-05,
      "loss": 0.0197,
      "step": 10290
    },
    {
      "grad_norm": 0.19948722422122955,
      "learning_rate": 9.831460883404128e-05,
      "loss": 0.0218,
      "step": 10300
    },
    {
      "grad_norm": 0.23150113224983215,
      "learning_rate": 9.830928367689278e-05,
      "loss": 0.0186,
      "step": 10310
    },
    {
      "grad_norm": 0.20933547616004944,
      "learning_rate": 9.830395026500896e-05,
      "loss": 0.0175,
      "step": 10320
    },
    {
      "grad_norm": 0.2277691513299942,
      "learning_rate": 9.829860859930115e-05,
      "loss": 0.021,
      "step": 10330
    },
    {
      "grad_norm": 0.20719978213310242,
      "learning_rate": 9.829325868068212e-05,
      "loss": 0.0186,
      "step": 10340
    },
    {
      "grad_norm": 0.23335568606853485,
      "learning_rate": 9.8287900510066e-05,
      "loss": 0.0244,
      "step": 10350
    },
    {
      "grad_norm": 0.2935087978839874,
      "learning_rate": 9.828253408836834e-05,
      "loss": 0.0236,
      "step": 10360
    },
    {
      "grad_norm": 0.21509674191474915,
      "learning_rate": 9.827715941650615e-05,
      "loss": 0.0202,
      "step": 10370
    },
    {
      "grad_norm": 0.2749275863170624,
      "learning_rate": 9.82717764953978e-05,
      "loss": 0.0183,
      "step": 10380
    },
    {
      "grad_norm": 0.29683718085289,
      "learning_rate": 9.826638532596308e-05,
      "loss": 0.0199,
      "step": 10390
    },
    {
      "grad_norm": 0.2656606137752533,
      "learning_rate": 9.82609859091232e-05,
      "loss": 0.0201,
      "step": 10400
    },
    {
      "grad_norm": 0.27659276127815247,
      "learning_rate": 9.825557824580076e-05,
      "loss": 0.0203,
      "step": 10410
    },
    {
      "grad_norm": 0.25727754831314087,
      "learning_rate": 9.82501623369198e-05,
      "loss": 0.0162,
      "step": 10420
    },
    {
      "grad_norm": 0.31244784593582153,
      "learning_rate": 9.824473818340574e-05,
      "loss": 0.0214,
      "step": 10430
    },
    {
      "grad_norm": 0.21961535513401031,
      "learning_rate": 9.823930578618541e-05,
      "loss": 0.02,
      "step": 10440
    },
    {
      "grad_norm": 0.21688979864120483,
      "learning_rate": 9.823386514618709e-05,
      "loss": 0.0193,
      "step": 10450
    },
    {
      "grad_norm": 0.20757648348808289,
      "learning_rate": 9.82284162643404e-05,
      "loss": 0.0203,
      "step": 10460
    },
    {
      "grad_norm": 0.2294018417596817,
      "learning_rate": 9.822295914157642e-05,
      "loss": 0.0198,
      "step": 10470
    },
    {
      "grad_norm": 0.26489317417144775,
      "learning_rate": 9.821749377882763e-05,
      "loss": 0.0188,
      "step": 10480
    },
    {
      "grad_norm": 0.24768415093421936,
      "learning_rate": 9.821202017702791e-05,
      "loss": 0.0193,
      "step": 10490
    },
    {
      "grad_norm": 0.33312082290649414,
      "learning_rate": 9.820653833711253e-05,
      "loss": 0.0197,
      "step": 10500
    },
    {
      "grad_norm": 0.25030675530433655,
      "learning_rate": 9.820104826001822e-05,
      "loss": 0.0217,
      "step": 10510
    },
    {
      "grad_norm": 0.2725224792957306,
      "learning_rate": 9.819554994668305e-05,
      "loss": 0.0227,
      "step": 10520
    },
    {
      "grad_norm": 0.1868051290512085,
      "learning_rate": 9.819004339804654e-05,
      "loss": 0.0202,
      "step": 10530
    },
    {
      "grad_norm": 0.209153950214386,
      "learning_rate": 9.818452861504961e-05,
      "loss": 0.0207,
      "step": 10540
    },
    {
      "grad_norm": 0.22917388379573822,
      "learning_rate": 9.81790055986346e-05,
      "loss": 0.0238,
      "step": 10550
    },
    {
      "grad_norm": 0.274032860994339,
      "learning_rate": 9.817347434974523e-05,
      "loss": 0.0197,
      "step": 10560
    },
    {
      "grad_norm": 0.2764982581138611,
      "learning_rate": 9.816793486932664e-05,
      "loss": 0.0209,
      "step": 10570
    },
    {
      "grad_norm": 0.29091471433639526,
      "learning_rate": 9.816238715832538e-05,
      "loss": 0.0187,
      "step": 10580
    },
    {
      "grad_norm": 0.25286200642585754,
      "learning_rate": 9.815683121768939e-05,
      "loss": 0.0214,
      "step": 10590
    },
    {
      "grad_norm": 0.3519565463066101,
      "learning_rate": 9.815126704836804e-05,
      "loss": 0.0217,
      "step": 10600
    },
    {
      "grad_norm": 0.22415044903755188,
      "learning_rate": 9.81456946513121e-05,
      "loss": 0.0229,
      "step": 10610
    },
    {
      "grad_norm": 0.26799091696739197,
      "learning_rate": 9.814011402747373e-05,
      "loss": 0.0268,
      "step": 10620
    },
    {
      "grad_norm": 0.1925109475851059,
      "learning_rate": 9.813452517780651e-05,
      "loss": 0.0209,
      "step": 10630
    },
    {
      "grad_norm": 0.18273292481899261,
      "learning_rate": 9.81289281032654e-05,
      "loss": 0.0229,
      "step": 10640
    },
    {
      "grad_norm": 0.15176481008529663,
      "learning_rate": 9.812332280480683e-05,
      "loss": 0.0199,
      "step": 10650
    },
    {
      "grad_norm": 0.28883445262908936,
      "learning_rate": 9.811770928338854e-05,
      "loss": 0.0202,
      "step": 10660
    },
    {
      "grad_norm": 0.18953080475330353,
      "learning_rate": 9.811208753996979e-05,
      "loss": 0.0184,
      "step": 10670
    },
    {
      "grad_norm": 0.21895815432071686,
      "learning_rate": 9.810645757551113e-05,
      "loss": 0.0156,
      "step": 10680
    },
    {
      "grad_norm": 0.21101528406143188,
      "learning_rate": 9.810081939097459e-05,
      "loss": 0.0176,
      "step": 10690
    },
    {
      "grad_norm": 0.2178855985403061,
      "learning_rate": 9.809517298732356e-05,
      "loss": 0.0212,
      "step": 10700
    },
    {
      "grad_norm": 0.21389643847942352,
      "learning_rate": 9.80895183655229e-05,
      "loss": 0.017,
      "step": 10710
    },
    {
      "grad_norm": 0.2984575629234314,
      "learning_rate": 9.808385552653877e-05,
      "loss": 0.0227,
      "step": 10720
    },
    {
      "grad_norm": 0.19534827768802643,
      "learning_rate": 9.807818447133886e-05,
      "loss": 0.0226,
      "step": 10730
    },
    {
      "grad_norm": 0.2492058426141739,
      "learning_rate": 9.807250520089215e-05,
      "loss": 0.0184,
      "step": 10740
    },
    {
      "grad_norm": 0.2333592027425766,
      "learning_rate": 9.806681771616908e-05,
      "loss": 0.019,
      "step": 10750
    },
    {
      "grad_norm": 0.24145835638046265,
      "learning_rate": 9.80611220181415e-05,
      "loss": 0.0198,
      "step": 10760
    },
    {
      "grad_norm": 0.19235028326511383,
      "learning_rate": 9.805541810778264e-05,
      "loss": 0.0206,
      "step": 10770
    },
    {
      "grad_norm": 0.1690615564584732,
      "learning_rate": 9.804970598606716e-05,
      "loss": 0.0175,
      "step": 10780
    },
    {
      "grad_norm": 0.24259620904922485,
      "learning_rate": 9.804398565397106e-05,
      "loss": 0.0245,
      "step": 10790
    },
    {
      "grad_norm": 0.32438504695892334,
      "learning_rate": 9.803825711247183e-05,
      "loss": 0.02,
      "step": 10800
    },
    {
      "grad_norm": 0.2625963091850281,
      "learning_rate": 9.803252036254831e-05,
      "loss": 0.0163,
      "step": 10810
    },
    {
      "grad_norm": 0.29829689860343933,
      "learning_rate": 9.802677540518076e-05,
      "loss": 0.0212,
      "step": 10820
    },
    {
      "grad_norm": 0.3267967402935028,
      "learning_rate": 9.802102224135081e-05,
      "loss": 0.0223,
      "step": 10830
    },
    {
      "grad_norm": 0.22496075928211212,
      "learning_rate": 9.801526087204155e-05,
      "loss": 0.0204,
      "step": 10840
    },
    {
      "grad_norm": 0.22666290402412415,
      "learning_rate": 9.800949129823743e-05,
      "loss": 0.0188,
      "step": 10850
    },
    {
      "grad_norm": 0.24709749221801758,
      "learning_rate": 9.80037135209243e-05,
      "loss": 0.0219,
      "step": 10860
    },
    {
      "grad_norm": 0.18393516540527344,
      "learning_rate": 9.799792754108946e-05,
      "loss": 0.0206,
      "step": 10870
    },
    {
      "grad_norm": 0.23902221024036407,
      "learning_rate": 9.799213335972152e-05,
      "loss": 0.0201,
      "step": 10880
    },
    {
      "grad_norm": 0.22036035358905792,
      "learning_rate": 9.798633097781058e-05,
      "loss": 0.0233,
      "step": 10890
    },
    {
      "grad_norm": 0.16045823693275452,
      "learning_rate": 9.79805203963481e-05,
      "loss": 0.0174,
      "step": 10900
    },
    {
      "grad_norm": 0.25288039445877075,
      "learning_rate": 9.797470161632697e-05,
      "loss": 0.02,
      "step": 10910
    },
    {
      "grad_norm": 0.19493606686592102,
      "learning_rate": 9.796887463874145e-05,
      "loss": 0.0221,
      "step": 10920
    },
    {
      "grad_norm": 0.20628218352794647,
      "learning_rate": 9.796303946458718e-05,
      "loss": 0.0201,
      "step": 10930
    },
    {
      "grad_norm": 0.21774351596832275,
      "learning_rate": 9.795719609486127e-05,
      "loss": 0.0204,
      "step": 10940
    },
    {
      "grad_norm": 0.20591984689235687,
      "learning_rate": 9.795134453056219e-05,
      "loss": 0.0175,
      "step": 10950
    },
    {
      "grad_norm": 0.23972801864147186,
      "learning_rate": 9.794548477268979e-05,
      "loss": 0.0178,
      "step": 10960
    },
    {
      "grad_norm": 0.21541334688663483,
      "learning_rate": 9.793961682224537e-05,
      "loss": 0.0164,
      "step": 10970
    },
    {
      "grad_norm": 0.2511148750782013,
      "learning_rate": 9.793374068023156e-05,
      "loss": 0.0208,
      "step": 10980
    },
    {
      "grad_norm": 0.25219643115997314,
      "learning_rate": 9.792785634765247e-05,
      "loss": 0.0221,
      "step": 10990
    },
    {
      "grad_norm": 0.24498599767684937,
      "learning_rate": 9.792196382551357e-05,
      "loss": 0.0203,
      "step": 11000
    },
    {
      "grad_norm": 0.24652181565761566,
      "learning_rate": 9.791606311482171e-05,
      "loss": 0.0172,
      "step": 11010
    },
    {
      "grad_norm": 0.1450411081314087,
      "learning_rate": 9.791015421658518e-05,
      "loss": 0.018,
      "step": 11020
    },
    {
      "grad_norm": 0.2582523226737976,
      "learning_rate": 9.790423713181362e-05,
      "loss": 0.0205,
      "step": 11030
    },
    {
      "grad_norm": 0.16003862023353577,
      "learning_rate": 9.789831186151814e-05,
      "loss": 0.0178,
      "step": 11040
    },
    {
      "grad_norm": 0.26337435841560364,
      "learning_rate": 9.789237840671118e-05,
      "loss": 0.0199,
      "step": 11050
    },
    {
      "grad_norm": 0.20410926640033722,
      "learning_rate": 9.78864367684066e-05,
      "loss": 0.0179,
      "step": 11060
    },
    {
      "grad_norm": 0.24945813417434692,
      "learning_rate": 9.788048694761968e-05,
      "loss": 0.0189,
      "step": 11070
    },
    {
      "grad_norm": 0.23861199617385864,
      "learning_rate": 9.787452894536709e-05,
      "loss": 0.0201,
      "step": 11080
    },
    {
      "grad_norm": 0.26044031977653503,
      "learning_rate": 9.786856276266685e-05,
      "loss": 0.0178,
      "step": 11090
    },
    {
      "grad_norm": 0.24907591938972473,
      "learning_rate": 9.786258840053845e-05,
      "loss": 0.0219,
      "step": 11100
    },
    {
      "grad_norm": 0.23105935752391815,
      "learning_rate": 9.785660586000273e-05,
      "loss": 0.0199,
      "step": 11110
    },
    {
      "grad_norm": 0.29685473442077637,
      "learning_rate": 9.785061514208196e-05,
      "loss": 0.0184,
      "step": 11120
    },
    {
      "grad_norm": 0.34990617632865906,
      "learning_rate": 9.784461624779977e-05,
      "loss": 0.0205,
      "step": 11130
    },
    {
      "grad_norm": 0.23200103640556335,
      "learning_rate": 9.783860917818123e-05,
      "loss": 0.0212,
      "step": 11140
    },
    {
      "grad_norm": 0.2587655782699585,
      "learning_rate": 9.783259393425277e-05,
      "loss": 0.0211,
      "step": 11150
    },
    {
      "grad_norm": 0.1354336142539978,
      "learning_rate": 9.782657051704221e-05,
      "loss": 0.0159,
      "step": 11160
    },
    {
      "grad_norm": 0.209062859416008,
      "learning_rate": 9.782053892757883e-05,
      "loss": 0.0175,
      "step": 11170
    },
    {
      "grad_norm": 0.2994021773338318,
      "learning_rate": 9.781449916689324e-05,
      "loss": 0.0208,
      "step": 11180
    },
    {
      "grad_norm": 0.3047916889190674,
      "learning_rate": 9.780845123601746e-05,
      "loss": 0.0186,
      "step": 11190
    },
    {
      "grad_norm": 0.2150055468082428,
      "learning_rate": 9.780239513598492e-05,
      "loss": 0.0192,
      "step": 11200
    },
    {
      "grad_norm": 0.43727704882621765,
      "learning_rate": 9.779633086783047e-05,
      "loss": 0.0238,
      "step": 11210
    },
    {
      "grad_norm": 0.29295340180397034,
      "learning_rate": 9.779025843259031e-05,
      "loss": 0.0186,
      "step": 11220
    },
    {
      "grad_norm": 0.2038799226284027,
      "learning_rate": 9.778417783130204e-05,
      "loss": 0.0182,
      "step": 11230
    },
    {
      "grad_norm": 0.21761058270931244,
      "learning_rate": 9.777808906500468e-05,
      "loss": 0.0172,
      "step": 11240
    },
    {
      "grad_norm": 0.1858905851840973,
      "learning_rate": 9.777199213473862e-05,
      "loss": 0.0188,
      "step": 11250
    },
    {
      "grad_norm": 0.23797602951526642,
      "learning_rate": 9.77658870415457e-05,
      "loss": 0.0218,
      "step": 11260
    },
    {
      "grad_norm": 0.33256128430366516,
      "learning_rate": 9.775977378646906e-05,
      "loss": 0.0253,
      "step": 11270
    },
    {
      "grad_norm": 0.2266288548707962,
      "learning_rate": 9.775365237055331e-05,
      "loss": 0.0177,
      "step": 11280
    },
    {
      "grad_norm": 0.30771198868751526,
      "learning_rate": 9.774752279484445e-05,
      "loss": 0.0177,
      "step": 11290
    },
    {
      "grad_norm": 0.19915752112865448,
      "learning_rate": 9.774138506038984e-05,
      "loss": 0.0179,
      "step": 11300
    },
    {
      "grad_norm": 0.2763212323188782,
      "learning_rate": 9.773523916823826e-05,
      "loss": 0.0228,
      "step": 11310
    },
    {
      "grad_norm": 0.2468460500240326,
      "learning_rate": 9.772908511943986e-05,
      "loss": 0.0163,
      "step": 11320
    },
    {
      "grad_norm": 0.1837548315525055,
      "learning_rate": 9.77229229150462e-05,
      "loss": 0.0174,
      "step": 11330
    },
    {
      "grad_norm": 0.23041242361068726,
      "learning_rate": 9.771675255611024e-05,
      "loss": 0.0201,
      "step": 11340
    },
    {
      "grad_norm": 0.24687428772449493,
      "learning_rate": 9.771057404368632e-05,
      "loss": 0.0201,
      "step": 11350
    },
    {
      "grad_norm": 0.21581122279167175,
      "learning_rate": 9.770438737883018e-05,
      "loss": 0.0172,
      "step": 11360
    },
    {
      "grad_norm": 0.21284006536006927,
      "learning_rate": 9.769819256259898e-05,
      "loss": 0.0189,
      "step": 11370
    },
    {
      "grad_norm": 0.3252716362476349,
      "learning_rate": 9.769198959605119e-05,
      "loss": 0.0215,
      "step": 11380
    },
    {
      "grad_norm": 0.26655328273773193,
      "learning_rate": 9.768577848024678e-05,
      "loss": 0.0214,
      "step": 11390
    },
    {
      "grad_norm": 0.30771878361701965,
      "learning_rate": 9.767955921624702e-05,
      "loss": 0.0202,
      "step": 11400
    },
    {
      "grad_norm": 0.3264099359512329,
      "learning_rate": 9.767333180511465e-05,
      "loss": 0.0222,
      "step": 11410
    },
    {
      "grad_norm": 0.2874441146850586,
      "learning_rate": 9.766709624791373e-05,
      "loss": 0.0248,
      "step": 11420
    },
    {
      "grad_norm": 0.22969099879264832,
      "learning_rate": 9.766085254570975e-05,
      "loss": 0.0239,
      "step": 11430
    },
    {
      "grad_norm": 0.3268851637840271,
      "learning_rate": 9.76546006995696e-05,
      "loss": 0.0212,
      "step": 11440
    },
    {
      "grad_norm": 0.23701435327529907,
      "learning_rate": 9.764834071056155e-05,
      "loss": 0.0178,
      "step": 11450
    },
    {
      "grad_norm": 0.2926957309246063,
      "learning_rate": 9.764207257975526e-05,
      "loss": 0.0185,
      "step": 11460
    },
    {
      "grad_norm": 0.2133902758359909,
      "learning_rate": 9.763579630822179e-05,
      "loss": 0.0205,
      "step": 11470
    },
    {
      "grad_norm": 0.2138747274875641,
      "learning_rate": 9.762951189703356e-05,
      "loss": 0.0179,
      "step": 11480
    },
    {
      "grad_norm": 0.20924456417560577,
      "learning_rate": 9.762321934726442e-05,
      "loss": 0.0161,
      "step": 11490
    },
    {
      "grad_norm": 0.20569387078285217,
      "learning_rate": 9.761691865998959e-05,
      "loss": 0.0206,
      "step": 11500
    },
    {
      "grad_norm": 0.2268054485321045,
      "learning_rate": 9.76106098362857e-05,
      "loss": 0.0184,
      "step": 11510
    },
    {
      "grad_norm": 0.25970736145973206,
      "learning_rate": 9.760429287723072e-05,
      "loss": 0.0206,
      "step": 11520
    },
    {
      "grad_norm": 0.22137345373630524,
      "learning_rate": 9.759796778390406e-05,
      "loss": 0.0182,
      "step": 11530
    },
    {
      "grad_norm": 0.18656471371650696,
      "learning_rate": 9.759163455738653e-05,
      "loss": 0.0203,
      "step": 11540
    },
    {
      "grad_norm": 0.22846952080726624,
      "learning_rate": 9.75852931987603e-05,
      "loss": 0.0163,
      "step": 11550
    },
    {
      "grad_norm": 0.19582560658454895,
      "learning_rate": 9.757894370910891e-05,
      "loss": 0.0215,
      "step": 11560
    },
    {
      "grad_norm": 0.24684782326221466,
      "learning_rate": 9.757258608951733e-05,
      "loss": 0.0202,
      "step": 11570
    },
    {
      "grad_norm": 0.23838120698928833,
      "learning_rate": 9.75662203410719e-05,
      "loss": 0.0167,
      "step": 11580
    },
    {
      "grad_norm": 0.27070775628089905,
      "learning_rate": 9.755984646486034e-05,
      "loss": 0.0159,
      "step": 11590
    },
    {
      "grad_norm": 0.2429112046957016,
      "learning_rate": 9.75534644619718e-05,
      "loss": 0.0155,
      "step": 11600
    },
    {
      "grad_norm": 0.28102198243141174,
      "learning_rate": 9.754707433349676e-05,
      "loss": 0.0192,
      "step": 11610
    },
    {
      "grad_norm": 0.2159099578857422,
      "learning_rate": 9.754067608052715e-05,
      "loss": 0.0227,
      "step": 11620
    },
    {
      "grad_norm": 0.19809971749782562,
      "learning_rate": 9.753426970415622e-05,
      "loss": 0.0161,
      "step": 11630
    },
    {
      "grad_norm": 0.2691294252872467,
      "learning_rate": 9.752785520547868e-05,
      "loss": 0.0182,
      "step": 11640
    },
    {
      "grad_norm": 0.279301255941391,
      "learning_rate": 9.752143258559056e-05,
      "loss": 0.0186,
      "step": 11650
    },
    {
      "grad_norm": 0.21483710408210754,
      "learning_rate": 9.751500184558933e-05,
      "loss": 0.0181,
      "step": 11660
    },
    {
      "grad_norm": 0.26444026827812195,
      "learning_rate": 9.750856298657383e-05,
      "loss": 0.0159,
      "step": 11670
    },
    {
      "grad_norm": 0.2858373820781708,
      "learning_rate": 9.750211600964428e-05,
      "loss": 0.0166,
      "step": 11680
    },
    {
      "grad_norm": 0.2655319571495056,
      "learning_rate": 9.749566091590226e-05,
      "loss": 0.0221,
      "step": 11690
    },
    {
      "grad_norm": 0.20442770421504974,
      "learning_rate": 9.748919770645083e-05,
      "loss": 0.0214,
      "step": 11700
    },
    {
      "grad_norm": 0.22846493124961853,
      "learning_rate": 9.748272638239432e-05,
      "loss": 0.0188,
      "step": 11710
    },
    {
      "grad_norm": 0.22037361562252045,
      "learning_rate": 9.747624694483855e-05,
      "loss": 0.0216,
      "step": 11720
    },
    {
      "grad_norm": 0.18531198799610138,
      "learning_rate": 9.746975939489065e-05,
      "loss": 0.0149,
      "step": 11730
    },
    {
      "grad_norm": 0.18271471560001373,
      "learning_rate": 9.746326373365918e-05,
      "loss": 0.017,
      "step": 11740
    },
    {
      "grad_norm": 0.274687796831131,
      "learning_rate": 9.745675996225403e-05,
      "loss": 0.0176,
      "step": 11750
    },
    {
      "grad_norm": 0.18602631986141205,
      "learning_rate": 9.745024808178657e-05,
      "loss": 0.0191,
      "step": 11760
    },
    {
      "grad_norm": 0.25692635774612427,
      "learning_rate": 9.744372809336947e-05,
      "loss": 0.0183,
      "step": 11770
    },
    {
      "grad_norm": 0.1961025595664978,
      "learning_rate": 9.743719999811682e-05,
      "loss": 0.0232,
      "step": 11780
    },
    {
      "grad_norm": 0.2340070605278015,
      "learning_rate": 9.743066379714412e-05,
      "loss": 0.0162,
      "step": 11790
    },
    {
      "grad_norm": 0.22419200837612152,
      "learning_rate": 9.74241194915682e-05,
      "loss": 0.0236,
      "step": 11800
    },
    {
      "grad_norm": 0.25545060634613037,
      "learning_rate": 9.741756708250731e-05,
      "loss": 0.0175,
      "step": 11810
    },
    {
      "grad_norm": 0.22371838986873627,
      "learning_rate": 9.741100657108109e-05,
      "loss": 0.0211,
      "step": 11820
    },
    {
      "grad_norm": 0.3355225920677185,
      "learning_rate": 9.740443795841054e-05,
      "loss": 0.0205,
      "step": 11830
    },
    {
      "grad_norm": 0.2511918246746063,
      "learning_rate": 9.739786124561805e-05,
      "loss": 0.0191,
      "step": 11840
    },
    {
      "grad_norm": 0.15254716575145721,
      "learning_rate": 9.73912764338274e-05,
      "loss": 0.0205,
      "step": 11850
    },
    {
      "grad_norm": 0.22108015418052673,
      "learning_rate": 9.738468352416377e-05,
      "loss": 0.0207,
      "step": 11860
    },
    {
      "grad_norm": 0.2089259922504425,
      "learning_rate": 9.737808251775369e-05,
      "loss": 0.0224,
      "step": 11870
    },
    {
      "grad_norm": 0.21650834381580353,
      "learning_rate": 9.737147341572512e-05,
      "loss": 0.0183,
      "step": 11880
    },
    {
      "grad_norm": 0.20833459496498108,
      "learning_rate": 9.736485621920735e-05,
      "loss": 0.0196,
      "step": 11890
    },
    {
      "grad_norm": 0.2317640781402588,
      "learning_rate": 9.735823092933108e-05,
      "loss": 0.0271,
      "step": 11900
    },
    {
      "grad_norm": 0.23941192030906677,
      "learning_rate": 9.735159754722838e-05,
      "loss": 0.0191,
      "step": 11910
    },
    {
      "grad_norm": 0.3287619948387146,
      "learning_rate": 9.734495607403275e-05,
      "loss": 0.0196,
      "step": 11920
    },
    {
      "grad_norm": 0.24900713562965393,
      "learning_rate": 9.733830651087901e-05,
      "loss": 0.0196,
      "step": 11930
    },
    {
      "grad_norm": 0.22000187635421753,
      "learning_rate": 9.733164885890338e-05,
      "loss": 0.0167,
      "step": 11940
    },
    {
      "grad_norm": 0.2324901819229126,
      "learning_rate": 9.732498311924349e-05,
      "loss": 0.0215,
      "step": 11950
    },
    {
      "grad_norm": 0.20142823457717896,
      "learning_rate": 9.731830929303833e-05,
      "loss": 0.0196,
      "step": 11960
    },
    {
      "grad_norm": 0.19510656595230103,
      "learning_rate": 9.731162738142827e-05,
      "loss": 0.0175,
      "step": 11970
    },
    {
      "grad_norm": 0.211184561252594,
      "learning_rate": 9.730493738555506e-05,
      "loss": 0.0224,
      "step": 11980
    },
    {
      "grad_norm": 0.2330097258090973,
      "learning_rate": 9.729823930656186e-05,
      "loss": 0.0203,
      "step": 11990
    },
    {
      "grad_norm": 0.23414331674575806,
      "learning_rate": 9.729153314559316e-05,
      "loss": 0.0198,
      "step": 12000
    },
    {
      "grad_norm": 0.22416187822818756,
      "learning_rate": 9.728481890379486e-05,
      "loss": 0.0221,
      "step": 12010
    },
    {
      "grad_norm": 0.22886383533477783,
      "learning_rate": 9.727809658231428e-05,
      "loss": 0.0202,
      "step": 12020
    },
    {
      "grad_norm": 0.2826075851917267,
      "learning_rate": 9.727136618230003e-05,
      "loss": 0.0204,
      "step": 12030
    },
    {
      "grad_norm": 0.25740987062454224,
      "learning_rate": 9.726462770490219e-05,
      "loss": 0.0204,
      "step": 12040
    },
    {
      "grad_norm": 0.25582218170166016,
      "learning_rate": 9.725788115127214e-05,
      "loss": 0.0167,
      "step": 12050
    },
    {
      "grad_norm": 0.2289591282606125,
      "learning_rate": 9.725112652256274e-05,
      "loss": 0.0175,
      "step": 12060
    },
    {
      "grad_norm": 0.19923928380012512,
      "learning_rate": 9.724436381992812e-05,
      "loss": 0.0182,
      "step": 12070
    },
    {
      "grad_norm": 0.22635547816753387,
      "learning_rate": 9.723759304452387e-05,
      "loss": 0.0187,
      "step": 12080
    },
    {
      "grad_norm": 0.21469198167324066,
      "learning_rate": 9.72308141975069e-05,
      "loss": 0.0166,
      "step": 12090
    },
    {
      "grad_norm": 0.17345571517944336,
      "learning_rate": 9.722402728003557e-05,
      "loss": 0.0182,
      "step": 12100
    },
    {
      "grad_norm": 0.19827012717723846,
      "learning_rate": 9.721723229326953e-05,
      "loss": 0.0169,
      "step": 12110
    },
    {
      "grad_norm": 0.3330991566181183,
      "learning_rate": 9.721042923836992e-05,
      "loss": 0.021,
      "step": 12120
    },
    {
      "grad_norm": 0.24948695302009583,
      "learning_rate": 9.720361811649914e-05,
      "loss": 0.018,
      "step": 12130
    },
    {
      "grad_norm": 0.19254659116268158,
      "learning_rate": 9.719679892882106e-05,
      "loss": 0.0149,
      "step": 12140
    },
    {
      "grad_norm": 0.2414981871843338,
      "learning_rate": 9.718997167650085e-05,
      "loss": 0.0167,
      "step": 12150
    },
    {
      "grad_norm": 0.21447575092315674,
      "learning_rate": 9.718313636070515e-05,
      "loss": 0.0192,
      "step": 12160
    },
    {
      "grad_norm": 0.2529369592666626,
      "learning_rate": 9.717629298260192e-05,
      "loss": 0.0195,
      "step": 12170
    },
    {
      "grad_norm": 0.27506980299949646,
      "learning_rate": 9.716944154336047e-05,
      "loss": 0.0169,
      "step": 12180
    },
    {
      "grad_norm": 0.1967649608850479,
      "learning_rate": 9.716258204415157e-05,
      "loss": 0.0176,
      "step": 12190
    },
    {
      "grad_norm": 0.24737775325775146,
      "learning_rate": 9.715571448614728e-05,
      "loss": 0.0219,
      "step": 12200
    },
    {
      "grad_norm": 0.27130183577537537,
      "learning_rate": 9.71488388705211e-05,
      "loss": 0.0185,
      "step": 12210
    },
    {
      "grad_norm": 0.281478613615036,
      "learning_rate": 9.714195519844788e-05,
      "loss": 0.0191,
      "step": 12220
    },
    {
      "grad_norm": 0.27363917231559753,
      "learning_rate": 9.713506347110386e-05,
      "loss": 0.017,
      "step": 12230
    },
    {
      "grad_norm": 0.20127913355827332,
      "learning_rate": 9.712816368966662e-05,
      "loss": 0.0168,
      "step": 12240
    },
    {
      "grad_norm": 0.3368346691131592,
      "learning_rate": 9.712125585531517e-05,
      "loss": 0.0207,
      "step": 12250
    },
    {
      "grad_norm": 0.22935083508491516,
      "learning_rate": 9.711433996922988e-05,
      "loss": 0.0193,
      "step": 12260
    },
    {
      "grad_norm": 0.21330472826957703,
      "learning_rate": 9.710741603259245e-05,
      "loss": 0.0217,
      "step": 12270
    },
    {
      "grad_norm": 0.20881007611751556,
      "learning_rate": 9.710048404658603e-05,
      "loss": 0.0186,
      "step": 12280
    },
    {
      "grad_norm": 0.17342618107795715,
      "learning_rate": 9.709354401239508e-05,
      "loss": 0.0183,
      "step": 12290
    },
    {
      "grad_norm": 0.23784968256950378,
      "learning_rate": 9.708659593120546e-05,
      "loss": 0.0192,
      "step": 12300
    },
    {
      "grad_norm": 0.23157134652137756,
      "learning_rate": 9.707963980420443e-05,
      "loss": 0.0207,
      "step": 12310
    },
    {
      "grad_norm": 0.172146737575531,
      "learning_rate": 9.707267563258058e-05,
      "loss": 0.0158,
      "step": 12320
    },
    {
      "grad_norm": 0.216389998793602,
      "learning_rate": 9.70657034175239e-05,
      "loss": 0.0173,
      "step": 12330
    },
    {
      "grad_norm": 0.20704789459705353,
      "learning_rate": 9.705872316022577e-05,
      "loss": 0.0208,
      "step": 12340
    },
    {
      "grad_norm": 0.20111405849456787,
      "learning_rate": 9.705173486187891e-05,
      "loss": 0.0179,
      "step": 12350
    },
    {
      "grad_norm": 0.25501254200935364,
      "learning_rate": 9.704473852367741e-05,
      "loss": 0.0247,
      "step": 12360
    },
    {
      "grad_norm": 0.23284225165843964,
      "learning_rate": 9.70377341468168e-05,
      "loss": 0.0191,
      "step": 12370
    },
    {
      "grad_norm": 0.24420854449272156,
      "learning_rate": 9.703072173249389e-05,
      "loss": 0.0185,
      "step": 12380
    },
    {
      "grad_norm": 0.22483965754508972,
      "learning_rate": 9.702370128190693e-05,
      "loss": 0.0161,
      "step": 12390
    },
    {
      "grad_norm": 0.19778388738632202,
      "learning_rate": 9.701667279625552e-05,
      "loss": 0.0213,
      "step": 12400
    },
    {
      "grad_norm": 0.19247694313526154,
      "learning_rate": 9.700963627674065e-05,
      "loss": 0.0169,
      "step": 12410
    },
    {
      "grad_norm": 0.2351117879152298,
      "learning_rate": 9.700259172456466e-05,
      "loss": 0.0172,
      "step": 12420
    },
    {
      "grad_norm": 0.16455838084220886,
      "learning_rate": 9.699553914093124e-05,
      "loss": 0.0157,
      "step": 12430
    },
    {
      "grad_norm": 0.18576236069202423,
      "learning_rate": 9.698847852704553e-05,
      "loss": 0.0165,
      "step": 12440
    },
    {
      "grad_norm": 0.22169683873653412,
      "learning_rate": 9.6981409884114e-05,
      "loss": 0.0249,
      "step": 12450
    },
    {
      "grad_norm": 0.4429340064525604,
      "learning_rate": 9.697433321334443e-05,
      "loss": 0.0177,
      "step": 12460
    },
    {
      "grad_norm": 0.2589166462421417,
      "learning_rate": 9.696724851594607e-05,
      "loss": 0.0219,
      "step": 12470
    },
    {
      "grad_norm": 0.1737583875656128,
      "learning_rate": 9.696015579312952e-05,
      "loss": 0.0167,
      "step": 12480
    },
    {
      "grad_norm": 0.20093324780464172,
      "learning_rate": 9.695305504610668e-05,
      "loss": 0.0162,
      "step": 12490
    },
    {
      "grad_norm": 0.22829070687294006,
      "learning_rate": 9.694594627609092e-05,
      "loss": 0.0164,
      "step": 12500
    },
    {
      "grad_norm": 0.2258264422416687,
      "learning_rate": 9.693882948429691e-05,
      "loss": 0.017,
      "step": 12510
    },
    {
      "grad_norm": 0.20375555753707886,
      "learning_rate": 9.693170467194071e-05,
      "loss": 0.0184,
      "step": 12520
    },
    {
      "grad_norm": 0.17012882232666016,
      "learning_rate": 9.692457184023977e-05,
      "loss": 0.0195,
      "step": 12530
    },
    {
      "grad_norm": 0.18955504894256592,
      "learning_rate": 9.691743099041291e-05,
      "loss": 0.017,
      "step": 12540
    },
    {
      "grad_norm": 0.25962018966674805,
      "learning_rate": 9.691028212368027e-05,
      "loss": 0.0167,
      "step": 12550
    },
    {
      "grad_norm": 0.1951056867837906,
      "learning_rate": 9.690312524126342e-05,
      "loss": 0.0151,
      "step": 12560
    },
    {
      "grad_norm": 0.19832569360733032,
      "learning_rate": 9.689596034438527e-05,
      "loss": 0.0162,
      "step": 12570
    },
    {
      "grad_norm": 0.20500408113002777,
      "learning_rate": 9.688878743427012e-05,
      "loss": 0.015,
      "step": 12580
    },
    {
      "grad_norm": 0.271946519613266,
      "learning_rate": 9.688160651214359e-05,
      "loss": 0.016,
      "step": 12590
    },
    {
      "grad_norm": 0.21125653386116028,
      "learning_rate": 9.687441757923273e-05,
      "loss": 0.0176,
      "step": 12600
    },
    {
      "grad_norm": 0.22015267610549927,
      "learning_rate": 9.68672206367659e-05,
      "loss": 0.0161,
      "step": 12610
    },
    {
      "grad_norm": 0.2658013105392456,
      "learning_rate": 9.686001568597291e-05,
      "loss": 0.0201,
      "step": 12620
    },
    {
      "grad_norm": 0.24626858532428741,
      "learning_rate": 9.685280272808486e-05,
      "loss": 0.0166,
      "step": 12630
    },
    {
      "grad_norm": 0.26217472553253174,
      "learning_rate": 9.684558176433424e-05,
      "loss": 0.0166,
      "step": 12640
    },
    {
      "grad_norm": 0.2128893882036209,
      "learning_rate": 9.683835279595495e-05,
      "loss": 0.0171,
      "step": 12650
    },
    {
      "grad_norm": 0.18179072439670563,
      "learning_rate": 9.683111582418216e-05,
      "loss": 0.0133,
      "step": 12660
    },
    {
      "grad_norm": 0.2710782587528229,
      "learning_rate": 9.682387085025254e-05,
      "loss": 0.0148,
      "step": 12670
    },
    {
      "grad_norm": 0.23871701955795288,
      "learning_rate": 9.681661787540401e-05,
      "loss": 0.0173,
      "step": 12680
    },
    {
      "grad_norm": 0.2869615852832794,
      "learning_rate": 9.680935690087593e-05,
      "loss": 0.0191,
      "step": 12690
    },
    {
      "grad_norm": 0.2417600452899933,
      "learning_rate": 9.680208792790901e-05,
      "loss": 0.0183,
      "step": 12700
    },
    {
      "grad_norm": 0.2003248929977417,
      "learning_rate": 9.679481095774529e-05,
      "loss": 0.0159,
      "step": 12710
    },
    {
      "grad_norm": 0.21244405210018158,
      "learning_rate": 9.678752599162822e-05,
      "loss": 0.0172,
      "step": 12720
    },
    {
      "grad_norm": 0.26162102818489075,
      "learning_rate": 9.678023303080259e-05,
      "loss": 0.0158,
      "step": 12730
    },
    {
      "grad_norm": 0.19478337466716766,
      "learning_rate": 9.677293207651459e-05,
      "loss": 0.0164,
      "step": 12740
    },
    {
      "grad_norm": 0.2510935068130493,
      "learning_rate": 9.676562313001173e-05,
      "loss": 0.0165,
      "step": 12750
    },
    {
      "grad_norm": 0.19088700413703918,
      "learning_rate": 9.675830619254293e-05,
      "loss": 0.0176,
      "step": 12760
    },
    {
      "grad_norm": 0.20341435074806213,
      "learning_rate": 9.675098126535843e-05,
      "loss": 0.0195,
      "step": 12770
    },
    {
      "grad_norm": 0.21900177001953125,
      "learning_rate": 9.674364834970988e-05,
      "loss": 0.0205,
      "step": 12780
    },
    {
      "grad_norm": 0.25362831354141235,
      "learning_rate": 9.673630744685028e-05,
      "loss": 0.0156,
      "step": 12790
    },
    {
      "grad_norm": 0.20551882684230804,
      "learning_rate": 9.672895855803397e-05,
      "loss": 0.0182,
      "step": 12800
    },
    {
      "grad_norm": 0.2756454646587372,
      "learning_rate": 9.672160168451667e-05,
      "loss": 0.0158,
      "step": 12810
    },
    {
      "grad_norm": 0.2876286506652832,
      "learning_rate": 9.671423682755549e-05,
      "loss": 0.0188,
      "step": 12820
    },
    {
      "grad_norm": 0.18926411867141724,
      "learning_rate": 9.670686398840888e-05,
      "loss": 0.0171,
      "step": 12830
    },
    {
      "grad_norm": 0.1908763200044632,
      "learning_rate": 9.669948316833664e-05,
      "loss": 0.0162,
      "step": 12840
    },
    {
      "grad_norm": 0.2439303696155548,
      "learning_rate": 9.669209436859997e-05,
      "loss": 0.0162,
      "step": 12850
    },
    {
      "grad_norm": 0.23167113959789276,
      "learning_rate": 9.66846975904614e-05,
      "loss": 0.0198,
      "step": 12860
    },
    {
      "grad_norm": 0.22150014340877533,
      "learning_rate": 9.667729283518483e-05,
      "loss": 0.016,
      "step": 12870
    },
    {
      "grad_norm": 0.18948450684547424,
      "learning_rate": 9.666988010403557e-05,
      "loss": 0.0157,
      "step": 12880
    },
    {
      "grad_norm": 0.2069055587053299,
      "learning_rate": 9.66624593982802e-05,
      "loss": 0.0165,
      "step": 12890
    },
    {
      "grad_norm": 0.23214726150035858,
      "learning_rate": 9.665503071918675e-05,
      "loss": 0.017,
      "step": 12900
    },
    {
      "grad_norm": 0.22907349467277527,
      "learning_rate": 9.664759406802456e-05,
      "loss": 0.0153,
      "step": 12910
    },
    {
      "grad_norm": 0.17405131459236145,
      "learning_rate": 9.664014944606437e-05,
      "loss": 0.0168,
      "step": 12920
    },
    {
      "grad_norm": 0.19061607122421265,
      "learning_rate": 9.663269685457822e-05,
      "loss": 0.0167,
      "step": 12930
    },
    {
      "grad_norm": 0.21375314891338348,
      "learning_rate": 9.662523629483962e-05,
      "loss": 0.0181,
      "step": 12940
    },
    {
      "grad_norm": 0.23798643052577972,
      "learning_rate": 9.661776776812333e-05,
      "loss": 0.0152,
      "step": 12950
    },
    {
      "grad_norm": 0.22009873390197754,
      "learning_rate": 9.661029127570553e-05,
      "loss": 0.0167,
      "step": 12960
    },
    {
      "grad_norm": 0.24503712356090546,
      "learning_rate": 9.660280681886373e-05,
      "loss": 0.0162,
      "step": 12970
    },
    {
      "grad_norm": 0.20816203951835632,
      "learning_rate": 9.659531439887685e-05,
      "loss": 0.0176,
      "step": 12980
    },
    {
      "grad_norm": 0.2793334722518921,
      "learning_rate": 9.658781401702511e-05,
      "loss": 0.0242,
      "step": 12990
    },
    {
      "grad_norm": 0.2006528377532959,
      "learning_rate": 9.658030567459015e-05,
      "loss": 0.0151,
      "step": 13000
    },
    {
      "grad_norm": 0.23950548470020294,
      "learning_rate": 9.65727893728549e-05,
      "loss": 0.0175,
      "step": 13010
    },
    {
      "grad_norm": 0.28782758116722107,
      "learning_rate": 9.656526511310375e-05,
      "loss": 0.0169,
      "step": 13020
    },
    {
      "grad_norm": 0.2134096622467041,
      "learning_rate": 9.655773289662233e-05,
      "loss": 0.0166,
      "step": 13030
    },
    {
      "grad_norm": 0.19827748835086823,
      "learning_rate": 9.655019272469772e-05,
      "loss": 0.0218,
      "step": 13040
    },
    {
      "grad_norm": 0.2226150929927826,
      "learning_rate": 9.654264459861832e-05,
      "loss": 0.0198,
      "step": 13050
    },
    {
      "grad_norm": 0.1740843802690506,
      "learning_rate": 9.653508851967391e-05,
      "loss": 0.0161,
      "step": 13060
    },
    {
      "grad_norm": 0.23059391975402832,
      "learning_rate": 9.65275244891556e-05,
      "loss": 0.0145,
      "step": 13070
    },
    {
      "grad_norm": 0.22842340171337128,
      "learning_rate": 9.651995250835591e-05,
      "loss": 0.0143,
      "step": 13080
    },
    {
      "grad_norm": 0.24035169184207916,
      "learning_rate": 9.651237257856862e-05,
      "loss": 0.0156,
      "step": 13090
    },
    {
      "grad_norm": 0.22183674573898315,
      "learning_rate": 9.6504784701089e-05,
      "loss": 0.0132,
      "step": 13100
    },
    {
      "grad_norm": 0.27995991706848145,
      "learning_rate": 9.649718887721357e-05,
      "loss": 0.0184,
      "step": 13110
    },
    {
      "grad_norm": 0.27742472290992737,
      "learning_rate": 9.648958510824028e-05,
      "loss": 0.0159,
      "step": 13120
    },
    {
      "grad_norm": 0.1380978524684906,
      "learning_rate": 9.648197339546837e-05,
      "loss": 0.0167,
      "step": 13130
    },
    {
      "grad_norm": 0.17858648300170898,
      "learning_rate": 9.647435374019851e-05,
      "loss": 0.0182,
      "step": 13140
    },
    {
      "grad_norm": 0.30735474824905396,
      "learning_rate": 9.646672614373266e-05,
      "loss": 0.0185,
      "step": 13150
    },
    {
      "grad_norm": 0.27172085642814636,
      "learning_rate": 9.645909060737418e-05,
      "loss": 0.0164,
      "step": 13160
    },
    {
      "grad_norm": 0.20482251048088074,
      "learning_rate": 9.645144713242778e-05,
      "loss": 0.0195,
      "step": 13170
    },
    {
      "grad_norm": 0.23945070803165436,
      "learning_rate": 9.64437957201995e-05,
      "loss": 0.0157,
      "step": 13180
    },
    {
      "grad_norm": 0.22851334512233734,
      "learning_rate": 9.643613637199678e-05,
      "loss": 0.0181,
      "step": 13190
    },
    {
      "grad_norm": 0.16484220325946808,
      "learning_rate": 9.642846908912839e-05,
      "loss": 0.0177,
      "step": 13200
    },
    {
      "grad_norm": 0.15400375425815582,
      "learning_rate": 9.642079387290444e-05,
      "loss": 0.016,
      "step": 13210
    },
    {
      "grad_norm": 0.1980152130126953,
      "learning_rate": 9.641311072463644e-05,
      "loss": 0.0191,
      "step": 13220
    },
    {
      "grad_norm": 0.19746384024620056,
      "learning_rate": 9.640541964563722e-05,
      "loss": 0.0188,
      "step": 13230
    },
    {
      "grad_norm": 0.22499318420886993,
      "learning_rate": 9.639772063722096e-05,
      "loss": 0.0202,
      "step": 13240
    },
    {
      "grad_norm": 0.2118482142686844,
      "learning_rate": 9.639001370070324e-05,
      "loss": 0.0163,
      "step": 13250
    },
    {
      "grad_norm": 0.21345260739326477,
      "learning_rate": 9.638229883740095e-05,
      "loss": 0.0168,
      "step": 13260
    },
    {
      "grad_norm": 0.22634746134281158,
      "learning_rate": 9.637457604863233e-05,
      "loss": 0.0149,
      "step": 13270
    },
    {
      "grad_norm": 0.2709628641605377,
      "learning_rate": 9.636684533571703e-05,
      "loss": 0.0162,
      "step": 13280
    },
    {
      "grad_norm": 0.23433049023151398,
      "learning_rate": 9.635910669997599e-05,
      "loss": 0.0133,
      "step": 13290
    },
    {
      "grad_norm": 0.1543884128332138,
      "learning_rate": 9.635136014273154e-05,
      "loss": 0.0179,
      "step": 13300
    },
    {
      "grad_norm": 0.2005540132522583,
      "learning_rate": 9.634360566530735e-05,
      "loss": 0.0162,
      "step": 13310
    },
    {
      "grad_norm": 0.2269100397825241,
      "learning_rate": 9.633584326902845e-05,
      "loss": 0.0162,
      "step": 13320
    },
    {
      "grad_norm": 0.19906538724899292,
      "learning_rate": 9.632807295522124e-05,
      "loss": 0.0166,
      "step": 13330
    },
    {
      "grad_norm": 0.28860315680503845,
      "learning_rate": 9.632029472521342e-05,
      "loss": 0.0177,
      "step": 13340
    },
    {
      "grad_norm": 0.1586405336856842,
      "learning_rate": 9.631250858033409e-05,
      "loss": 0.0164,
      "step": 13350
    },
    {
      "grad_norm": 0.18872053921222687,
      "learning_rate": 9.630471452191371e-05,
      "loss": 0.0183,
      "step": 13360
    },
    {
      "grad_norm": 0.2351226806640625,
      "learning_rate": 9.629691255128405e-05,
      "loss": 0.0168,
      "step": 13370
    },
    {
      "grad_norm": 0.2073543220758438,
      "learning_rate": 9.628910266977825e-05,
      "loss": 0.0148,
      "step": 13380
    },
    {
      "grad_norm": 0.1721937507390976,
      "learning_rate": 9.628128487873083e-05,
      "loss": 0.0136,
      "step": 13390
    },
    {
      "grad_norm": 0.21049675345420837,
      "learning_rate": 9.627345917947761e-05,
      "loss": 0.0173,
      "step": 13400
    },
    {
      "grad_norm": 0.18327344954013824,
      "learning_rate": 9.626562557335579e-05,
      "loss": 0.015,
      "step": 13410
    },
    {
      "grad_norm": 0.19546419382095337,
      "learning_rate": 9.625778406170393e-05,
      "loss": 0.0152,
      "step": 13420
    },
    {
      "grad_norm": 0.24785923957824707,
      "learning_rate": 9.624993464586193e-05,
      "loss": 0.0182,
      "step": 13430
    },
    {
      "grad_norm": 0.2629808485507965,
      "learning_rate": 9.624207732717105e-05,
      "loss": 0.0194,
      "step": 13440
    },
    {
      "grad_norm": 0.20664054155349731,
      "learning_rate": 9.623421210697386e-05,
      "loss": 0.0174,
      "step": 13450
    },
    {
      "grad_norm": 0.21396569907665253,
      "learning_rate": 9.622633898661434e-05,
      "loss": 0.0184,
      "step": 13460
    },
    {
      "grad_norm": 0.2185993641614914,
      "learning_rate": 9.621845796743778e-05,
      "loss": 0.0208,
      "step": 13470
    },
    {
      "grad_norm": 0.2630806267261505,
      "learning_rate": 9.621056905079082e-05,
      "loss": 0.0173,
      "step": 13480
    },
    {
      "grad_norm": 0.23326046764850616,
      "learning_rate": 9.620267223802149e-05,
      "loss": 0.0158,
      "step": 13490
    },
    {
      "grad_norm": 0.17136557400226593,
      "learning_rate": 9.619476753047911e-05,
      "loss": 0.0145,
      "step": 13500
    },
    {
      "grad_norm": 0.17010322213172913,
      "learning_rate": 9.618685492951438e-05,
      "loss": 0.0172,
      "step": 13510
    },
    {
      "grad_norm": 0.19387157261371613,
      "learning_rate": 9.617893443647938e-05,
      "loss": 0.0135,
      "step": 13520
    },
    {
      "grad_norm": 0.19256310164928436,
      "learning_rate": 9.617100605272746e-05,
      "loss": 0.015,
      "step": 13530
    },
    {
      "grad_norm": 0.2246532440185547,
      "learning_rate": 9.616306977961338e-05,
      "loss": 0.0139,
      "step": 13540
    },
    {
      "grad_norm": 0.1905011087656021,
      "learning_rate": 9.615512561849326e-05,
      "loss": 0.0145,
      "step": 13550
    },
    {
      "grad_norm": 0.2382698953151703,
      "learning_rate": 9.61471735707245e-05,
      "loss": 0.0199,
      "step": 13560
    },
    {
      "grad_norm": 0.24660086631774902,
      "learning_rate": 9.613921363766592e-05,
      "loss": 0.0156,
      "step": 13570
    },
    {
      "grad_norm": 0.19265654683113098,
      "learning_rate": 9.613124582067763e-05,
      "loss": 0.0146,
      "step": 13580
    },
    {
      "grad_norm": 0.1838933229446411,
      "learning_rate": 9.612327012112112e-05,
      "loss": 0.0155,
      "step": 13590
    },
    {
      "grad_norm": 0.25861412286758423,
      "learning_rate": 9.611528654035921e-05,
      "loss": 0.0138,
      "step": 13600
    },
    {
      "grad_norm": 0.18514253199100494,
      "learning_rate": 9.610729507975611e-05,
      "loss": 0.017,
      "step": 13610
    },
    {
      "grad_norm": 0.1880900114774704,
      "learning_rate": 9.609929574067731e-05,
      "loss": 0.0159,
      "step": 13620
    },
    {
      "grad_norm": 0.15703365206718445,
      "learning_rate": 9.609128852448967e-05,
      "loss": 0.0159,
      "step": 13630
    },
    {
      "grad_norm": 0.16377493739128113,
      "learning_rate": 9.608327343256143e-05,
      "loss": 0.0158,
      "step": 13640
    },
    {
      "grad_norm": 0.2304820865392685,
      "learning_rate": 9.607525046626216e-05,
      "loss": 0.0158,
      "step": 13650
    },
    {
      "grad_norm": 0.18753643333911896,
      "learning_rate": 9.606721962696272e-05,
      "loss": 0.0143,
      "step": 13660
    },
    {
      "grad_norm": 0.23071718215942383,
      "learning_rate": 9.60591809160354e-05,
      "loss": 0.0161,
      "step": 13670
    },
    {
      "grad_norm": 0.2683578431606293,
      "learning_rate": 9.605113433485378e-05,
      "loss": 0.0157,
      "step": 13680
    },
    {
      "grad_norm": 0.2092842161655426,
      "learning_rate": 9.604307988479279e-05,
      "loss": 0.0166,
      "step": 13690
    },
    {
      "grad_norm": 0.1711520403623581,
      "learning_rate": 9.603501756722876e-05,
      "loss": 0.0151,
      "step": 13700
    },
    {
      "grad_norm": 0.20006150007247925,
      "learning_rate": 9.602694738353927e-05,
      "loss": 0.0169,
      "step": 13710
    },
    {
      "grad_norm": 0.2190553843975067,
      "learning_rate": 9.601886933510331e-05,
      "loss": 0.0172,
      "step": 13720
    },
    {
      "grad_norm": 0.22339503467082977,
      "learning_rate": 9.60107834233012e-05,
      "loss": 0.0155,
      "step": 13730
    },
    {
      "grad_norm": 0.2253050059080124,
      "learning_rate": 9.60026896495146e-05,
      "loss": 0.0187,
      "step": 13740
    },
    {
      "grad_norm": 0.19820579886436462,
      "learning_rate": 9.599458801512652e-05,
      "loss": 0.0144,
      "step": 13750
    },
    {
      "grad_norm": 0.24450229108333588,
      "learning_rate": 9.598647852152129e-05,
      "loss": 0.0143,
      "step": 13760
    },
    {
      "grad_norm": 0.19496899843215942,
      "learning_rate": 9.597836117008462e-05,
      "loss": 0.0171,
      "step": 13770
    },
    {
      "grad_norm": 0.19759394228458405,
      "learning_rate": 9.597023596220356e-05,
      "loss": 0.0186,
      "step": 13780
    },
    {
      "grad_norm": 0.2045399397611618,
      "learning_rate": 9.596210289926643e-05,
      "loss": 0.0153,
      "step": 13790
    },
    {
      "grad_norm": 0.2786710560321808,
      "learning_rate": 9.5953961982663e-05,
      "loss": 0.0154,
      "step": 13800
    },
    {
      "grad_norm": 0.3687841594219208,
      "learning_rate": 9.594581321378431e-05,
      "loss": 0.0165,
      "step": 13810
    },
    {
      "grad_norm": 0.20075836777687073,
      "learning_rate": 9.593765659402276e-05,
      "loss": 0.0177,
      "step": 13820
    },
    {
      "grad_norm": 0.23547106981277466,
      "learning_rate": 9.59294921247721e-05,
      "loss": 0.015,
      "step": 13830
    },
    {
      "grad_norm": 0.19620366394519806,
      "learning_rate": 9.59213198074274e-05,
      "loss": 0.0141,
      "step": 13840
    },
    {
      "grad_norm": 0.21660323441028595,
      "learning_rate": 9.59131396433851e-05,
      "loss": 0.0163,
      "step": 13850
    },
    {
      "grad_norm": 0.26219087839126587,
      "learning_rate": 9.590495163404297e-05,
      "loss": 0.0178,
      "step": 13860
    },
    {
      "grad_norm": 0.17897824943065643,
      "learning_rate": 9.589675578080009e-05,
      "loss": 0.016,
      "step": 13870
    },
    {
      "grad_norm": 0.23164260387420654,
      "learning_rate": 9.588855208505694e-05,
      "loss": 0.0163,
      "step": 13880
    },
    {
      "grad_norm": 0.2048715353012085,
      "learning_rate": 9.588034054821529e-05,
      "loss": 0.0145,
      "step": 13890
    },
    {
      "grad_norm": 0.20711378753185272,
      "learning_rate": 9.587212117167826e-05,
      "loss": 0.0162,
      "step": 13900
    },
    {
      "grad_norm": 0.22472336888313293,
      "learning_rate": 9.586389395685033e-05,
      "loss": 0.0138,
      "step": 13910
    },
    {
      "grad_norm": 0.22538676857948303,
      "learning_rate": 9.585565890513733e-05,
      "loss": 0.0146,
      "step": 13920
    },
    {
      "grad_norm": 0.20942215621471405,
      "learning_rate": 9.584741601794636e-05,
      "loss": 0.0147,
      "step": 13930
    },
    {
      "grad_norm": 0.21139447391033173,
      "learning_rate": 9.58391652966859e-05,
      "loss": 0.0152,
      "step": 13940
    },
    {
      "grad_norm": 0.21437665820121765,
      "learning_rate": 9.583090674276583e-05,
      "loss": 0.0171,
      "step": 13950
    },
    {
      "grad_norm": 0.2563517689704895,
      "learning_rate": 9.582264035759726e-05,
      "loss": 0.0156,
      "step": 13960
    },
    {
      "grad_norm": 0.2916884124279022,
      "learning_rate": 9.58143661425927e-05,
      "loss": 0.0167,
      "step": 13970
    },
    {
      "grad_norm": 0.17540308833122253,
      "learning_rate": 9.580608409916601e-05,
      "loss": 0.0179,
      "step": 13980
    },
    {
      "grad_norm": 0.26157665252685547,
      "learning_rate": 9.579779422873233e-05,
      "loss": 0.0193,
      "step": 13990
    },
    {
      "grad_norm": 0.2449590265750885,
      "learning_rate": 9.578949653270819e-05,
      "loss": 0.021,
      "step": 14000
    },
    {
      "grad_norm": 0.20943903923034668,
      "learning_rate": 9.578119101251144e-05,
      "loss": 0.0137,
      "step": 14010
    },
    {
      "grad_norm": 0.18112343549728394,
      "learning_rate": 9.577287766956127e-05,
      "loss": 0.0163,
      "step": 14020
    },
    {
      "grad_norm": 0.24193121492862701,
      "learning_rate": 9.57645565052782e-05,
      "loss": 0.0152,
      "step": 14030
    },
    {
      "grad_norm": 0.26600030064582825,
      "learning_rate": 9.575622752108407e-05,
      "loss": 0.018,
      "step": 14040
    },
    {
      "grad_norm": 0.22042126953601837,
      "learning_rate": 9.57478907184021e-05,
      "loss": 0.0195,
      "step": 14050
    },
    {
      "grad_norm": 0.25403931736946106,
      "learning_rate": 9.573954609865681e-05,
      "loss": 0.0176,
      "step": 14060
    },
    {
      "grad_norm": 0.24770650267601013,
      "learning_rate": 9.573119366327408e-05,
      "loss": 0.0194,
      "step": 14070
    },
    {
      "grad_norm": 0.27592337131500244,
      "learning_rate": 9.57228334136811e-05,
      "loss": 0.0173,
      "step": 14080
    },
    {
      "grad_norm": 0.2219957858324051,
      "learning_rate": 9.571446535130641e-05,
      "loss": 0.0186,
      "step": 14090
    },
    {
      "grad_norm": 0.25445759296417236,
      "learning_rate": 9.570608947757988e-05,
      "loss": 0.0173,
      "step": 14100
    },
    {
      "grad_norm": 0.2438957393169403,
      "learning_rate": 9.569770579393274e-05,
      "loss": 0.0166,
      "step": 14110
    },
    {
      "grad_norm": 0.17989687621593475,
      "learning_rate": 9.56893143017975e-05,
      "loss": 0.0168,
      "step": 14120
    },
    {
      "grad_norm": 0.24896939098834991,
      "learning_rate": 9.568091500260806e-05,
      "loss": 0.0151,
      "step": 14130
    },
    {
      "grad_norm": 0.17997905611991882,
      "learning_rate": 9.567250789779961e-05,
      "loss": 0.0143,
      "step": 14140
    },
    {
      "grad_norm": 0.2202969789505005,
      "learning_rate": 9.566409298880872e-05,
      "loss": 0.0157,
      "step": 14150
    },
    {
      "grad_norm": 0.23241761326789856,
      "learning_rate": 9.565567027707326e-05,
      "loss": 0.0179,
      "step": 14160
    },
    {
      "grad_norm": 0.26811039447784424,
      "learning_rate": 9.56472397640324e-05,
      "loss": 0.0169,
      "step": 14170
    },
    {
      "grad_norm": 0.2038077414035797,
      "learning_rate": 9.563880145112675e-05,
      "loss": 0.0202,
      "step": 14180
    },
    {
      "grad_norm": 0.16342124342918396,
      "learning_rate": 9.563035533979814e-05,
      "loss": 0.0154,
      "step": 14190
    },
    {
      "grad_norm": 0.1986149400472641,
      "learning_rate": 9.562190143148981e-05,
      "loss": 0.0193,
      "step": 14200
    },
    {
      "grad_norm": 0.15543045103549957,
      "learning_rate": 9.561343972764627e-05,
      "loss": 0.0133,
      "step": 14210
    },
    {
      "grad_norm": 0.16018593311309814,
      "learning_rate": 9.560497022971343e-05,
      "loss": 0.0155,
      "step": 14220
    },
    {
      "grad_norm": 0.2365039736032486,
      "learning_rate": 9.559649293913847e-05,
      "loss": 0.0149,
      "step": 14230
    },
    {
      "grad_norm": 0.21893291175365448,
      "learning_rate": 9.558800785736993e-05,
      "loss": 0.0178,
      "step": 14240
    },
    {
      "grad_norm": 0.24009978771209717,
      "learning_rate": 9.557951498585767e-05,
      "loss": 0.0177,
      "step": 14250
    },
    {
      "grad_norm": 0.22301085293293,
      "learning_rate": 9.557101432605293e-05,
      "loss": 0.0158,
      "step": 14260
    },
    {
      "grad_norm": 0.2044178694486618,
      "learning_rate": 9.556250587940818e-05,
      "loss": 0.0163,
      "step": 14270
    },
    {
      "grad_norm": 0.23526006937026978,
      "learning_rate": 9.555398964737734e-05,
      "loss": 0.0162,
      "step": 14280
    },
    {
      "grad_norm": 0.25124457478523254,
      "learning_rate": 9.554546563141555e-05,
      "loss": 0.0155,
      "step": 14290
    },
    {
      "grad_norm": 0.2508791387081146,
      "learning_rate": 9.553693383297937e-05,
      "loss": 0.0192,
      "step": 14300
    },
    {
      "grad_norm": 0.19767458736896515,
      "learning_rate": 9.552839425352663e-05,
      "loss": 0.0148,
      "step": 14310
    },
    {
      "grad_norm": 0.20059888064861298,
      "learning_rate": 9.551984689451652e-05,
      "loss": 0.0162,
      "step": 14320
    },
    {
      "grad_norm": 0.2128722220659256,
      "learning_rate": 9.551129175740953e-05,
      "loss": 0.0166,
      "step": 14330
    },
    {
      "grad_norm": 0.14695122838020325,
      "learning_rate": 9.550272884366754e-05,
      "loss": 0.0142,
      "step": 14340
    },
    {
      "grad_norm": 0.1504315286874771,
      "learning_rate": 9.549415815475369e-05,
      "loss": 0.0155,
      "step": 14350
    },
    {
      "grad_norm": 0.15290725231170654,
      "learning_rate": 9.548557969213247e-05,
      "loss": 0.0143,
      "step": 14360
    },
    {
      "grad_norm": 0.1714729517698288,
      "learning_rate": 9.547699345726972e-05,
      "loss": 0.0123,
      "step": 14370
    },
    {
      "grad_norm": 0.19310979545116425,
      "learning_rate": 9.546839945163257e-05,
      "loss": 0.0133,
      "step": 14380
    },
    {
      "grad_norm": 0.2227582186460495,
      "learning_rate": 9.545979767668953e-05,
      "loss": 0.0165,
      "step": 14390
    },
    {
      "grad_norm": 0.19209016859531403,
      "learning_rate": 9.54511881339104e-05,
      "loss": 0.0157,
      "step": 14400
    },
    {
      "grad_norm": 0.1955484300851822,
      "learning_rate": 9.54425708247663e-05,
      "loss": 0.017,
      "step": 14410
    },
    {
      "grad_norm": 0.1926402449607849,
      "learning_rate": 9.543394575072972e-05,
      "loss": 0.0157,
      "step": 14420
    },
    {
      "grad_norm": 0.21464917063713074,
      "learning_rate": 9.542531291327441e-05,
      "loss": 0.0143,
      "step": 14430
    },
    {
      "grad_norm": 0.16287541389465332,
      "learning_rate": 9.541667231387552e-05,
      "loss": 0.0132,
      "step": 14440
    },
    {
      "grad_norm": 0.20301847159862518,
      "learning_rate": 9.540802395400949e-05,
      "loss": 0.0143,
      "step": 14450
    },
    {
      "grad_norm": 0.1699981838464737,
      "learning_rate": 9.539936783515406e-05,
      "loss": 0.0146,
      "step": 14460
    },
    {
      "grad_norm": 0.19603444635868073,
      "learning_rate": 9.539070395878835e-05,
      "loss": 0.0171,
      "step": 14470
    },
    {
      "grad_norm": 0.21420486271381378,
      "learning_rate": 9.538203232639277e-05,
      "loss": 0.0137,
      "step": 14480
    },
    {
      "grad_norm": 0.1256834715604782,
      "learning_rate": 9.537335293944907e-05,
      "loss": 0.0149,
      "step": 14490
    },
    {
      "grad_norm": 0.1961212009191513,
      "learning_rate": 9.536466579944032e-05,
      "loss": 0.0141,
      "step": 14500
    },
    {
      "grad_norm": 0.1681392639875412,
      "learning_rate": 9.535597090785091e-05,
      "loss": 0.0158,
      "step": 14510
    },
    {
      "grad_norm": 0.17317494750022888,
      "learning_rate": 9.534726826616656e-05,
      "loss": 0.0141,
      "step": 14520
    },
    {
      "grad_norm": 0.17453011870384216,
      "learning_rate": 9.53385578758743e-05,
      "loss": 0.0143,
      "step": 14530
    },
    {
      "grad_norm": 0.15404562652111053,
      "learning_rate": 9.532983973846252e-05,
      "loss": 0.016,
      "step": 14540
    },
    {
      "grad_norm": 0.20784296095371246,
      "learning_rate": 9.53211138554209e-05,
      "loss": 0.0137,
      "step": 14550
    },
    {
      "grad_norm": 0.18411390483379364,
      "learning_rate": 9.531238022824047e-05,
      "loss": 0.014,
      "step": 14560
    },
    {
      "grad_norm": 0.19282034039497375,
      "learning_rate": 9.530363885841355e-05,
      "loss": 0.0162,
      "step": 14570
    },
    {
      "grad_norm": 0.17514410614967346,
      "learning_rate": 9.52948897474338e-05,
      "loss": 0.0168,
      "step": 14580
    },
    {
      "grad_norm": 0.19982695579528809,
      "learning_rate": 9.528613289679622e-05,
      "loss": 0.0145,
      "step": 14590
    },
    {
      "grad_norm": 0.17274288833141327,
      "learning_rate": 9.52773683079971e-05,
      "loss": 0.0143,
      "step": 14600
    },
    {
      "grad_norm": 0.1900903433561325,
      "learning_rate": 9.526859598253407e-05,
      "loss": 0.0153,
      "step": 14610
    },
    {
      "grad_norm": 0.2061288058757782,
      "learning_rate": 9.525981592190609e-05,
      "loss": 0.0164,
      "step": 14620
    },
    {
      "grad_norm": 0.18867795169353485,
      "learning_rate": 9.525102812761342e-05,
      "loss": 0.0158,
      "step": 14630
    },
    {
      "grad_norm": 0.17402228713035583,
      "learning_rate": 9.524223260115768e-05,
      "loss": 0.0148,
      "step": 14640
    },
    {
      "grad_norm": 0.277385413646698,
      "learning_rate": 9.523342934404175e-05,
      "loss": 0.014,
      "step": 14650
    },
    {
      "grad_norm": 0.1722254753112793,
      "learning_rate": 9.522461835776989e-05,
      "loss": 0.0185,
      "step": 14660
    },
    {
      "grad_norm": 0.20834419131278992,
      "learning_rate": 9.521579964384764e-05,
      "loss": 0.0152,
      "step": 14670
    },
    {
      "grad_norm": 0.17455589771270752,
      "learning_rate": 9.52069732037819e-05,
      "loss": 0.016,
      "step": 14680
    },
    {
      "grad_norm": 0.2282034307718277,
      "learning_rate": 9.519813903908083e-05,
      "loss": 0.0145,
      "step": 14690
    },
    {
      "grad_norm": 0.2551082968711853,
      "learning_rate": 9.5189297151254e-05,
      "loss": 0.0161,
      "step": 14700
    },
    {
      "grad_norm": 0.21686170995235443,
      "learning_rate": 9.518044754181218e-05,
      "loss": 0.0139,
      "step": 14710
    },
    {
      "grad_norm": 0.17962917685508728,
      "learning_rate": 9.51715902122676e-05,
      "loss": 0.0161,
      "step": 14720
    },
    {
      "grad_norm": 0.1655292510986328,
      "learning_rate": 9.516272516413368e-05,
      "loss": 0.0159,
      "step": 14730
    },
    {
      "grad_norm": 0.18939705193042755,
      "learning_rate": 9.515385239892525e-05,
      "loss": 0.0188,
      "step": 14740
    },
    {
      "grad_norm": 0.19590482115745544,
      "learning_rate": 9.514497191815839e-05,
      "loss": 0.0159,
      "step": 14750
    },
    {
      "grad_norm": 0.25577613711357117,
      "learning_rate": 9.513608372335055e-05,
      "loss": 0.0135,
      "step": 14760
    },
    {
      "grad_norm": 0.18215744197368622,
      "learning_rate": 9.512718781602045e-05,
      "loss": 0.0158,
      "step": 14770
    },
    {
      "grad_norm": 0.19325025379657745,
      "learning_rate": 9.511828419768823e-05,
      "loss": 0.0155,
      "step": 14780
    },
    {
      "grad_norm": 0.19891586899757385,
      "learning_rate": 9.510937286987521e-05,
      "loss": 0.0154,
      "step": 14790
    },
    {
      "grad_norm": 0.1641089767217636,
      "learning_rate": 9.510045383410408e-05,
      "loss": 0.0135,
      "step": 14800
    },
    {
      "grad_norm": 0.21450623869895935,
      "learning_rate": 9.509152709189892e-05,
      "loss": 0.0139,
      "step": 14810
    },
    {
      "grad_norm": 0.223328098654747,
      "learning_rate": 9.508259264478504e-05,
      "loss": 0.0155,
      "step": 14820
    },
    {
      "grad_norm": 0.22708944976329803,
      "learning_rate": 9.507365049428909e-05,
      "loss": 0.0154,
      "step": 14830
    },
    {
      "grad_norm": 0.19422335922718048,
      "learning_rate": 9.506470064193902e-05,
      "loss": 0.0163,
      "step": 14840
    },
    {
      "grad_norm": 0.21020230650901794,
      "learning_rate": 9.505574308926414e-05,
      "loss": 0.0156,
      "step": 14850
    },
    {
      "grad_norm": 0.16628028452396393,
      "learning_rate": 9.504677783779505e-05,
      "loss": 0.0125,
      "step": 14860
    },
    {
      "grad_norm": 0.17815561592578888,
      "learning_rate": 9.503780488906365e-05,
      "loss": 0.0133,
      "step": 14870
    },
    {
      "grad_norm": 0.22450663149356842,
      "learning_rate": 9.502882424460319e-05,
      "loss": 0.0162,
      "step": 14880
    },
    {
      "grad_norm": 0.1820373386144638,
      "learning_rate": 9.501983590594821e-05,
      "loss": 0.0169,
      "step": 14890
    },
    {
      "grad_norm": 0.1957058310508728,
      "learning_rate": 9.501083987463455e-05,
      "loss": 0.015,
      "step": 14900
    },
    {
      "grad_norm": 0.22598977386951447,
      "learning_rate": 9.500183615219942e-05,
      "loss": 0.0136,
      "step": 14910
    },
    {
      "grad_norm": 0.2029353678226471,
      "learning_rate": 9.49928247401813e-05,
      "loss": 0.019,
      "step": 14920
    },
    {
      "grad_norm": 0.2294318825006485,
      "learning_rate": 9.498380564011997e-05,
      "loss": 0.0168,
      "step": 14930
    },
    {
      "grad_norm": 0.23529984056949615,
      "learning_rate": 9.497477885355656e-05,
      "loss": 0.0185,
      "step": 14940
    },
    {
      "grad_norm": 0.2705339789390564,
      "learning_rate": 9.496574438203353e-05,
      "loss": 0.0151,
      "step": 14950
    },
    {
      "grad_norm": 0.25373366475105286,
      "learning_rate": 9.495670222709459e-05,
      "loss": 0.0133,
      "step": 14960
    },
    {
      "grad_norm": 0.2222069352865219,
      "learning_rate": 9.494765239028483e-05,
      "loss": 0.02,
      "step": 14970
    },
    {
      "grad_norm": 0.17430450022220612,
      "learning_rate": 9.493859487315057e-05,
      "loss": 0.0146,
      "step": 14980
    },
    {
      "grad_norm": 0.16832736134529114,
      "learning_rate": 9.492952967723953e-05,
      "loss": 0.0132,
      "step": 14990
    },
    {
      "grad_norm": 0.18448369204998016,
      "learning_rate": 9.492045680410068e-05,
      "loss": 0.0161,
      "step": 15000
    },
    {
      "grad_norm": 0.18256011605262756,
      "learning_rate": 9.491137625528436e-05,
      "loss": 0.0143,
      "step": 15010
    },
    {
      "grad_norm": 0.19558802247047424,
      "learning_rate": 9.490228803234215e-05,
      "loss": 0.0149,
      "step": 15020
    },
    {
      "grad_norm": 0.18421515822410583,
      "learning_rate": 9.489319213682701e-05,
      "loss": 0.0132,
      "step": 15030
    },
    {
      "grad_norm": 0.21926437318325043,
      "learning_rate": 9.488408857029316e-05,
      "loss": 0.0119,
      "step": 15040
    },
    {
      "grad_norm": 0.2009773701429367,
      "learning_rate": 9.487497733429616e-05,
      "loss": 0.0145,
      "step": 15050
    },
    {
      "grad_norm": 0.2238122522830963,
      "learning_rate": 9.486585843039286e-05,
      "loss": 0.013,
      "step": 15060
    },
    {
      "grad_norm": 0.17851389944553375,
      "learning_rate": 9.485673186014143e-05,
      "loss": 0.0132,
      "step": 15070
    },
    {
      "grad_norm": 0.14462709426879883,
      "learning_rate": 9.484759762510137e-05,
      "loss": 0.0146,
      "step": 15080
    },
    {
      "grad_norm": 0.19499407708644867,
      "learning_rate": 9.483845572683346e-05,
      "loss": 0.0141,
      "step": 15090
    },
    {
      "grad_norm": 0.21804137527942657,
      "learning_rate": 9.48293061668998e-05,
      "loss": 0.0143,
      "step": 15100
    },
    {
      "grad_norm": 0.22167813777923584,
      "learning_rate": 9.48201489468638e-05,
      "loss": 0.0157,
      "step": 15110
    },
    {
      "grad_norm": 0.18958468735218048,
      "learning_rate": 9.481098406829016e-05,
      "loss": 0.0142,
      "step": 15120
    },
    {
      "grad_norm": 0.2194022834300995,
      "learning_rate": 9.480181153274495e-05,
      "loss": 0.0156,
      "step": 15130
    },
    {
      "grad_norm": 0.18684031069278717,
      "learning_rate": 9.479263134179548e-05,
      "loss": 0.0177,
      "step": 15140
    },
    {
      "grad_norm": 0.20384439826011658,
      "learning_rate": 9.478344349701039e-05,
      "loss": 0.0177,
      "step": 15150
    },
    {
      "grad_norm": 0.13189858198165894,
      "learning_rate": 9.477424799995964e-05,
      "loss": 0.0158,
      "step": 15160
    },
    {
      "grad_norm": 0.16131140291690826,
      "learning_rate": 9.476504485221448e-05,
      "loss": 0.0153,
      "step": 15170
    },
    {
      "grad_norm": 0.2511102855205536,
      "learning_rate": 9.475583405534748e-05,
      "loss": 0.015,
      "step": 15180
    },
    {
      "grad_norm": 0.2235811948776245,
      "learning_rate": 9.474661561093251e-05,
      "loss": 0.0175,
      "step": 15190
    },
    {
      "grad_norm": 0.1730978786945343,
      "learning_rate": 9.473738952054478e-05,
      "loss": 0.014,
      "step": 15200
    },
    {
      "grad_norm": 0.2336443066596985,
      "learning_rate": 9.472815578576073e-05,
      "loss": 0.0161,
      "step": 15210
    },
    {
      "grad_norm": 0.15602189302444458,
      "learning_rate": 9.471891440815817e-05,
      "loss": 0.0137,
      "step": 15220
    },
    {
      "grad_norm": 0.15883241593837738,
      "learning_rate": 9.470966538931621e-05,
      "loss": 0.0133,
      "step": 15230
    },
    {
      "grad_norm": 0.18022103607654572,
      "learning_rate": 9.470040873081525e-05,
      "loss": 0.0154,
      "step": 15240
    },
    {
      "grad_norm": 0.17435993254184723,
      "learning_rate": 9.469114443423698e-05,
      "loss": 0.014,
      "step": 15250
    },
    {
      "grad_norm": 0.24051645398139954,
      "learning_rate": 9.468187250116445e-05,
      "loss": 0.0161,
      "step": 15260
    },
    {
      "grad_norm": 0.21319904923439026,
      "learning_rate": 9.467259293318197e-05,
      "loss": 0.0145,
      "step": 15270
    },
    {
      "grad_norm": 0.23522554337978363,
      "learning_rate": 9.466330573187514e-05,
      "loss": 0.0167,
      "step": 15280
    },
    {
      "grad_norm": 0.17915168404579163,
      "learning_rate": 9.46540108988309e-05,
      "loss": 0.0143,
      "step": 15290
    },
    {
      "grad_norm": 0.2052653729915619,
      "learning_rate": 9.46447084356375e-05,
      "loss": 0.0132,
      "step": 15300
    },
    {
      "grad_norm": 0.122018001973629,
      "learning_rate": 9.463539834388447e-05,
      "loss": 0.0127,
      "step": 15310
    },
    {
      "grad_norm": 0.20774081349372864,
      "learning_rate": 9.462608062516263e-05,
      "loss": 0.0152,
      "step": 15320
    },
    {
      "grad_norm": 0.15646332502365112,
      "learning_rate": 9.461675528106413e-05,
      "loss": 0.0132,
      "step": 15330
    },
    {
      "grad_norm": 0.22152385115623474,
      "learning_rate": 9.460742231318244e-05,
      "loss": 0.0155,
      "step": 15340
    },
    {
      "grad_norm": 0.23049704730510712,
      "learning_rate": 9.459808172311229e-05,
      "loss": 0.0151,
      "step": 15350
    },
    {
      "grad_norm": 0.21023215353488922,
      "learning_rate": 9.458873351244972e-05,
      "loss": 0.0165,
      "step": 15360
    },
    {
      "grad_norm": 0.20612594485282898,
      "learning_rate": 9.457937768279211e-05,
      "loss": 0.0193,
      "step": 15370
    },
    {
      "grad_norm": 0.22063352167606354,
      "learning_rate": 9.45700142357381e-05,
      "loss": 0.0181,
      "step": 15380
    },
    {
      "grad_norm": 0.2048928141593933,
      "learning_rate": 9.456064317288765e-05,
      "loss": 0.0157,
      "step": 15390
    },
    {
      "grad_norm": 0.2310309112071991,
      "learning_rate": 9.455126449584201e-05,
      "loss": 0.0173,
      "step": 15400
    },
    {
      "grad_norm": 0.2834858298301697,
      "learning_rate": 9.454187820620375e-05,
      "loss": 0.0158,
      "step": 15410
    },
    {
      "grad_norm": 0.23790660500526428,
      "learning_rate": 9.453248430557673e-05,
      "loss": 0.015,
      "step": 15420
    },
    {
      "grad_norm": 0.13044805824756622,
      "learning_rate": 9.452308279556611e-05,
      "loss": 0.0156,
      "step": 15430
    },
    {
      "grad_norm": 0.18065245449543,
      "learning_rate": 9.451367367777835e-05,
      "loss": 0.016,
      "step": 15440
    },
    {
      "grad_norm": 0.17809069156646729,
      "learning_rate": 9.450425695382122e-05,
      "loss": 0.0136,
      "step": 15450
    },
    {
      "grad_norm": 0.1890561729669571,
      "learning_rate": 9.449483262530375e-05,
      "loss": 0.0157,
      "step": 15460
    },
    {
      "grad_norm": 0.15700289607048035,
      "learning_rate": 9.448540069383633e-05,
      "loss": 0.0169,
      "step": 15470
    },
    {
      "grad_norm": 0.26946744322776794,
      "learning_rate": 9.447596116103061e-05,
      "loss": 0.0172,
      "step": 15480
    },
    {
      "grad_norm": 0.23468106985092163,
      "learning_rate": 9.446651402849955e-05,
      "loss": 0.0211,
      "step": 15490
    },
    {
      "grad_norm": 0.27216005325317383,
      "learning_rate": 9.44570592978574e-05,
      "loss": 0.0193,
      "step": 15500
    },
    {
      "grad_norm": 0.23088940978050232,
      "learning_rate": 9.444759697071972e-05,
      "loss": 0.0167,
      "step": 15510
    },
    {
      "grad_norm": 0.1846339851617813,
      "learning_rate": 9.443812704870336e-05,
      "loss": 0.0157,
      "step": 15520
    },
    {
      "grad_norm": 0.2194863110780716,
      "learning_rate": 9.442864953342649e-05,
      "loss": 0.0164,
      "step": 15530
    },
    {
      "grad_norm": 0.17453725636005402,
      "learning_rate": 9.441916442650852e-05,
      "loss": 0.0139,
      "step": 15540
    },
    {
      "grad_norm": 0.18926174938678741,
      "learning_rate": 9.440967172957023e-05,
      "loss": 0.0156,
      "step": 15550
    },
    {
      "grad_norm": 0.22595082223415375,
      "learning_rate": 9.440017144423364e-05,
      "loss": 0.0142,
      "step": 15560
    },
    {
      "grad_norm": 0.191427543759346,
      "learning_rate": 9.439066357212209e-05,
      "loss": 0.014,
      "step": 15570
    },
    {
      "grad_norm": 0.20061276853084564,
      "learning_rate": 9.438114811486022e-05,
      "loss": 0.0128,
      "step": 15580
    },
    {
      "grad_norm": 0.20556987822055817,
      "learning_rate": 9.4371625074074e-05,
      "loss": 0.0148,
      "step": 15590
    },
    {
      "grad_norm": 0.13929864764213562,
      "learning_rate": 9.436209445139059e-05,
      "loss": 0.0155,
      "step": 15600
    },
    {
      "grad_norm": 0.18576376140117645,
      "learning_rate": 9.435255624843855e-05,
      "loss": 0.0149,
      "step": 15610
    },
    {
      "grad_norm": 0.16214491426944733,
      "learning_rate": 9.43430104668477e-05,
      "loss": 0.013,
      "step": 15620
    },
    {
      "grad_norm": 0.19655998051166534,
      "learning_rate": 9.433345710824914e-05,
      "loss": 0.0148,
      "step": 15630
    },
    {
      "grad_norm": 0.17354176938533783,
      "learning_rate": 9.432389617427529e-05,
      "loss": 0.0158,
      "step": 15640
    },
    {
      "grad_norm": 0.1801779568195343,
      "learning_rate": 9.431432766655984e-05,
      "loss": 0.0155,
      "step": 15650
    },
    {
      "grad_norm": 0.21585814654827118,
      "learning_rate": 9.430475158673778e-05,
      "loss": 0.016,
      "step": 15660
    },
    {
      "grad_norm": 0.2738094925880432,
      "learning_rate": 9.429516793644542e-05,
      "loss": 0.0159,
      "step": 15670
    },
    {
      "grad_norm": 0.13534900546073914,
      "learning_rate": 9.428557671732034e-05,
      "loss": 0.0159,
      "step": 15680
    },
    {
      "grad_norm": 0.16867917776107788,
      "learning_rate": 9.42759779310014e-05,
      "loss": 0.0129,
      "step": 15690
    },
    {
      "grad_norm": 0.17517364025115967,
      "learning_rate": 9.426637157912879e-05,
      "loss": 0.0121,
      "step": 15700
    },
    {
      "grad_norm": 0.23626117408275604,
      "learning_rate": 9.425675766334397e-05,
      "loss": 0.0148,
      "step": 15710
    },
    {
      "grad_norm": 0.2137906700372696,
      "learning_rate": 9.424713618528968e-05,
      "loss": 0.0135,
      "step": 15720
    },
    {
      "grad_norm": 0.23525677621364594,
      "learning_rate": 9.423750714661e-05,
      "loss": 0.0162,
      "step": 15730
    },
    {
      "grad_norm": 0.20610226690769196,
      "learning_rate": 9.422787054895022e-05,
      "loss": 0.015,
      "step": 15740
    },
    {
      "grad_norm": 0.21256107091903687,
      "learning_rate": 9.4218226393957e-05,
      "loss": 0.0153,
      "step": 15750
    },
    {
      "grad_norm": 0.2055271565914154,
      "learning_rate": 9.420857468327828e-05,
      "loss": 0.0179,
      "step": 15760
    },
    {
      "grad_norm": 0.20985589921474457,
      "learning_rate": 9.419891541856323e-05,
      "loss": 0.0165,
      "step": 15770
    },
    {
      "grad_norm": 0.240744948387146,
      "learning_rate": 9.41892486014624e-05,
      "loss": 0.0147,
      "step": 15780
    },
    {
      "grad_norm": 0.24006356298923492,
      "learning_rate": 9.417957423362756e-05,
      "loss": 0.0153,
      "step": 15790
    },
    {
      "grad_norm": 0.19599591195583344,
      "learning_rate": 9.416989231671178e-05,
      "loss": 0.015,
      "step": 15800
    },
    {
      "grad_norm": 0.20046544075012207,
      "learning_rate": 9.416020285236946e-05,
      "loss": 0.0132,
      "step": 15810
    },
    {
      "grad_norm": 0.17914868891239166,
      "learning_rate": 9.415050584225626e-05,
      "loss": 0.0183,
      "step": 15820
    },
    {
      "grad_norm": 0.18282847106456757,
      "learning_rate": 9.414080128802914e-05,
      "loss": 0.0119,
      "step": 15830
    },
    {
      "grad_norm": 0.24273057281970978,
      "learning_rate": 9.413108919134632e-05,
      "loss": 0.0174,
      "step": 15840
    },
    {
      "grad_norm": 0.13225342333316803,
      "learning_rate": 9.412136955386734e-05,
      "loss": 0.0147,
      "step": 15850
    },
    {
      "grad_norm": 0.21628102660179138,
      "learning_rate": 9.411164237725303e-05,
      "loss": 0.0157,
      "step": 15860
    },
    {
      "grad_norm": 0.17797453701496124,
      "learning_rate": 9.41019076631655e-05,
      "loss": 0.0142,
      "step": 15870
    },
    {
      "grad_norm": 0.2675248980522156,
      "learning_rate": 9.409216541326815e-05,
      "loss": 0.0165,
      "step": 15880
    },
    {
      "grad_norm": 0.1430657058954239,
      "learning_rate": 9.408241562922564e-05,
      "loss": 0.0164,
      "step": 15890
    },
    {
      "grad_norm": 0.16653312742710114,
      "learning_rate": 9.407265831270395e-05,
      "loss": 0.018,
      "step": 15900
    },
    {
      "grad_norm": 0.2622269093990326,
      "learning_rate": 9.406289346537035e-05,
      "loss": 0.0164,
      "step": 15910
    },
    {
      "grad_norm": 0.23229163885116577,
      "learning_rate": 9.405312108889339e-05,
      "loss": 0.0209,
      "step": 15920
    },
    {
      "grad_norm": 0.2314019799232483,
      "learning_rate": 9.404334118494288e-05,
      "loss": 0.0162,
      "step": 15930
    },
    {
      "grad_norm": 0.21511061489582062,
      "learning_rate": 9.403355375518995e-05,
      "loss": 0.0155,
      "step": 15940
    },
    {
      "grad_norm": 0.15595567226409912,
      "learning_rate": 9.4023758801307e-05,
      "loss": 0.0178,
      "step": 15950
    },
    {
      "grad_norm": 0.17034125328063965,
      "learning_rate": 9.401395632496774e-05,
      "loss": 0.0156,
      "step": 15960
    },
    {
      "grad_norm": 0.17916478216648102,
      "learning_rate": 9.400414632784711e-05,
      "loss": 0.0154,
      "step": 15970
    },
    {
      "grad_norm": 0.1689840406179428,
      "learning_rate": 9.39943288116214e-05,
      "loss": 0.0137,
      "step": 15980
    },
    {
      "grad_norm": 0.1237712875008583,
      "learning_rate": 9.398450377796815e-05,
      "loss": 0.0148,
      "step": 15990
    },
    {
      "grad_norm": 0.18790259957313538,
      "learning_rate": 9.397467122856616e-05,
      "loss": 0.0182,
      "step": 16000
    },
    {
      "grad_norm": 0.16724517941474915,
      "learning_rate": 9.396483116509558e-05,
      "loss": 0.0158,
      "step": 16010
    },
    {
      "grad_norm": 0.1509292721748352,
      "learning_rate": 9.39549835892378e-05,
      "loss": 0.016,
      "step": 16020
    },
    {
      "grad_norm": 0.1854977011680603,
      "learning_rate": 9.39451285026755e-05,
      "loss": 0.0137,
      "step": 16030
    },
    {
      "grad_norm": 0.20644846558570862,
      "learning_rate": 9.393526590709262e-05,
      "loss": 0.0134,
      "step": 16040
    },
    {
      "grad_norm": 0.1723942905664444,
      "learning_rate": 9.392539580417444e-05,
      "loss": 0.0138,
      "step": 16050
    },
    {
      "grad_norm": 0.19489523768424988,
      "learning_rate": 9.391551819560747e-05,
      "loss": 0.0148,
      "step": 16060
    },
    {
      "grad_norm": 0.19925473630428314,
      "learning_rate": 9.390563308307955e-05,
      "loss": 0.0129,
      "step": 16070
    },
    {
      "grad_norm": 0.20470963418483734,
      "learning_rate": 9.389574046827974e-05,
      "loss": 0.0156,
      "step": 16080
    },
    {
      "grad_norm": 0.23102861642837524,
      "learning_rate": 9.388584035289845e-05,
      "loss": 0.0137,
      "step": 16090
    },
    {
      "grad_norm": 0.20399601757526398,
      "learning_rate": 9.387593273862732e-05,
      "loss": 0.014,
      "step": 16100
    },
    {
      "grad_norm": 0.19173862040042877,
      "learning_rate": 9.386601762715929e-05,
      "loss": 0.0141,
      "step": 16110
    },
    {
      "grad_norm": 0.19492694735527039,
      "learning_rate": 9.38560950201886e-05,
      "loss": 0.013,
      "step": 16120
    },
    {
      "grad_norm": 0.34695786237716675,
      "learning_rate": 9.384616491941071e-05,
      "loss": 0.0156,
      "step": 16130
    },
    {
      "grad_norm": 0.16394686698913574,
      "learning_rate": 9.383622732652245e-05,
      "loss": 0.0143,
      "step": 16140
    },
    {
      "grad_norm": 0.1930679827928543,
      "learning_rate": 9.382628224322187e-05,
      "loss": 0.0146,
      "step": 16150
    },
    {
      "grad_norm": 0.22488871216773987,
      "learning_rate": 9.381632967120829e-05,
      "loss": 0.0149,
      "step": 16160
    },
    {
      "grad_norm": 0.20802849531173706,
      "learning_rate": 9.380636961218235e-05,
      "loss": 0.0142,
      "step": 16170
    },
    {
      "grad_norm": 0.2235526442527771,
      "learning_rate": 9.379640206784597e-05,
      "loss": 0.0152,
      "step": 16180
    },
    {
      "grad_norm": 0.150466188788414,
      "learning_rate": 9.378642703990229e-05,
      "loss": 0.0144,
      "step": 16190
    },
    {
      "grad_norm": 0.19228458404541016,
      "learning_rate": 9.37764445300558e-05,
      "loss": 0.0138,
      "step": 16200
    },
    {
      "grad_norm": 0.18313848972320557,
      "learning_rate": 9.376645454001222e-05,
      "loss": 0.0141,
      "step": 16210
    },
    {
      "grad_norm": 0.13457289338111877,
      "learning_rate": 9.375645707147858e-05,
      "loss": 0.0148,
      "step": 16220
    },
    {
      "grad_norm": 0.18288718163967133,
      "learning_rate": 9.374645212616316e-05,
      "loss": 0.0136,
      "step": 16230
    },
    {
      "grad_norm": 0.22269238531589508,
      "learning_rate": 9.373643970577555e-05,
      "loss": 0.0155,
      "step": 16240
    },
    {
      "grad_norm": 0.1905863881111145,
      "learning_rate": 9.372641981202659e-05,
      "loss": 0.0118,
      "step": 16250
    },
    {
      "grad_norm": 0.21878916025161743,
      "learning_rate": 9.37163924466284e-05,
      "loss": 0.0174,
      "step": 16260
    },
    {
      "grad_norm": 0.17946727573871613,
      "learning_rate": 9.370635761129438e-05,
      "loss": 0.0132,
      "step": 16270
    },
    {
      "grad_norm": 0.21154817938804626,
      "learning_rate": 9.36963153077392e-05,
      "loss": 0.0174,
      "step": 16280
    },
    {
      "grad_norm": 0.15327388048171997,
      "learning_rate": 9.368626553767888e-05,
      "loss": 0.0126,
      "step": 16290
    },
    {
      "grad_norm": 0.2562628388404846,
      "learning_rate": 9.367620830283057e-05,
      "loss": 0.0153,
      "step": 16300
    },
    {
      "grad_norm": 0.18431724607944489,
      "learning_rate": 9.366614360491281e-05,
      "loss": 0.016,
      "step": 16310
    },
    {
      "grad_norm": 0.21832621097564697,
      "learning_rate": 9.365607144564539e-05,
      "loss": 0.0153,
      "step": 16320
    },
    {
      "grad_norm": 0.19833441078662872,
      "learning_rate": 9.364599182674934e-05,
      "loss": 0.0136,
      "step": 16330
    },
    {
      "grad_norm": 0.17081749439239502,
      "learning_rate": 9.3635904749947e-05,
      "loss": 0.0127,
      "step": 16340
    },
    {
      "grad_norm": 0.18572725355625153,
      "learning_rate": 9.362581021696202e-05,
      "loss": 0.0147,
      "step": 16350
    },
    {
      "grad_norm": 0.17651677131652832,
      "learning_rate": 9.361570822951921e-05,
      "loss": 0.0163,
      "step": 16360
    },
    {
      "grad_norm": 0.2028864473104477,
      "learning_rate": 9.360559878934476e-05,
      "loss": 0.0129,
      "step": 16370
    },
    {
      "grad_norm": 0.14670483767986298,
      "learning_rate": 9.359548189816611e-05,
      "loss": 0.0121,
      "step": 16380
    },
    {
      "grad_norm": 0.20284074544906616,
      "learning_rate": 9.358535755771193e-05,
      "loss": 0.0125,
      "step": 16390
    },
    {
      "grad_norm": 0.1511525958776474,
      "learning_rate": 9.357522576971221e-05,
      "loss": 0.0174,
      "step": 16400
    },
    {
      "grad_norm": 0.23163187503814697,
      "learning_rate": 9.356508653589819e-05,
      "loss": 0.0152,
      "step": 16410
    },
    {
      "grad_norm": 0.20781131088733673,
      "learning_rate": 9.355493985800237e-05,
      "loss": 0.0157,
      "step": 16420
    },
    {
      "grad_norm": 0.212296262383461,
      "learning_rate": 9.354478573775857e-05,
      "loss": 0.0128,
      "step": 16430
    },
    {
      "grad_norm": 0.21016065776348114,
      "learning_rate": 9.353462417690186e-05,
      "loss": 0.013,
      "step": 16440
    },
    {
      "grad_norm": 0.18680572509765625,
      "learning_rate": 9.352445517716853e-05,
      "loss": 0.0163,
      "step": 16450
    },
    {
      "grad_norm": 0.21422000229358673,
      "learning_rate": 9.351427874029621e-05,
      "loss": 0.0175,
      "step": 16460
    },
    {
      "grad_norm": 0.16948416829109192,
      "learning_rate": 9.350409486802379e-05,
      "loss": 0.0133,
      "step": 16470
    },
    {
      "grad_norm": 0.2630597651004791,
      "learning_rate": 9.349390356209138e-05,
      "loss": 0.0139,
      "step": 16480
    },
    {
      "grad_norm": 0.19730514287948608,
      "learning_rate": 9.348370482424042e-05,
      "loss": 0.0132,
      "step": 16490
    },
    {
      "grad_norm": 0.22803492844104767,
      "learning_rate": 9.347349865621357e-05,
      "loss": 0.0138,
      "step": 16500
    },
    {
      "grad_norm": 0.17060816287994385,
      "learning_rate": 9.346328505975481e-05,
      "loss": 0.0112,
      "step": 16510
    },
    {
      "grad_norm": 0.20220130681991577,
      "learning_rate": 9.345306403660936e-05,
      "loss": 0.0145,
      "step": 16520
    },
    {
      "grad_norm": 0.22310589253902435,
      "learning_rate": 9.344283558852371e-05,
      "loss": 0.0148,
      "step": 16530
    },
    {
      "grad_norm": 0.17131102085113525,
      "learning_rate": 9.343259971724563e-05,
      "loss": 0.0128,
      "step": 16540
    },
    {
      "grad_norm": 0.14745129644870758,
      "learning_rate": 9.342235642452413e-05,
      "loss": 0.0108,
      "step": 16550
    },
    {
      "grad_norm": 0.2612754702568054,
      "learning_rate": 9.341210571210954e-05,
      "loss": 0.0151,
      "step": 16560
    },
    {
      "grad_norm": 0.16644613444805145,
      "learning_rate": 9.340184758175338e-05,
      "loss": 0.0156,
      "step": 16570
    },
    {
      "grad_norm": 0.13887174427509308,
      "learning_rate": 9.339158203520854e-05,
      "loss": 0.0134,
      "step": 16580
    },
    {
      "grad_norm": 0.15758036077022552,
      "learning_rate": 9.338130907422908e-05,
      "loss": 0.0139,
      "step": 16590
    },
    {
      "grad_norm": 0.19017046689987183,
      "learning_rate": 9.337102870057037e-05,
      "loss": 0.0139,
      "step": 16600
    },
    {
      "grad_norm": 0.1715335100889206,
      "learning_rate": 9.336074091598907e-05,
      "loss": 0.0122,
      "step": 16610
    },
    {
      "grad_norm": 0.2065221667289734,
      "learning_rate": 9.335044572224306e-05,
      "loss": 0.0133,
      "step": 16620
    },
    {
      "grad_norm": 0.17273688316345215,
      "learning_rate": 9.334014312109151e-05,
      "loss": 0.0159,
      "step": 16630
    },
    {
      "grad_norm": 0.17008918523788452,
      "learning_rate": 9.332983311429486e-05,
      "loss": 0.0138,
      "step": 16640
    },
    {
      "grad_norm": 0.14901453256607056,
      "learning_rate": 9.33195157036148e-05,
      "loss": 0.0196,
      "step": 16650
    },
    {
      "grad_norm": 0.22838228940963745,
      "learning_rate": 9.330919089081432e-05,
      "loss": 0.0134,
      "step": 16660
    },
    {
      "grad_norm": 0.20237226784229279,
      "learning_rate": 9.32988586776576e-05,
      "loss": 0.0154,
      "step": 16670
    },
    {
      "grad_norm": 0.1727929413318634,
      "learning_rate": 9.328851906591016e-05,
      "loss": 0.0128,
      "step": 16680
    },
    {
      "grad_norm": 0.14901335537433624,
      "learning_rate": 9.327817205733875e-05,
      "loss": 0.012,
      "step": 16690
    },
    {
      "grad_norm": 0.16281628608703613,
      "learning_rate": 9.326781765371142e-05,
      "loss": 0.0117,
      "step": 16700
    },
    {
      "grad_norm": 0.1181926280260086,
      "learning_rate": 9.325745585679741e-05,
      "loss": 0.0141,
      "step": 16710
    },
    {
      "grad_norm": 0.16505885124206543,
      "learning_rate": 9.32470866683673e-05,
      "loss": 0.0125,
      "step": 16720
    },
    {
      "grad_norm": 0.22310473024845123,
      "learning_rate": 9.323671009019288e-05,
      "loss": 0.0127,
      "step": 16730
    },
    {
      "grad_norm": 0.18609865009784698,
      "learning_rate": 9.322632612404725e-05,
      "loss": 0.0168,
      "step": 16740
    },
    {
      "grad_norm": 0.18702957034111023,
      "learning_rate": 9.321593477170471e-05,
      "loss": 0.0148,
      "step": 16750
    },
    {
      "grad_norm": 0.1731112152338028,
      "learning_rate": 9.320553603494088e-05,
      "loss": 0.0155,
      "step": 16760
    },
    {
      "grad_norm": 0.18251252174377441,
      "learning_rate": 9.319512991553261e-05,
      "loss": 0.0168,
      "step": 16770
    },
    {
      "grad_norm": 0.22470144927501678,
      "learning_rate": 9.318471641525803e-05,
      "loss": 0.015,
      "step": 16780
    },
    {
      "grad_norm": 0.20350950956344604,
      "learning_rate": 9.317429553589652e-05,
      "loss": 0.013,
      "step": 16790
    },
    {
      "grad_norm": 0.16841988265514374,
      "learning_rate": 9.316386727922873e-05,
      "loss": 0.0148,
      "step": 16800
    },
    {
      "grad_norm": 0.2101232260465622,
      "learning_rate": 9.315343164703656e-05,
      "loss": 0.0111,
      "step": 16810
    },
    {
      "grad_norm": 0.2091200053691864,
      "learning_rate": 9.314298864110316e-05,
      "loss": 0.0133,
      "step": 16820
    },
    {
      "grad_norm": 0.2014889419078827,
      "learning_rate": 9.313253826321295e-05,
      "loss": 0.0149,
      "step": 16830
    },
    {
      "grad_norm": 0.2174564003944397,
      "learning_rate": 9.312208051515165e-05,
      "loss": 0.0128,
      "step": 16840
    },
    {
      "grad_norm": 0.22000622749328613,
      "learning_rate": 9.311161539870618e-05,
      "loss": 0.0156,
      "step": 16850
    },
    {
      "grad_norm": 0.19429561495780945,
      "learning_rate": 9.310114291566474e-05,
      "loss": 0.013,
      "step": 16860
    },
    {
      "grad_norm": 0.25182807445526123,
      "learning_rate": 9.309066306781679e-05,
      "loss": 0.0136,
      "step": 16870
    },
    {
      "grad_norm": 0.21879269182682037,
      "learning_rate": 9.308017585695306e-05,
      "loss": 0.0146,
      "step": 16880
    },
    {
      "grad_norm": 0.16775402426719666,
      "learning_rate": 9.306968128486552e-05,
      "loss": 0.014,
      "step": 16890
    },
    {
      "grad_norm": 0.21015304327011108,
      "learning_rate": 9.30591793533474e-05,
      "loss": 0.0146,
      "step": 16900
    },
    {
      "grad_norm": 0.17685796320438385,
      "learning_rate": 9.304867006419321e-05,
      "loss": 0.0126,
      "step": 16910
    },
    {
      "grad_norm": 0.18142317235469818,
      "learning_rate": 9.303815341919868e-05,
      "loss": 0.0181,
      "step": 16920
    },
    {
      "grad_norm": 0.15678000450134277,
      "learning_rate": 9.302762942016084e-05,
      "loss": 0.0123,
      "step": 16930
    },
    {
      "grad_norm": 0.15896353125572205,
      "learning_rate": 9.301709806887792e-05,
      "loss": 0.0132,
      "step": 16940
    },
    {
      "grad_norm": 0.1651400774717331,
      "learning_rate": 9.300655936714948e-05,
      "loss": 0.0158,
      "step": 16950
    },
    {
      "grad_norm": 0.15916705131530762,
      "learning_rate": 9.299601331677627e-05,
      "loss": 0.0169,
      "step": 16960
    },
    {
      "grad_norm": 0.21911557018756866,
      "learning_rate": 9.298545991956033e-05,
      "loss": 0.017,
      "step": 16970
    },
    {
      "grad_norm": 0.1588379144668579,
      "learning_rate": 9.297489917730493e-05,
      "loss": 0.0136,
      "step": 16980
    },
    {
      "grad_norm": 0.19507203996181488,
      "learning_rate": 9.296433109181464e-05,
      "loss": 0.0122,
      "step": 16990
    },
    {
      "grad_norm": 0.12231962382793427,
      "learning_rate": 9.295375566489523e-05,
      "loss": 0.0149,
      "step": 17000
    },
    {
      "grad_norm": 0.2651425898075104,
      "learning_rate": 9.294317289835379e-05,
      "loss": 0.0192,
      "step": 17010
    },
    {
      "grad_norm": 0.1801925003528595,
      "learning_rate": 9.293258279399859e-05,
      "loss": 0.0169,
      "step": 17020
    },
    {
      "grad_norm": 0.15901073813438416,
      "learning_rate": 9.292198535363919e-05,
      "loss": 0.014,
      "step": 17030
    },
    {
      "grad_norm": 0.1665562242269516,
      "learning_rate": 9.291138057908641e-05,
      "loss": 0.016,
      "step": 17040
    },
    {
      "grad_norm": 0.24653851985931396,
      "learning_rate": 9.290076847215234e-05,
      "loss": 0.016,
      "step": 17050
    },
    {
      "grad_norm": 0.17401795089244843,
      "learning_rate": 9.289014903465025e-05,
      "loss": 0.0156,
      "step": 17060
    },
    {
      "grad_norm": 0.21735665202140808,
      "learning_rate": 9.287952226839475e-05,
      "loss": 0.0145,
      "step": 17070
    },
    {
      "grad_norm": 0.15272307395935059,
      "learning_rate": 9.286888817520164e-05,
      "loss": 0.0116,
      "step": 17080
    },
    {
      "grad_norm": 0.1428499072790146,
      "learning_rate": 9.285824675688803e-05,
      "loss": 0.0163,
      "step": 17090
    },
    {
      "grad_norm": 0.13992807269096375,
      "learning_rate": 9.28475980152722e-05,
      "loss": 0.012,
      "step": 17100
    },
    {
      "grad_norm": 0.20532168447971344,
      "learning_rate": 9.283694195217379e-05,
      "loss": 0.0117,
      "step": 17110
    },
    {
      "grad_norm": 0.19014383852481842,
      "learning_rate": 9.282627856941356e-05,
      "loss": 0.0135,
      "step": 17120
    },
    {
      "grad_norm": 0.22833752632141113,
      "learning_rate": 9.281560786881363e-05,
      "loss": 0.0137,
      "step": 17130
    },
    {
      "grad_norm": 0.18526598811149597,
      "learning_rate": 9.280492985219733e-05,
      "loss": 0.0155,
      "step": 17140
    },
    {
      "grad_norm": 0.19062937796115875,
      "learning_rate": 9.279424452138924e-05,
      "loss": 0.0142,
      "step": 17150
    },
    {
      "grad_norm": 0.22262446582317352,
      "learning_rate": 9.278355187821517e-05,
      "loss": 0.0156,
      "step": 17160
    },
    {
      "grad_norm": 0.17228619754314423,
      "learning_rate": 9.277285192450224e-05,
      "loss": 0.0122,
      "step": 17170
    },
    {
      "grad_norm": 0.1610649973154068,
      "learning_rate": 9.276214466207875e-05,
      "loss": 0.0125,
      "step": 17180
    },
    {
      "grad_norm": 0.1859932839870453,
      "learning_rate": 9.275143009277427e-05,
      "loss": 0.0174,
      "step": 17190
    },
    {
      "grad_norm": 0.20759321749210358,
      "learning_rate": 9.274070821841964e-05,
      "loss": 0.0117,
      "step": 17200
    },
    {
      "grad_norm": 0.17737212777137756,
      "learning_rate": 9.272997904084696e-05,
      "loss": 0.0112,
      "step": 17210
    },
    {
      "grad_norm": 0.17654649913311005,
      "learning_rate": 9.271924256188951e-05,
      "loss": 0.013,
      "step": 17220
    },
    {
      "grad_norm": 0.25891897082328796,
      "learning_rate": 9.270849878338189e-05,
      "loss": 0.0166,
      "step": 17230
    },
    {
      "grad_norm": 0.18855370581150055,
      "learning_rate": 9.269774770715991e-05,
      "loss": 0.0167,
      "step": 17240
    },
    {
      "grad_norm": 0.2651379108428955,
      "learning_rate": 9.268698933506061e-05,
      "loss": 0.0123,
      "step": 17250
    },
    {
      "grad_norm": 0.15031670033931732,
      "learning_rate": 9.267622366892235e-05,
      "loss": 0.0151,
      "step": 17260
    },
    {
      "grad_norm": 0.19041188061237335,
      "learning_rate": 9.266545071058465e-05,
      "loss": 0.0139,
      "step": 17270
    },
    {
      "grad_norm": 0.13770002126693726,
      "learning_rate": 9.265467046188833e-05,
      "loss": 0.0131,
      "step": 17280
    },
    {
      "grad_norm": 0.13993360102176666,
      "learning_rate": 9.264388292467543e-05,
      "loss": 0.0118,
      "step": 17290
    },
    {
      "grad_norm": 0.18237127363681793,
      "learning_rate": 9.263308810078926e-05,
      "loss": 0.0134,
      "step": 17300
    },
    {
      "grad_norm": 0.1838529258966446,
      "learning_rate": 9.262228599207434e-05,
      "loss": 0.0129,
      "step": 17310
    },
    {
      "grad_norm": 0.20635727047920227,
      "learning_rate": 9.261147660037647e-05,
      "loss": 0.0136,
      "step": 17320
    },
    {
      "grad_norm": 0.20753958821296692,
      "learning_rate": 9.26006599275427e-05,
      "loss": 0.0165,
      "step": 17330
    },
    {
      "grad_norm": 0.23016618192195892,
      "learning_rate": 9.258983597542124e-05,
      "loss": 0.0148,
      "step": 17340
    },
    {
      "grad_norm": 0.21711838245391846,
      "learning_rate": 9.257900474586167e-05,
      "loss": 0.0164,
      "step": 17350
    },
    {
      "grad_norm": 0.18427689373493195,
      "learning_rate": 9.256816624071471e-05,
      "loss": 0.0146,
      "step": 17360
    },
    {
      "grad_norm": 0.22144655883312225,
      "learning_rate": 9.25573204618324e-05,
      "loss": 0.0126,
      "step": 17370
    },
    {
      "grad_norm": 0.17013725638389587,
      "learning_rate": 9.254646741106796e-05,
      "loss": 0.0134,
      "step": 17380
    },
    {
      "grad_norm": 0.19174036383628845,
      "learning_rate": 9.253560709027589e-05,
      "loss": 0.0139,
      "step": 17390
    },
    {
      "grad_norm": 0.17933440208435059,
      "learning_rate": 9.252473950131192e-05,
      "loss": 0.0157,
      "step": 17400
    },
    {
      "grad_norm": 0.1593896746635437,
      "learning_rate": 9.251386464603302e-05,
      "loss": 0.0137,
      "step": 17410
    },
    {
      "grad_norm": 0.13276706635951996,
      "learning_rate": 9.250298252629741e-05,
      "loss": 0.0119,
      "step": 17420
    },
    {
      "grad_norm": 0.24178029596805573,
      "learning_rate": 9.249209314396454e-05,
      "loss": 0.0132,
      "step": 17430
    },
    {
      "grad_norm": 0.17739956080913544,
      "learning_rate": 9.248119650089513e-05,
      "loss": 0.0139,
      "step": 17440
    },
    {
      "grad_norm": 0.20257575809955597,
      "learning_rate": 9.247029259895108e-05,
      "loss": 0.0155,
      "step": 17450
    },
    {
      "grad_norm": 0.12598265707492828,
      "learning_rate": 9.24593814399956e-05,
      "loss": 0.0117,
      "step": 17460
    },
    {
      "grad_norm": 0.21242749691009521,
      "learning_rate": 9.244846302589309e-05,
      "loss": 0.0153,
      "step": 17470
    },
    {
      "grad_norm": 0.16382955014705658,
      "learning_rate": 9.243753735850923e-05,
      "loss": 0.0139,
      "step": 17480
    },
    {
      "grad_norm": 0.2097787708044052,
      "learning_rate": 9.24266044397109e-05,
      "loss": 0.0135,
      "step": 17490
    },
    {
      "grad_norm": 0.19653743505477905,
      "learning_rate": 9.241566427136624e-05,
      "loss": 0.0143,
      "step": 17500
    },
    {
      "grad_norm": 0.1797575056552887,
      "learning_rate": 9.240471685534463e-05,
      "loss": 0.0133,
      "step": 17510
    },
    {
      "grad_norm": 0.23303283751010895,
      "learning_rate": 9.239376219351667e-05,
      "loss": 0.011,
      "step": 17520
    },
    {
      "grad_norm": 0.1612747311592102,
      "learning_rate": 9.238280028775425e-05,
      "loss": 0.0136,
      "step": 17530
    },
    {
      "grad_norm": 0.2138129323720932,
      "learning_rate": 9.237183113993041e-05,
      "loss": 0.012,
      "step": 17540
    },
    {
      "grad_norm": 0.40228506922721863,
      "learning_rate": 9.236085475191952e-05,
      "loss": 0.0117,
      "step": 17550
    },
    {
      "grad_norm": 0.21797437965869904,
      "learning_rate": 9.234987112559709e-05,
      "loss": 0.0136,
      "step": 17560
    },
    {
      "grad_norm": 0.16454502940177917,
      "learning_rate": 9.233888026283999e-05,
      "loss": 0.0144,
      "step": 17570
    },
    {
      "grad_norm": 0.18037325143814087,
      "learning_rate": 9.232788216552619e-05,
      "loss": 0.0146,
      "step": 17580
    },
    {
      "grad_norm": 0.12091096490621567,
      "learning_rate": 9.231687683553502e-05,
      "loss": 0.0147,
      "step": 17590
    },
    {
      "grad_norm": 0.1627086102962494,
      "learning_rate": 9.230586427474698e-05,
      "loss": 0.0121,
      "step": 17600
    },
    {
      "grad_norm": 0.17902030050754547,
      "learning_rate": 9.229484448504379e-05,
      "loss": 0.0136,
      "step": 17610
    },
    {
      "grad_norm": 0.13853690028190613,
      "learning_rate": 9.228381746830843e-05,
      "loss": 0.0124,
      "step": 17620
    },
    {
      "grad_norm": 0.16326120495796204,
      "learning_rate": 9.227278322642514e-05,
      "loss": 0.0142,
      "step": 17630
    },
    {
      "grad_norm": 0.16619136929512024,
      "learning_rate": 9.226174176127937e-05,
      "loss": 0.0126,
      "step": 17640
    },
    {
      "grad_norm": 0.18257743120193481,
      "learning_rate": 9.22506930747578e-05,
      "loss": 0.0108,
      "step": 17650
    },
    {
      "grad_norm": 0.18720301985740662,
      "learning_rate": 9.223963716874831e-05,
      "loss": 0.0109,
      "step": 17660
    },
    {
      "grad_norm": 0.15280914306640625,
      "learning_rate": 9.222857404514012e-05,
      "loss": 0.0129,
      "step": 17670
    },
    {
      "grad_norm": 0.16900137066841125,
      "learning_rate": 9.221750370582355e-05,
      "loss": 0.0159,
      "step": 17680
    },
    {
      "grad_norm": 0.20187008380889893,
      "learning_rate": 9.220642615269028e-05,
      "loss": 0.0132,
      "step": 17690
    },
    {
      "grad_norm": 0.16697333753108978,
      "learning_rate": 9.219534138763311e-05,
      "loss": 0.0137,
      "step": 17700
    },
    {
      "grad_norm": 0.1659562885761261,
      "learning_rate": 9.218424941254613e-05,
      "loss": 0.0117,
      "step": 17710
    },
    {
      "grad_norm": 0.16744118928909302,
      "learning_rate": 9.217315022932468e-05,
      "loss": 0.0156,
      "step": 17720
    },
    {
      "grad_norm": 0.18823124468326569,
      "learning_rate": 9.216204383986528e-05,
      "loss": 0.0123,
      "step": 17730
    },
    {
      "grad_norm": 0.19633594155311584,
      "learning_rate": 9.215093024606574e-05,
      "loss": 0.0169,
      "step": 17740
    },
    {
      "grad_norm": 0.20865464210510254,
      "learning_rate": 9.213980944982506e-05,
      "loss": 0.011,
      "step": 17750
    },
    {
      "grad_norm": 0.2081579715013504,
      "learning_rate": 9.212868145304346e-05,
      "loss": 0.0193,
      "step": 17760
    },
    {
      "grad_norm": 0.2152722030878067,
      "learning_rate": 9.211754625762241e-05,
      "loss": 0.016,
      "step": 17770
    },
    {
      "grad_norm": 0.16820742189884186,
      "learning_rate": 9.210640386546463e-05,
      "loss": 0.0156,
      "step": 17780
    },
    {
      "grad_norm": 0.15621528029441833,
      "learning_rate": 9.209525427847405e-05,
      "loss": 0.0145,
      "step": 17790
    },
    {
      "grad_norm": 0.19536343216896057,
      "learning_rate": 9.208409749855583e-05,
      "loss": 0.0131,
      "step": 17800
    },
    {
      "grad_norm": 0.22496946156024933,
      "learning_rate": 9.207293352761633e-05,
      "loss": 0.0166,
      "step": 17810
    },
    {
      "grad_norm": 0.1796385794878006,
      "learning_rate": 9.206176236756319e-05,
      "loss": 0.0149,
      "step": 17820
    },
    {
      "grad_norm": 0.14013731479644775,
      "learning_rate": 9.205058402030525e-05,
      "loss": 0.0119,
      "step": 17830
    },
    {
      "grad_norm": 0.1799067258834839,
      "learning_rate": 9.203939848775259e-05,
      "loss": 0.0139,
      "step": 17840
    },
    {
      "grad_norm": 0.22663234174251556,
      "learning_rate": 9.202820577181652e-05,
      "loss": 0.0136,
      "step": 17850
    },
    {
      "grad_norm": 0.21341551840305328,
      "learning_rate": 9.201700587440953e-05,
      "loss": 0.0152,
      "step": 17860
    },
    {
      "grad_norm": 0.21235667169094086,
      "learning_rate": 9.200579879744544e-05,
      "loss": 0.0166,
      "step": 17870
    },
    {
      "grad_norm": 0.20847250521183014,
      "learning_rate": 9.199458454283918e-05,
      "loss": 0.0131,
      "step": 17880
    },
    {
      "grad_norm": 0.24244031310081482,
      "learning_rate": 9.198336311250697e-05,
      "loss": 0.0164,
      "step": 17890
    },
    {
      "grad_norm": 0.17664207518100739,
      "learning_rate": 9.197213450836626e-05,
      "loss": 0.0142,
      "step": 17900
    },
    {
      "grad_norm": 0.20240342617034912,
      "learning_rate": 9.19608987323357e-05,
      "loss": 0.0148,
      "step": 17910
    },
    {
      "grad_norm": 0.15881052613258362,
      "learning_rate": 9.194965578633517e-05,
      "loss": 0.0148,
      "step": 17920
    },
    {
      "grad_norm": 0.14502176642417908,
      "learning_rate": 9.193840567228582e-05,
      "loss": 0.0118,
      "step": 17930
    },
    {
      "grad_norm": 0.19050702452659607,
      "learning_rate": 9.192714839210994e-05,
      "loss": 0.0144,
      "step": 17940
    },
    {
      "grad_norm": 0.1580478549003601,
      "learning_rate": 9.19158839477311e-05,
      "loss": 0.0106,
      "step": 17950
    },
    {
      "grad_norm": 0.24122609198093414,
      "learning_rate": 9.190461234107411e-05,
      "loss": 0.0162,
      "step": 17960
    },
    {
      "grad_norm": 0.1892397701740265,
      "learning_rate": 9.189333357406496e-05,
      "loss": 0.0149,
      "step": 17970
    },
    {
      "grad_norm": 0.2164130061864853,
      "learning_rate": 9.188204764863089e-05,
      "loss": 0.0135,
      "step": 17980
    },
    {
      "grad_norm": 0.17519353330135345,
      "learning_rate": 9.187075456670033e-05,
      "loss": 0.0145,
      "step": 17990
    },
    {
      "grad_norm": 0.16445520520210266,
      "learning_rate": 9.1859454330203e-05,
      "loss": 0.011,
      "step": 18000
    },
    {
      "grad_norm": 0.1517212688922882,
      "learning_rate": 9.18481469410698e-05,
      "loss": 0.0143,
      "step": 18010
    },
    {
      "grad_norm": 0.15926885604858398,
      "learning_rate": 9.183683240123281e-05,
      "loss": 0.0118,
      "step": 18020
    },
    {
      "grad_norm": 0.20616121590137482,
      "learning_rate": 9.182551071262541e-05,
      "loss": 0.0117,
      "step": 18030
    },
    {
      "grad_norm": 0.17007237672805786,
      "learning_rate": 9.181418187718218e-05,
      "loss": 0.0122,
      "step": 18040
    },
    {
      "grad_norm": 0.15647763013839722,
      "learning_rate": 9.180284589683888e-05,
      "loss": 0.0146,
      "step": 18050
    },
    {
      "grad_norm": 0.22422470152378082,
      "learning_rate": 9.17915027735325e-05,
      "loss": 0.0151,
      "step": 18060
    },
    {
      "grad_norm": 0.1501070261001587,
      "learning_rate": 9.178015250920133e-05,
      "loss": 0.0159,
      "step": 18070
    },
    {
      "grad_norm": 0.18095903098583221,
      "learning_rate": 9.176879510578477e-05,
      "loss": 0.0122,
      "step": 18080
    },
    {
      "grad_norm": 0.1992620974779129,
      "learning_rate": 9.17574305652235e-05,
      "loss": 0.0147,
      "step": 18090
    },
    {
      "grad_norm": 0.17437763512134552,
      "learning_rate": 9.174605888945942e-05,
      "loss": 0.0137,
      "step": 18100
    },
    {
      "grad_norm": 0.15271982550621033,
      "learning_rate": 9.173468008043564e-05,
      "loss": 0.0119,
      "step": 18110
    },
    {
      "grad_norm": 0.18603858351707458,
      "learning_rate": 9.172329414009648e-05,
      "loss": 0.0169,
      "step": 18120
    },
    {
      "grad_norm": 0.12792974710464478,
      "learning_rate": 9.171190107038747e-05,
      "loss": 0.0137,
      "step": 18130
    },
    {
      "grad_norm": 0.137007474899292,
      "learning_rate": 9.170050087325541e-05,
      "loss": 0.0106,
      "step": 18140
    },
    {
      "grad_norm": 0.15156742930412292,
      "learning_rate": 9.168909355064824e-05,
      "loss": 0.0109,
      "step": 18150
    },
    {
      "grad_norm": 0.17367218434810638,
      "learning_rate": 9.167767910451519e-05,
      "loss": 0.0128,
      "step": 18160
    },
    {
      "grad_norm": 0.1794963926076889,
      "learning_rate": 9.166625753680669e-05,
      "loss": 0.0121,
      "step": 18170
    },
    {
      "grad_norm": 0.16084620356559753,
      "learning_rate": 9.165482884947431e-05,
      "loss": 0.0126,
      "step": 18180
    },
    {
      "grad_norm": 0.14923535287380219,
      "learning_rate": 9.164339304447098e-05,
      "loss": 0.0133,
      "step": 18190
    },
    {
      "grad_norm": 0.21801245212554932,
      "learning_rate": 9.163195012375072e-05,
      "loss": 0.015,
      "step": 18200
    },
    {
      "grad_norm": 0.16680410504341125,
      "learning_rate": 9.16205000892688e-05,
      "loss": 0.0122,
      "step": 18210
    },
    {
      "grad_norm": 0.11541450023651123,
      "learning_rate": 9.160904294298175e-05,
      "loss": 0.0126,
      "step": 18220
    },
    {
      "grad_norm": 0.1710604876279831,
      "learning_rate": 9.159757868684727e-05,
      "loss": 0.0159,
      "step": 18230
    },
    {
      "grad_norm": 0.1606317162513733,
      "learning_rate": 9.15861073228243e-05,
      "loss": 0.0153,
      "step": 18240
    },
    {
      "grad_norm": 0.1500059962272644,
      "learning_rate": 9.157462885287296e-05,
      "loss": 0.0138,
      "step": 18250
    },
    {
      "grad_norm": 0.16559025645256042,
      "learning_rate": 9.156314327895461e-05,
      "loss": 0.014,
      "step": 18260
    },
    {
      "grad_norm": 0.1564033180475235,
      "learning_rate": 9.155165060303185e-05,
      "loss": 0.0145,
      "step": 18270
    },
    {
      "grad_norm": 0.16176164150238037,
      "learning_rate": 9.154015082706841e-05,
      "loss": 0.0136,
      "step": 18280
    },
    {
      "grad_norm": 0.19588464498519897,
      "learning_rate": 9.152864395302936e-05,
      "loss": 0.0117,
      "step": 18290
    },
    {
      "grad_norm": 0.1216060221195221,
      "learning_rate": 9.151712998288085e-05,
      "loss": 0.0109,
      "step": 18300
    },
    {
      "grad_norm": 0.19247251749038696,
      "learning_rate": 9.150560891859031e-05,
      "loss": 0.0175,
      "step": 18310
    },
    {
      "grad_norm": 0.1400294154882431,
      "learning_rate": 9.14940807621264e-05,
      "loss": 0.0118,
      "step": 18320
    },
    {
      "grad_norm": 0.20920270681381226,
      "learning_rate": 9.148254551545894e-05,
      "loss": 0.0159,
      "step": 18330
    },
    {
      "grad_norm": 0.24419790506362915,
      "learning_rate": 9.147100318055901e-05,
      "loss": 0.0143,
      "step": 18340
    },
    {
      "grad_norm": 0.21323910355567932,
      "learning_rate": 9.145945375939888e-05,
      "loss": 0.0137,
      "step": 18350
    },
    {
      "grad_norm": 0.19295136630535126,
      "learning_rate": 9.144789725395203e-05,
      "loss": 0.0132,
      "step": 18360
    },
    {
      "grad_norm": 0.33407384157180786,
      "learning_rate": 9.14363336661931e-05,
      "loss": 0.0118,
      "step": 18370
    },
    {
      "grad_norm": 0.22013448178768158,
      "learning_rate": 9.142476299809806e-05,
      "loss": 0.0141,
      "step": 18380
    },
    {
      "grad_norm": 0.213907852768898,
      "learning_rate": 9.1413185251644e-05,
      "loss": 0.0115,
      "step": 18390
    },
    {
      "grad_norm": 0.18205253779888153,
      "learning_rate": 9.140160042880923e-05,
      "loss": 0.0121,
      "step": 18400
    },
    {
      "grad_norm": 0.170466348528862,
      "learning_rate": 9.139000853157327e-05,
      "loss": 0.0116,
      "step": 18410
    },
    {
      "grad_norm": 0.15316399931907654,
      "learning_rate": 9.137840956191688e-05,
      "loss": 0.0123,
      "step": 18420
    },
    {
      "grad_norm": 0.16568119823932648,
      "learning_rate": 9.136680352182199e-05,
      "loss": 0.0148,
      "step": 18430
    },
    {
      "grad_norm": 0.1825479120016098,
      "learning_rate": 9.135519041327177e-05,
      "loss": 0.0149,
      "step": 18440
    },
    {
      "grad_norm": 0.17678920924663544,
      "learning_rate": 9.134357023825058e-05,
      "loss": 0.0138,
      "step": 18450
    },
    {
      "grad_norm": 0.18914444744586945,
      "learning_rate": 9.133194299874398e-05,
      "loss": 0.0131,
      "step": 18460
    },
    {
      "grad_norm": 0.1719539761543274,
      "learning_rate": 9.132030869673876e-05,
      "loss": 0.0146,
      "step": 18470
    },
    {
      "grad_norm": 0.1666962057352066,
      "learning_rate": 9.130866733422288e-05,
      "loss": 0.0131,
      "step": 18480
    },
    {
      "grad_norm": 0.17296157777309418,
      "learning_rate": 9.129701891318556e-05,
      "loss": 0.0161,
      "step": 18490
    },
    {
      "grad_norm": 0.2073615938425064,
      "learning_rate": 9.128536343561718e-05,
      "loss": 0.0142,
      "step": 18500
    },
    {
      "grad_norm": 0.20233534276485443,
      "learning_rate": 9.127370090350934e-05,
      "loss": 0.0138,
      "step": 18510
    },
    {
      "grad_norm": 0.19519734382629395,
      "learning_rate": 9.126203131885487e-05,
      "loss": 0.0141,
      "step": 18520
    },
    {
      "grad_norm": 0.19951848685741425,
      "learning_rate": 9.125035468364775e-05,
      "loss": 0.0133,
      "step": 18530
    },
    {
      "grad_norm": 0.25807660818099976,
      "learning_rate": 9.123867099988322e-05,
      "loss": 0.0158,
      "step": 18540
    },
    {
      "grad_norm": 0.22377526760101318,
      "learning_rate": 9.122698026955769e-05,
      "loss": 0.0161,
      "step": 18550
    },
    {
      "grad_norm": 0.19101595878601074,
      "learning_rate": 9.12152824946688e-05,
      "loss": 0.0141,
      "step": 18560
    },
    {
      "grad_norm": 0.16517424583435059,
      "learning_rate": 9.120357767721538e-05,
      "loss": 0.0133,
      "step": 18570
    },
    {
      "grad_norm": 0.15414109826087952,
      "learning_rate": 9.119186581919745e-05,
      "loss": 0.0121,
      "step": 18580
    },
    {
      "grad_norm": 0.16478826105594635,
      "learning_rate": 9.118014692261624e-05,
      "loss": 0.013,
      "step": 18590
    },
    {
      "grad_norm": 0.17089414596557617,
      "learning_rate": 9.116842098947422e-05,
      "loss": 0.0116,
      "step": 18600
    },
    {
      "grad_norm": 0.19202743470668793,
      "learning_rate": 9.115668802177499e-05,
      "loss": 0.0142,
      "step": 18610
    },
    {
      "grad_norm": 0.19099971652030945,
      "learning_rate": 9.114494802152342e-05,
      "loss": 0.0146,
      "step": 18620
    },
    {
      "grad_norm": 0.16103799641132355,
      "learning_rate": 9.113320099072555e-05,
      "loss": 0.0143,
      "step": 18630
    },
    {
      "grad_norm": 0.1427232027053833,
      "learning_rate": 9.112144693138864e-05,
      "loss": 0.0109,
      "step": 18640
    },
    {
      "grad_norm": 0.15710587799549103,
      "learning_rate": 9.110968584552111e-05,
      "loss": 0.0116,
      "step": 18650
    },
    {
      "grad_norm": 0.1425226479768753,
      "learning_rate": 9.109791773513264e-05,
      "loss": 0.0112,
      "step": 18660
    },
    {
      "grad_norm": 0.19688542187213898,
      "learning_rate": 9.108614260223403e-05,
      "loss": 0.0117,
      "step": 18670
    },
    {
      "grad_norm": 0.21799279749393463,
      "learning_rate": 9.107436044883738e-05,
      "loss": 0.0142,
      "step": 18680
    },
    {
      "grad_norm": 0.1813950538635254,
      "learning_rate": 9.10625712769559e-05,
      "loss": 0.0127,
      "step": 18690
    },
    {
      "grad_norm": 0.17664691805839539,
      "learning_rate": 9.105077508860406e-05,
      "loss": 0.0121,
      "step": 18700
    },
    {
      "grad_norm": 0.1390695869922638,
      "learning_rate": 9.103897188579751e-05,
      "loss": 0.0125,
      "step": 18710
    },
    {
      "grad_norm": 0.1558862328529358,
      "learning_rate": 9.102716167055308e-05,
      "loss": 0.0118,
      "step": 18720
    },
    {
      "grad_norm": 0.20968446135520935,
      "learning_rate": 9.10153444448888e-05,
      "loss": 0.016,
      "step": 18730
    },
    {
      "grad_norm": 0.1652984619140625,
      "learning_rate": 9.100352021082393e-05,
      "loss": 0.0126,
      "step": 18740
    },
    {
      "grad_norm": 0.2140059471130371,
      "learning_rate": 9.099168897037891e-05,
      "loss": 0.0121,
      "step": 18750
    },
    {
      "grad_norm": 0.12128559499979019,
      "learning_rate": 9.097985072557538e-05,
      "loss": 0.0088,
      "step": 18760
    },
    {
      "grad_norm": 0.2227984070777893,
      "learning_rate": 9.096800547843615e-05,
      "loss": 0.0106,
      "step": 18770
    },
    {
      "grad_norm": 0.11223388463258743,
      "learning_rate": 9.095615323098526e-05,
      "loss": 0.0116,
      "step": 18780
    },
    {
      "grad_norm": 0.18303819000720978,
      "learning_rate": 9.094429398524795e-05,
      "loss": 0.0105,
      "step": 18790
    },
    {
      "grad_norm": 0.20908120274543762,
      "learning_rate": 9.093242774325061e-05,
      "loss": 0.0138,
      "step": 18800
    },
    {
      "grad_norm": 0.19817358255386353,
      "learning_rate": 9.092055450702088e-05,
      "loss": 0.0121,
      "step": 18810
    },
    {
      "grad_norm": 0.16806824505329132,
      "learning_rate": 9.090867427858756e-05,
      "loss": 0.0175,
      "step": 18820
    },
    {
      "grad_norm": 0.18254899978637695,
      "learning_rate": 9.089678705998066e-05,
      "loss": 0.0126,
      "step": 18830
    },
    {
      "grad_norm": 0.21638166904449463,
      "learning_rate": 9.088489285323139e-05,
      "loss": 0.0127,
      "step": 18840
    },
    {
      "grad_norm": 0.21583996713161469,
      "learning_rate": 9.087299166037212e-05,
      "loss": 0.0134,
      "step": 18850
    },
    {
      "grad_norm": 0.18967284262180328,
      "learning_rate": 9.086108348343647e-05,
      "loss": 0.0108,
      "step": 18860
    },
    {
      "grad_norm": 0.15250705182552338,
      "learning_rate": 9.08491683244592e-05,
      "loss": 0.0105,
      "step": 18870
    },
    {
      "grad_norm": 0.1655692309141159,
      "learning_rate": 9.08372461854763e-05,
      "loss": 0.0127,
      "step": 18880
    },
    {
      "grad_norm": 0.1682489663362503,
      "learning_rate": 9.082531706852492e-05,
      "loss": 0.0147,
      "step": 18890
    },
    {
      "grad_norm": 0.15783154964447021,
      "learning_rate": 9.081338097564342e-05,
      "loss": 0.012,
      "step": 18900
    },
    {
      "grad_norm": 0.1730799525976181,
      "learning_rate": 9.080143790887137e-05,
      "loss": 0.0128,
      "step": 18910
    },
    {
      "grad_norm": 0.19487155973911285,
      "learning_rate": 9.07894878702495e-05,
      "loss": 0.0126,
      "step": 18920
    },
    {
      "grad_norm": 0.15859703719615936,
      "learning_rate": 9.077753086181974e-05,
      "loss": 0.0141,
      "step": 18930
    },
    {
      "grad_norm": 0.1806102991104126,
      "learning_rate": 9.076556688562524e-05,
      "loss": 0.0128,
      "step": 18940
    },
    {
      "grad_norm": 0.1629876047372818,
      "learning_rate": 9.075359594371029e-05,
      "loss": 0.0141,
      "step": 18950
    },
    {
      "grad_norm": 0.2116788923740387,
      "learning_rate": 9.07416180381204e-05,
      "loss": 0.0149,
      "step": 18960
    },
    {
      "grad_norm": 0.21932393312454224,
      "learning_rate": 9.072963317090228e-05,
      "loss": 0.0127,
      "step": 18970
    },
    {
      "grad_norm": 0.17755873501300812,
      "learning_rate": 9.071764134410382e-05,
      "loss": 0.0128,
      "step": 18980
    },
    {
      "grad_norm": 0.16978396475315094,
      "learning_rate": 9.070564255977407e-05,
      "loss": 0.0134,
      "step": 18990
    },
    {
      "grad_norm": 0.15558291971683502,
      "learning_rate": 9.06936368199633e-05,
      "loss": 0.0144,
      "step": 19000
    },
    {
      "grad_norm": 0.21362631022930145,
      "learning_rate": 9.0681624126723e-05,
      "loss": 0.0131,
      "step": 19010
    },
    {
      "grad_norm": 0.15842536091804504,
      "learning_rate": 9.066960448210576e-05,
      "loss": 0.0128,
      "step": 19020
    },
    {
      "grad_norm": 0.21659120917320251,
      "learning_rate": 9.065757788816543e-05,
      "loss": 0.0145,
      "step": 19030
    },
    {
      "grad_norm": 0.20719420909881592,
      "learning_rate": 9.064554434695705e-05,
      "loss": 0.0115,
      "step": 19040
    },
    {
      "grad_norm": 0.1853378266096115,
      "learning_rate": 9.063350386053677e-05,
      "loss": 0.0122,
      "step": 19050
    },
    {
      "grad_norm": 0.16207851469516754,
      "learning_rate": 9.062145643096202e-05,
      "loss": 0.012,
      "step": 19060
    },
    {
      "grad_norm": 0.18837369978427887,
      "learning_rate": 9.060940206029136e-05,
      "loss": 0.0148,
      "step": 19070
    },
    {
      "grad_norm": 0.2358926236629486,
      "learning_rate": 9.059734075058457e-05,
      "loss": 0.0159,
      "step": 19080
    },
    {
      "grad_norm": 0.20649117231369019,
      "learning_rate": 9.058527250390257e-05,
      "loss": 0.0132,
      "step": 19090
    },
    {
      "grad_norm": 0.15739327669143677,
      "learning_rate": 9.057319732230752e-05,
      "loss": 0.0131,
      "step": 19100
    },
    {
      "grad_norm": 0.11631253361701965,
      "learning_rate": 9.056111520786273e-05,
      "loss": 0.0116,
      "step": 19110
    },
    {
      "grad_norm": 0.1558752954006195,
      "learning_rate": 9.054902616263268e-05,
      "loss": 0.0137,
      "step": 19120
    },
    {
      "grad_norm": 0.18798238039016724,
      "learning_rate": 9.05369301886831e-05,
      "loss": 0.0114,
      "step": 19130
    },
    {
      "grad_norm": 0.21035727858543396,
      "learning_rate": 9.052482728808083e-05,
      "loss": 0.0114,
      "step": 19140
    },
    {
      "grad_norm": 0.17892824113368988,
      "learning_rate": 9.051271746289391e-05,
      "loss": 0.0117,
      "step": 19150
    },
    {
      "grad_norm": 0.15115466713905334,
      "learning_rate": 9.050060071519162e-05,
      "loss": 0.0103,
      "step": 19160
    },
    {
      "grad_norm": 0.14821623265743256,
      "learning_rate": 9.048847704704437e-05,
      "loss": 0.011,
      "step": 19170
    },
    {
      "grad_norm": 0.15745961666107178,
      "learning_rate": 9.047634646052376e-05,
      "loss": 0.0138,
      "step": 19180
    },
    {
      "grad_norm": 0.13289059698581696,
      "learning_rate": 9.046420895770256e-05,
      "loss": 0.0126,
      "step": 19190
    },
    {
      "grad_norm": 0.15205134451389313,
      "learning_rate": 9.045206454065473e-05,
      "loss": 0.0119,
      "step": 19200
    },
    {
      "grad_norm": 0.12743744254112244,
      "learning_rate": 9.043991321145546e-05,
      "loss": 0.0099,
      "step": 19210
    },
    {
      "grad_norm": 0.14787529408931732,
      "learning_rate": 9.042775497218105e-05,
      "loss": 0.0095,
      "step": 19220
    },
    {
      "grad_norm": 0.213703453540802,
      "learning_rate": 9.041558982490901e-05,
      "loss": 0.012,
      "step": 19230
    },
    {
      "grad_norm": 0.1238865777850151,
      "learning_rate": 9.040341777171805e-05,
      "loss": 0.012,
      "step": 19240
    },
    {
      "grad_norm": 0.15548966825008392,
      "learning_rate": 9.039123881468802e-05,
      "loss": 0.0139,
      "step": 19250
    },
    {
      "grad_norm": 0.13444682955741882,
      "learning_rate": 9.037905295589998e-05,
      "loss": 0.0098,
      "step": 19260
    },
    {
      "grad_norm": 0.14257341623306274,
      "learning_rate": 9.036686019743617e-05,
      "loss": 0.0116,
      "step": 19270
    },
    {
      "grad_norm": 0.1959122270345688,
      "learning_rate": 9.035466054137997e-05,
      "loss": 0.0139,
      "step": 19280
    },
    {
      "grad_norm": 0.16291335225105286,
      "learning_rate": 9.0342453989816e-05,
      "loss": 0.0133,
      "step": 19290
    },
    {
      "grad_norm": 0.15779830515384674,
      "learning_rate": 9.033024054483e-05,
      "loss": 0.0097,
      "step": 19300
    },
    {
      "grad_norm": 0.16115352511405945,
      "learning_rate": 9.031802020850894e-05,
      "loss": 0.0098,
      "step": 19310
    },
    {
      "grad_norm": 0.1699976623058319,
      "learning_rate": 9.030579298294092e-05,
      "loss": 0.0129,
      "step": 19320
    },
    {
      "grad_norm": 0.19057117402553558,
      "learning_rate": 9.029355887021524e-05,
      "loss": 0.0157,
      "step": 19330
    },
    {
      "grad_norm": 0.2208966612815857,
      "learning_rate": 9.028131787242238e-05,
      "loss": 0.0139,
      "step": 19340
    },
    {
      "grad_norm": 0.15297353267669678,
      "learning_rate": 9.026906999165399e-05,
      "loss": 0.0121,
      "step": 19350
    },
    {
      "grad_norm": 0.14919699728488922,
      "learning_rate": 9.025681523000291e-05,
      "loss": 0.012,
      "step": 19360
    },
    {
      "grad_norm": 0.1497335582971573,
      "learning_rate": 9.024455358956315e-05,
      "loss": 0.0112,
      "step": 19370
    },
    {
      "grad_norm": 0.16103237867355347,
      "learning_rate": 9.023228507242984e-05,
      "loss": 0.012,
      "step": 19380
    },
    {
      "grad_norm": 0.15775282680988312,
      "learning_rate": 9.022000968069937e-05,
      "loss": 0.0141,
      "step": 19390
    },
    {
      "grad_norm": 0.2044057697057724,
      "learning_rate": 9.020772741646928e-05,
      "loss": 0.0137,
      "step": 19400
    },
    {
      "grad_norm": 0.186885267496109,
      "learning_rate": 9.019543828183826e-05,
      "loss": 0.015,
      "step": 19410
    },
    {
      "grad_norm": 0.14713314175605774,
      "learning_rate": 9.018314227890616e-05,
      "loss": 0.0115,
      "step": 19420
    },
    {
      "grad_norm": 0.2185310423374176,
      "learning_rate": 9.017083940977408e-05,
      "loss": 0.0109,
      "step": 19430
    },
    {
      "grad_norm": 0.18490713834762573,
      "learning_rate": 9.015852967654422e-05,
      "loss": 0.0119,
      "step": 19440
    },
    {
      "grad_norm": 0.2125953733921051,
      "learning_rate": 9.014621308131996e-05,
      "loss": 0.0118,
      "step": 19450
    },
    {
      "grad_norm": 0.18960866332054138,
      "learning_rate": 9.01338896262059e-05,
      "loss": 0.0106,
      "step": 19460
    },
    {
      "grad_norm": 0.14531509578227997,
      "learning_rate": 9.012155931330777e-05,
      "loss": 0.0129,
      "step": 19470
    },
    {
      "grad_norm": 0.18266703188419342,
      "learning_rate": 9.010922214473246e-05,
      "loss": 0.0138,
      "step": 19480
    },
    {
      "grad_norm": 0.14042457938194275,
      "learning_rate": 9.009687812258808e-05,
      "loss": 0.0116,
      "step": 19490
    },
    {
      "grad_norm": 0.1970616728067398,
      "learning_rate": 9.00845272489839e-05,
      "loss": 0.0101,
      "step": 19500
    },
    {
      "grad_norm": 0.16763289272785187,
      "learning_rate": 9.007216952603031e-05,
      "loss": 0.0139,
      "step": 19510
    },
    {
      "grad_norm": 0.1574927717447281,
      "learning_rate": 9.005980495583894e-05,
      "loss": 0.0111,
      "step": 19520
    },
    {
      "grad_norm": 0.20359042286872864,
      "learning_rate": 9.004743354052252e-05,
      "loss": 0.0118,
      "step": 19530
    },
    {
      "grad_norm": 0.12863026559352875,
      "learning_rate": 9.003505528219503e-05,
      "loss": 0.0106,
      "step": 19540
    },
    {
      "grad_norm": 0.2274320125579834,
      "learning_rate": 9.002267018297154e-05,
      "loss": 0.014,
      "step": 19550
    },
    {
      "grad_norm": 0.1863194704055786,
      "learning_rate": 9.001027824496834e-05,
      "loss": 0.0123,
      "step": 19560
    },
    {
      "grad_norm": 0.15403300523757935,
      "learning_rate": 8.999787947030287e-05,
      "loss": 0.0128,
      "step": 19570
    },
    {
      "grad_norm": 0.20692487061023712,
      "learning_rate": 8.998547386109376e-05,
      "loss": 0.0095,
      "step": 19580
    },
    {
      "grad_norm": 0.21347887814044952,
      "learning_rate": 8.997306141946073e-05,
      "loss": 0.0141,
      "step": 19590
    },
    {
      "grad_norm": 0.18330919742584229,
      "learning_rate": 8.996064214752481e-05,
      "loss": 0.0144,
      "step": 19600
    },
    {
      "grad_norm": 0.15147873759269714,
      "learning_rate": 8.994821604740806e-05,
      "loss": 0.0114,
      "step": 19610
    },
    {
      "grad_norm": 0.21634122729301453,
      "learning_rate": 8.993578312123377e-05,
      "loss": 0.0131,
      "step": 19620
    },
    {
      "grad_norm": 0.16738319396972656,
      "learning_rate": 8.992334337112639e-05,
      "loss": 0.0122,
      "step": 19630
    },
    {
      "grad_norm": 0.2196042239665985,
      "learning_rate": 8.991089679921154e-05,
      "loss": 0.0153,
      "step": 19640
    },
    {
      "grad_norm": 0.186531201004982,
      "learning_rate": 8.989844340761599e-05,
      "loss": 0.0128,
      "step": 19650
    },
    {
      "grad_norm": 0.17217138409614563,
      "learning_rate": 8.988598319846768e-05,
      "loss": 0.0114,
      "step": 19660
    },
    {
      "grad_norm": 0.12963542342185974,
      "learning_rate": 8.987351617389574e-05,
      "loss": 0.0119,
      "step": 19670
    },
    {
      "grad_norm": 0.18053196370601654,
      "learning_rate": 8.98610423360304e-05,
      "loss": 0.0142,
      "step": 19680
    },
    {
      "grad_norm": 0.17507526278495789,
      "learning_rate": 8.984856168700317e-05,
      "loss": 0.0109,
      "step": 19690
    },
    {
      "grad_norm": 0.18384018540382385,
      "learning_rate": 8.983607422894658e-05,
      "loss": 0.0101,
      "step": 19700
    },
    {
      "grad_norm": 0.19164909422397614,
      "learning_rate": 8.982357996399442e-05,
      "loss": 0.0138,
      "step": 19710
    },
    {
      "grad_norm": 0.13584749400615692,
      "learning_rate": 8.981107889428164e-05,
      "loss": 0.011,
      "step": 19720
    },
    {
      "grad_norm": 0.19808608293533325,
      "learning_rate": 8.979857102194428e-05,
      "loss": 0.0154,
      "step": 19730
    },
    {
      "grad_norm": 0.15770451724529266,
      "learning_rate": 8.978605634911968e-05,
      "loss": 0.012,
      "step": 19740
    },
    {
      "grad_norm": 0.15566027164459229,
      "learning_rate": 8.977353487794616e-05,
      "loss": 0.0116,
      "step": 19750
    },
    {
      "grad_norm": 0.12780232727527618,
      "learning_rate": 8.976100661056334e-05,
      "loss": 0.0097,
      "step": 19760
    },
    {
      "grad_norm": 0.153254434466362,
      "learning_rate": 8.974847154911197e-05,
      "loss": 0.0126,
      "step": 19770
    },
    {
      "grad_norm": 0.16228877007961273,
      "learning_rate": 8.973592969573393e-05,
      "loss": 0.0111,
      "step": 19780
    },
    {
      "grad_norm": 0.13248680531978607,
      "learning_rate": 8.972338105257228e-05,
      "loss": 0.0117,
      "step": 19790
    },
    {
      "grad_norm": 0.16334618628025055,
      "learning_rate": 8.971082562177125e-05,
      "loss": 0.0102,
      "step": 19800
    },
    {
      "grad_norm": 0.22023648023605347,
      "learning_rate": 8.96982634054762e-05,
      "loss": 0.0124,
      "step": 19810
    },
    {
      "grad_norm": 0.1974465250968933,
      "learning_rate": 8.96856944058337e-05,
      "loss": 0.0121,
      "step": 19820
    },
    {
      "grad_norm": 0.22594384849071503,
      "learning_rate": 8.967311862499144e-05,
      "loss": 0.0144,
      "step": 19830
    },
    {
      "grad_norm": 0.1827198565006256,
      "learning_rate": 8.966053606509825e-05,
      "loss": 0.0134,
      "step": 19840
    },
    {
      "grad_norm": 0.19004255533218384,
      "learning_rate": 8.964794672830417e-05,
      "loss": 0.0114,
      "step": 19850
    },
    {
      "grad_norm": 0.15893465280532837,
      "learning_rate": 8.963535061676038e-05,
      "loss": 0.0145,
      "step": 19860
    },
    {
      "grad_norm": 0.16078674793243408,
      "learning_rate": 8.962274773261918e-05,
      "loss": 0.0146,
      "step": 19870
    },
    {
      "grad_norm": 0.15072260797023773,
      "learning_rate": 8.961013807803409e-05,
      "loss": 0.0146,
      "step": 19880
    },
    {
      "grad_norm": 0.24211744964122772,
      "learning_rate": 8.959752165515973e-05,
      "loss": 0.013,
      "step": 19890
    },
    {
      "grad_norm": 0.16286133229732513,
      "learning_rate": 8.958489846615193e-05,
      "loss": 0.0136,
      "step": 19900
    },
    {
      "grad_norm": 0.19395215809345245,
      "learning_rate": 8.957226851316762e-05,
      "loss": 0.0149,
      "step": 19910
    },
    {
      "grad_norm": 0.19108660519123077,
      "learning_rate": 8.955963179836493e-05,
      "loss": 0.0123,
      "step": 19920
    },
    {
      "grad_norm": 0.20050570368766785,
      "learning_rate": 8.954698832390312e-05,
      "loss": 0.0113,
      "step": 19930
    },
    {
      "grad_norm": 0.13333995640277863,
      "learning_rate": 8.953433809194263e-05,
      "loss": 0.0121,
      "step": 19940
    },
    {
      "grad_norm": 0.1517324447631836,
      "learning_rate": 8.9521681104645e-05,
      "loss": 0.0097,
      "step": 19950
    },
    {
      "grad_norm": 0.17090235650539398,
      "learning_rate": 8.9509017364173e-05,
      "loss": 0.0131,
      "step": 19960
    },
    {
      "grad_norm": 0.23141241073608398,
      "learning_rate": 8.949634687269052e-05,
      "loss": 0.0144,
      "step": 19970
    },
    {
      "grad_norm": 0.18972906470298767,
      "learning_rate": 8.948366963236259e-05,
      "loss": 0.0113,
      "step": 19980
    },
    {
      "grad_norm": 0.12762348353862762,
      "learning_rate": 8.947098564535538e-05,
      "loss": 0.0104,
      "step": 19990
    },
    {
      "grad_norm": 0.17370954155921936,
      "learning_rate": 8.945829491383627e-05,
      "loss": 0.0127,
      "step": 20000
    }
  ],
  "logging_steps": 10,
  "max_steps": 80000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 48,
  "trial_name": null,
  "trial_params": null
}