{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.25,
  "eval_steps": 500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 1.6393133401870728,
      "learning_rate": 2.25e-07,
      "loss": 1.3113,
      "step": 10
    },
    {
      "grad_norm": 1.767778992652893,
      "learning_rate": 4.75e-07,
      "loss": 1.3047,
      "step": 20
    },
    {
      "grad_norm": 1.566359519958496,
      "learning_rate": 7.25e-07,
      "loss": 1.3004,
      "step": 30
    },
    {
      "grad_norm": 1.3095495700836182,
      "learning_rate": 9.75e-07,
      "loss": 1.3043,
      "step": 40
    },
    {
      "grad_norm": 1.3919134140014648,
      "learning_rate": 1.2250000000000001e-06,
      "loss": 1.273,
      "step": 50
    },
    {
      "grad_norm": 0.7677862644195557,
      "learning_rate": 1.475e-06,
      "loss": 1.2406,
      "step": 60
    },
    {
      "grad_norm": 0.6092354655265808,
      "learning_rate": 1.7250000000000002e-06,
      "loss": 1.2496,
      "step": 70
    },
    {
      "grad_norm": 0.5461732149124146,
      "learning_rate": 1.975e-06,
      "loss": 1.2238,
      "step": 80
    },
    {
      "grad_norm": 0.42488712072372437,
      "learning_rate": 2.225e-06,
      "loss": 1.2281,
      "step": 90
    },
    {
      "grad_norm": 0.3467871844768524,
      "learning_rate": 2.4750000000000004e-06,
      "loss": 1.2195,
      "step": 100
    },
    {
      "grad_norm": 0.3987484574317932,
      "learning_rate": 2.725e-06,
      "loss": 1.2102,
      "step": 110
    },
    {
      "grad_norm": 0.5055514574050903,
      "learning_rate": 2.975e-06,
      "loss": 1.1973,
      "step": 120
    },
    {
      "grad_norm": 0.6315131783485413,
      "learning_rate": 3.225e-06,
      "loss": 1.1734,
      "step": 130
    },
    {
      "grad_norm": 0.643717885017395,
      "learning_rate": 3.4750000000000006e-06,
      "loss": 1.1187,
      "step": 140
    },
    {
      "grad_norm": 0.44285133481025696,
      "learning_rate": 3.725e-06,
      "loss": 1.0898,
      "step": 150
    },
    {
      "grad_norm": 0.42733797430992126,
      "learning_rate": 3.975e-06,
      "loss": 1.0934,
      "step": 160
    },
    {
      "grad_norm": 0.6901430487632751,
      "learning_rate": 4.225e-06,
      "loss": 1.0867,
      "step": 170
    },
    {
      "grad_norm": 0.5259752869606018,
      "learning_rate": 4.475e-06,
      "loss": 1.0836,
      "step": 180
    },
    {
      "grad_norm": 0.4607885479927063,
      "learning_rate": 4.7250000000000005e-06,
      "loss": 1.0793,
      "step": 190
    },
    {
      "grad_norm": 0.5349372625350952,
      "learning_rate": 4.975000000000001e-06,
      "loss": 1.0633,
      "step": 200
    },
    {
      "grad_norm": 0.5635078549385071,
      "learning_rate": 5.225e-06,
      "loss": 1.0684,
      "step": 210
    },
    {
      "grad_norm": 0.6118171215057373,
      "learning_rate": 5.475e-06,
      "loss": 1.0648,
      "step": 220
    },
    {
      "grad_norm": 0.5482243299484253,
      "learning_rate": 5.725e-06,
      "loss": 1.0539,
      "step": 230
    },
    {
      "grad_norm": 0.4757280945777893,
      "learning_rate": 5.975e-06,
      "loss": 1.0434,
      "step": 240
    },
    {
      "grad_norm": 0.5402773022651672,
      "learning_rate": 6.2250000000000005e-06,
      "loss": 1.0365,
      "step": 250
    },
    {
      "grad_norm": 0.7668147683143616,
      "learning_rate": 6.475000000000001e-06,
      "loss": 1.0406,
      "step": 260
    },
    {
      "grad_norm": 0.5882487893104553,
      "learning_rate": 6.725000000000001e-06,
      "loss": 1.043,
      "step": 270
    },
    {
      "grad_norm": 0.5864266157150269,
      "learning_rate": 6.975000000000001e-06,
      "loss": 1.0328,
      "step": 280
    },
    {
      "grad_norm": 0.4877640902996063,
      "learning_rate": 7.2249999999999994e-06,
      "loss": 1.0434,
      "step": 290
    },
    {
      "grad_norm": 0.5463629364967346,
      "learning_rate": 7.4750000000000004e-06,
      "loss": 1.0359,
      "step": 300
    },
    {
      "grad_norm": 0.6088712215423584,
      "learning_rate": 7.725e-06,
      "loss": 1.0375,
      "step": 310
    },
    {
      "grad_norm": 0.5386024117469788,
      "learning_rate": 7.975e-06,
      "loss": 1.0254,
      "step": 320
    },
    {
      "grad_norm": 0.616011917591095,
      "learning_rate": 8.225e-06,
      "loss": 1.0236,
      "step": 330
    },
    {
      "grad_norm": 0.6521902084350586,
      "learning_rate": 8.475000000000001e-06,
      "loss": 1.0111,
      "step": 340
    },
    {
      "grad_norm": 1.4101133346557617,
      "learning_rate": 8.725e-06,
      "loss": 1.0041,
      "step": 350
    },
    {
      "grad_norm": 1.1839807033538818,
      "learning_rate": 8.975e-06,
      "loss": 0.9824,
      "step": 360
    },
    {
      "grad_norm": 1.259799838066101,
      "learning_rate": 9.225e-06,
      "loss": 0.9549,
      "step": 370
    },
    {
      "grad_norm": 0.9416484832763672,
      "learning_rate": 9.475e-06,
      "loss": 0.9297,
      "step": 380
    },
    {
      "grad_norm": 1.2486101388931274,
      "learning_rate": 9.725000000000001e-06,
      "loss": 0.9111,
      "step": 390
    },
    {
      "grad_norm": 0.8262954354286194,
      "learning_rate": 9.975e-06,
      "loss": 0.9002,
      "step": 400
    },
    {
      "grad_norm": 1.1016004085540771,
      "learning_rate": 1.0225e-05,
      "loss": 0.8861,
      "step": 410
    },
    {
      "grad_norm": 1.1083495616912842,
      "learning_rate": 1.0475e-05,
      "loss": 0.8721,
      "step": 420
    },
    {
      "grad_norm": 1.6956247091293335,
      "learning_rate": 1.0725e-05,
      "loss": 0.8471,
      "step": 430
    },
    {
      "grad_norm": 1.498782753944397,
      "learning_rate": 1.0975e-05,
      "loss": 0.825,
      "step": 440
    },
    {
      "grad_norm": 1.4294670820236206,
      "learning_rate": 1.1225e-05,
      "loss": 0.7865,
      "step": 450
    },
    {
      "grad_norm": 1.6284973621368408,
      "learning_rate": 1.1475000000000001e-05,
      "loss": 0.773,
      "step": 460
    },
    {
      "grad_norm": 1.474381685256958,
      "learning_rate": 1.1725e-05,
      "loss": 0.7494,
      "step": 470
    },
    {
      "grad_norm": 1.5294127464294434,
      "learning_rate": 1.1975e-05,
      "loss": 0.733,
      "step": 480
    },
    {
      "grad_norm": 1.500434160232544,
      "learning_rate": 1.2225e-05,
      "loss": 0.7084,
      "step": 490
    },
    {
      "grad_norm": 1.5083955526351929,
      "learning_rate": 1.2475e-05,
      "loss": 0.6758,
      "step": 500
    },
    {
      "grad_norm": 1.600592017173767,
      "learning_rate": 1.2725000000000001e-05,
      "loss": 0.643,
      "step": 510
    },
    {
      "grad_norm": 2.0262179374694824,
      "learning_rate": 1.2975e-05,
      "loss": 0.6088,
      "step": 520
    },
    {
      "grad_norm": 2.1777470111846924,
      "learning_rate": 1.3225000000000001e-05,
      "loss": 0.5836,
      "step": 530
    },
    {
      "grad_norm": 2.2013309001922607,
      "learning_rate": 1.3475000000000002e-05,
      "loss": 0.5537,
      "step": 540
    },
    {
      "grad_norm": 1.9751819372177124,
      "learning_rate": 1.3725000000000002e-05,
      "loss": 0.5508,
      "step": 550
    },
    {
      "grad_norm": 2.0503947734832764,
      "learning_rate": 1.3975000000000003e-05,
      "loss": 0.5168,
      "step": 560
    },
    {
      "grad_norm": 1.8536869287490845,
      "learning_rate": 1.4225e-05,
      "loss": 0.507,
      "step": 570
    },
    {
      "grad_norm": 1.7867927551269531,
      "learning_rate": 1.4475e-05,
      "loss": 0.4876,
      "step": 580
    },
    {
      "grad_norm": 1.6938196420669556,
      "learning_rate": 1.4725e-05,
      "loss": 0.4615,
      "step": 590
    },
    {
      "grad_norm": 1.598246455192566,
      "learning_rate": 1.4975e-05,
      "loss": 0.4629,
      "step": 600
    },
    {
      "grad_norm": 1.6887547969818115,
      "learning_rate": 1.5225e-05,
      "loss": 0.434,
      "step": 610
    },
    {
      "grad_norm": 2.1538546085357666,
      "learning_rate": 1.5475e-05,
      "loss": 0.4415,
      "step": 620
    },
    {
      "grad_norm": 1.786858320236206,
      "learning_rate": 1.5725e-05,
      "loss": 0.3938,
      "step": 630
    },
    {
      "grad_norm": 1.5547300577163696,
      "learning_rate": 1.5975000000000002e-05,
      "loss": 0.4062,
      "step": 640
    },
    {
      "grad_norm": 1.5135575532913208,
      "learning_rate": 1.6225e-05,
      "loss": 0.3806,
      "step": 650
    },
    {
      "grad_norm": 1.5817131996154785,
      "learning_rate": 1.6475e-05,
      "loss": 0.3938,
      "step": 660
    },
    {
      "grad_norm": 1.5664219856262207,
      "learning_rate": 1.6725000000000003e-05,
      "loss": 0.3874,
      "step": 670
    },
    {
      "grad_norm": 1.3478021621704102,
      "learning_rate": 1.6975000000000003e-05,
      "loss": 0.3566,
      "step": 680
    },
    {
      "grad_norm": 1.7528225183486938,
      "learning_rate": 1.7225e-05,
      "loss": 0.3423,
      "step": 690
    },
    {
      "grad_norm": 1.5337364673614502,
      "learning_rate": 1.7475e-05,
      "loss": 0.3359,
      "step": 700
    },
    {
      "grad_norm": 2.4852774143218994,
      "learning_rate": 1.7725e-05,
      "loss": 0.3325,
      "step": 710
    },
    {
      "grad_norm": 1.831157922744751,
      "learning_rate": 1.7975e-05,
      "loss": 0.3099,
      "step": 720
    },
    {
      "grad_norm": 1.6502406597137451,
      "learning_rate": 1.8225e-05,
      "loss": 0.3021,
      "step": 730
    },
    {
      "grad_norm": 1.9696483612060547,
      "learning_rate": 1.8475000000000002e-05,
      "loss": 0.2734,
      "step": 740
    },
    {
      "grad_norm": 1.6383633613586426,
      "learning_rate": 1.8725e-05,
      "loss": 0.2622,
      "step": 750
    },
    {
      "grad_norm": 1.6707582473754883,
      "learning_rate": 1.8975e-05,
      "loss": 0.2438,
      "step": 760
    },
    {
      "grad_norm": 1.8254568576812744,
      "learning_rate": 1.9225e-05,
      "loss": 0.251,
      "step": 770
    },
    {
      "grad_norm": 2.3416049480438232,
      "learning_rate": 1.9475000000000002e-05,
      "loss": 0.226,
      "step": 780
    },
    {
      "grad_norm": 1.5340311527252197,
      "learning_rate": 1.9725000000000002e-05,
      "loss": 0.2138,
      "step": 790
    },
    {
      "grad_norm": 1.859876275062561,
      "learning_rate": 1.9975e-05,
      "loss": 0.2105,
      "step": 800
    },
    {
      "grad_norm": 2.154973030090332,
      "learning_rate": 2.0225000000000004e-05,
      "loss": 0.2118,
      "step": 810
    },
    {
      "grad_norm": 1.8348009586334229,
      "learning_rate": 2.0475e-05,
      "loss": 0.1903,
      "step": 820
    },
    {
      "grad_norm": 1.741173505783081,
      "learning_rate": 2.0725e-05,
      "loss": 0.1721,
      "step": 830
    },
    {
      "grad_norm": 2.5990681648254395,
      "learning_rate": 2.0975e-05,
      "loss": 0.1442,
      "step": 840
    },
    {
      "grad_norm": 1.6081572771072388,
      "learning_rate": 2.1225e-05,
      "loss": 0.1418,
      "step": 850
    },
    {
      "grad_norm": 1.6972485780715942,
      "learning_rate": 2.1475e-05,
      "loss": 0.1521,
      "step": 860
    },
    {
      "grad_norm": 1.9392932653427124,
      "learning_rate": 2.1725e-05,
      "loss": 0.1404,
      "step": 870
    },
    {
      "grad_norm": 1.553594708442688,
      "learning_rate": 2.1975000000000002e-05,
      "loss": 0.1287,
      "step": 880
    },
    {
      "grad_norm": 1.8011493682861328,
      "learning_rate": 2.2225e-05,
      "loss": 0.1453,
      "step": 890
    },
    {
      "grad_norm": 1.8249744176864624,
      "learning_rate": 2.2475e-05,
      "loss": 0.1411,
      "step": 900
    },
    {
      "grad_norm": 2.0196940898895264,
      "learning_rate": 2.2725000000000003e-05,
      "loss": 0.1329,
      "step": 910
    },
    {
      "grad_norm": 2.436136245727539,
      "learning_rate": 2.2975000000000003e-05,
      "loss": 0.1241,
      "step": 920
    },
    {
      "grad_norm": 1.6055057048797607,
      "learning_rate": 2.3225000000000002e-05,
      "loss": 0.1271,
      "step": 930
    },
    {
      "grad_norm": 1.7781250476837158,
      "learning_rate": 2.3475e-05,
      "loss": 0.1333,
      "step": 940
    },
    {
      "grad_norm": 1.3514556884765625,
      "learning_rate": 2.3725e-05,
      "loss": 0.1302,
      "step": 950
    },
    {
      "grad_norm": 1.6902070045471191,
      "learning_rate": 2.3975e-05,
      "loss": 0.1133,
      "step": 960
    },
    {
      "grad_norm": 1.4286205768585205,
      "learning_rate": 2.4225e-05,
      "loss": 0.1129,
      "step": 970
    },
    {
      "grad_norm": 1.6462979316711426,
      "learning_rate": 2.4475000000000002e-05,
      "loss": 0.1053,
      "step": 980
    },
    {
      "grad_norm": 1.651625633239746,
      "learning_rate": 2.4725e-05,
      "loss": 0.103,
      "step": 990
    },
    {
      "grad_norm": 1.5522713661193848,
      "learning_rate": 2.4975e-05,
      "loss": 0.1203,
      "step": 1000
    },
    {
      "grad_norm": 1.7168065309524536,
      "learning_rate": 2.5225e-05,
      "loss": 0.0971,
      "step": 1010
    },
    {
      "grad_norm": 1.537105679512024,
      "learning_rate": 2.5475e-05,
      "loss": 0.108,
      "step": 1020
    },
    {
      "grad_norm": 1.4447249174118042,
      "learning_rate": 2.5725e-05,
      "loss": 0.1107,
      "step": 1030
    },
    {
      "grad_norm": 1.6851987838745117,
      "learning_rate": 2.5974999999999998e-05,
      "loss": 0.0961,
      "step": 1040
    },
    {
      "grad_norm": 1.5686955451965332,
      "learning_rate": 2.6225e-05,
      "loss": 0.0958,
      "step": 1050
    },
    {
      "grad_norm": 1.5350412130355835,
      "learning_rate": 2.6475e-05,
      "loss": 0.1059,
      "step": 1060
    },
    {
      "grad_norm": 1.2784905433654785,
      "learning_rate": 2.6725e-05,
      "loss": 0.0998,
      "step": 1070
    },
    {
      "grad_norm": 1.1828101873397827,
      "learning_rate": 2.6975000000000002e-05,
      "loss": 0.1104,
      "step": 1080
    },
    {
      "grad_norm": 2.0655298233032227,
      "learning_rate": 2.7225e-05,
      "loss": 0.1091,
      "step": 1090
    },
    {
      "grad_norm": 1.5553728342056274,
      "learning_rate": 2.7475e-05,
      "loss": 0.0874,
      "step": 1100
    },
    {
      "grad_norm": 1.8540327548980713,
      "learning_rate": 2.7725e-05,
      "loss": 0.1103,
      "step": 1110
    },
    {
      "grad_norm": 1.1460381746292114,
      "learning_rate": 2.7975000000000002e-05,
      "loss": 0.0969,
      "step": 1120
    },
    {
      "grad_norm": 1.5079286098480225,
      "learning_rate": 2.8225e-05,
      "loss": 0.1096,
      "step": 1130
    },
    {
      "grad_norm": 1.2856305837631226,
      "learning_rate": 2.8475e-05,
      "loss": 0.0974,
      "step": 1140
    },
    {
      "grad_norm": 1.5520336627960205,
      "learning_rate": 2.8725e-05,
      "loss": 0.1015,
      "step": 1150
    },
    {
      "grad_norm": 1.449852705001831,
      "learning_rate": 2.8975000000000003e-05,
      "loss": 0.0964,
      "step": 1160
    },
    {
      "grad_norm": 1.3053845167160034,
      "learning_rate": 2.9225000000000002e-05,
      "loss": 0.0864,
      "step": 1170
    },
    {
      "grad_norm": 1.5947260856628418,
      "learning_rate": 2.9475e-05,
      "loss": 0.0917,
      "step": 1180
    },
    {
      "grad_norm": 1.4085862636566162,
      "learning_rate": 2.9725000000000004e-05,
      "loss": 0.0885,
      "step": 1190
    },
    {
      "grad_norm": 1.1937754154205322,
      "learning_rate": 2.9975000000000004e-05,
      "loss": 0.1008,
      "step": 1200
    },
    {
      "grad_norm": 1.3678373098373413,
      "learning_rate": 3.0225000000000003e-05,
      "loss": 0.0835,
      "step": 1210
    },
    {
      "grad_norm": 1.0101574659347534,
      "learning_rate": 3.0475000000000002e-05,
      "loss": 0.0907,
      "step": 1220
    },
    {
      "grad_norm": 1.0229358673095703,
      "learning_rate": 3.0725e-05,
      "loss": 0.0946,
      "step": 1230
    },
    {
      "grad_norm": 1.5056079626083374,
      "learning_rate": 3.0975e-05,
      "loss": 0.0855,
      "step": 1240
    },
    {
      "grad_norm": 1.1308737993240356,
      "learning_rate": 3.122500000000001e-05,
      "loss": 0.0853,
      "step": 1250
    },
    {
      "grad_norm": 1.1949784755706787,
      "learning_rate": 3.1475e-05,
      "loss": 0.0919,
      "step": 1260
    },
    {
      "grad_norm": 1.4017665386199951,
      "learning_rate": 3.1725e-05,
      "loss": 0.0902,
      "step": 1270
    },
    {
      "grad_norm": 1.5458481311798096,
      "learning_rate": 3.1975e-05,
      "loss": 0.0817,
      "step": 1280
    },
    {
      "grad_norm": 1.3599543571472168,
      "learning_rate": 3.2225e-05,
      "loss": 0.0852,
      "step": 1290
    },
    {
      "grad_norm": 1.450460433959961,
      "learning_rate": 3.2474999999999997e-05,
      "loss": 0.0855,
      "step": 1300
    },
    {
      "grad_norm": 1.5782848596572876,
      "learning_rate": 3.2725e-05,
      "loss": 0.0871,
      "step": 1310
    },
    {
      "grad_norm": 1.2380833625793457,
      "learning_rate": 3.2975e-05,
      "loss": 0.0942,
      "step": 1320
    },
    {
      "grad_norm": 1.3425542116165161,
      "learning_rate": 3.3225e-05,
      "loss": 0.0845,
      "step": 1330
    },
    {
      "grad_norm": 1.3883641958236694,
      "learning_rate": 3.3475e-05,
      "loss": 0.0867,
      "step": 1340
    },
    {
      "grad_norm": 1.3574200868606567,
      "learning_rate": 3.3725e-05,
      "loss": 0.0791,
      "step": 1350
    },
    {
      "grad_norm": 1.2991209030151367,
      "learning_rate": 3.3975e-05,
      "loss": 0.0845,
      "step": 1360
    },
    {
      "grad_norm": 1.212193489074707,
      "learning_rate": 3.4225e-05,
      "loss": 0.0802,
      "step": 1370
    },
    {
      "grad_norm": 1.2105095386505127,
      "learning_rate": 3.4475000000000005e-05,
      "loss": 0.0881,
      "step": 1380
    },
    {
      "grad_norm": 1.204946756362915,
      "learning_rate": 3.4725000000000004e-05,
      "loss": 0.0835,
      "step": 1390
    },
    {
      "grad_norm": 1.134838581085205,
      "learning_rate": 3.4975e-05,
      "loss": 0.075,
      "step": 1400
    },
    {
      "grad_norm": 1.597717523574829,
      "learning_rate": 3.5225e-05,
      "loss": 0.0941,
      "step": 1410
    },
    {
      "grad_norm": 1.120943546295166,
      "learning_rate": 3.5475e-05,
      "loss": 0.0957,
      "step": 1420
    },
    {
      "grad_norm": 1.286924123764038,
      "learning_rate": 3.5725e-05,
      "loss": 0.0782,
      "step": 1430
    },
    {
      "grad_norm": 1.2821955680847168,
      "learning_rate": 3.5975e-05,
      "loss": 0.0877,
      "step": 1440
    },
    {
      "grad_norm": 0.9786968231201172,
      "learning_rate": 3.6225000000000006e-05,
      "loss": 0.067,
      "step": 1450
    },
    {
      "grad_norm": 1.1541035175323486,
      "learning_rate": 3.6475000000000006e-05,
      "loss": 0.0731,
      "step": 1460
    },
    {
      "grad_norm": 1.0547113418579102,
      "learning_rate": 3.6725000000000005e-05,
      "loss": 0.0762,
      "step": 1470
    },
    {
      "grad_norm": 1.0338844060897827,
      "learning_rate": 3.6975000000000004e-05,
      "loss": 0.0862,
      "step": 1480
    },
    {
      "grad_norm": 0.9127304553985596,
      "learning_rate": 3.7225000000000004e-05,
      "loss": 0.0803,
      "step": 1490
    },
    {
      "grad_norm": 0.9178349375724792,
      "learning_rate": 3.7475e-05,
      "loss": 0.0832,
      "step": 1500
    },
    {
      "grad_norm": 1.0365991592407227,
      "learning_rate": 3.7725e-05,
      "loss": 0.0879,
      "step": 1510
    },
    {
      "grad_norm": 1.3525325059890747,
      "learning_rate": 3.7975e-05,
      "loss": 0.0891,
      "step": 1520
    },
    {
      "grad_norm": 1.3538330793380737,
      "learning_rate": 3.8225e-05,
      "loss": 0.0869,
      "step": 1530
    },
    {
      "grad_norm": 1.2002805471420288,
      "learning_rate": 3.8475e-05,
      "loss": 0.0745,
      "step": 1540
    },
    {
      "grad_norm": 1.0287679433822632,
      "learning_rate": 3.8725e-05,
      "loss": 0.08,
      "step": 1550
    },
    {
      "grad_norm": 1.310381531715393,
      "learning_rate": 3.8975e-05,
      "loss": 0.0789,
      "step": 1560
    },
    {
      "grad_norm": 0.927413821220398,
      "learning_rate": 3.9225e-05,
      "loss": 0.0847,
      "step": 1570
    },
    {
      "grad_norm": 0.945735514163971,
      "learning_rate": 3.9475000000000004e-05,
      "loss": 0.0823,
      "step": 1580
    },
    {
      "grad_norm": 1.4773881435394287,
      "learning_rate": 3.9725e-05,
      "loss": 0.0773,
      "step": 1590
    },
    {
      "grad_norm": 0.899528980255127,
      "learning_rate": 3.9975e-05,
      "loss": 0.0829,
      "step": 1600
    },
    {
      "grad_norm": 1.000025987625122,
      "learning_rate": 4.0225e-05,
      "loss": 0.0823,
      "step": 1610
    },
    {
      "grad_norm": 0.9304444789886475,
      "learning_rate": 4.0475e-05,
      "loss": 0.0722,
      "step": 1620
    },
    {
      "grad_norm": 1.2848438024520874,
      "learning_rate": 4.0725e-05,
      "loss": 0.0785,
      "step": 1630
    },
    {
      "grad_norm": 1.2650846242904663,
      "learning_rate": 4.0975e-05,
      "loss": 0.0748,
      "step": 1640
    },
    {
      "grad_norm": 1.0591596364974976,
      "learning_rate": 4.1225e-05,
      "loss": 0.0711,
      "step": 1650
    },
    {
      "grad_norm": 1.0950254201889038,
      "learning_rate": 4.1475000000000005e-05,
      "loss": 0.0797,
      "step": 1660
    },
    {
      "grad_norm": 1.232553243637085,
      "learning_rate": 4.1725000000000005e-05,
      "loss": 0.0793,
      "step": 1670
    },
    {
      "grad_norm": 1.0546668767929077,
      "learning_rate": 4.1975000000000004e-05,
      "loss": 0.0699,
      "step": 1680
    },
    {
      "grad_norm": 1.008373498916626,
      "learning_rate": 4.2225e-05,
      "loss": 0.0808,
      "step": 1690
    },
    {
      "grad_norm": 0.8450912833213806,
      "learning_rate": 4.2475e-05,
      "loss": 0.0731,
      "step": 1700
    },
    {
      "grad_norm": 1.1074550151824951,
      "learning_rate": 4.2725e-05,
      "loss": 0.0867,
      "step": 1710
    },
    {
      "grad_norm": 1.2273873090744019,
      "learning_rate": 4.2975e-05,
      "loss": 0.0782,
      "step": 1720
    },
    {
      "grad_norm": 1.0400255918502808,
      "learning_rate": 4.322500000000001e-05,
      "loss": 0.078,
      "step": 1730
    },
    {
      "grad_norm": 1.2490166425704956,
      "learning_rate": 4.3475000000000006e-05,
      "loss": 0.07,
      "step": 1740
    },
    {
      "grad_norm": 1.0737584829330444,
      "learning_rate": 4.3725000000000006e-05,
      "loss": 0.075,
      "step": 1750
    },
    {
      "grad_norm": 1.233413577079773,
      "learning_rate": 4.3975e-05,
      "loss": 0.0741,
      "step": 1760
    },
    {
      "grad_norm": 0.9239450097084045,
      "learning_rate": 4.4225e-05,
      "loss": 0.0663,
      "step": 1770
    },
    {
      "grad_norm": 1.1301162242889404,
      "learning_rate": 4.4475e-05,
      "loss": 0.0733,
      "step": 1780
    },
    {
      "grad_norm": 0.8251295685768127,
      "learning_rate": 4.4725e-05,
      "loss": 0.064,
      "step": 1790
    },
    {
      "grad_norm": 1.0031894445419312,
      "learning_rate": 4.4975e-05,
      "loss": 0.0669,
      "step": 1800
    },
    {
      "grad_norm": 0.8335981965065002,
      "learning_rate": 4.5225e-05,
      "loss": 0.064,
      "step": 1810
    },
    {
      "grad_norm": 0.8685722351074219,
      "learning_rate": 4.5475e-05,
      "loss": 0.0672,
      "step": 1820
    },
    {
      "grad_norm": 0.8541990518569946,
      "learning_rate": 4.5725e-05,
      "loss": 0.0602,
      "step": 1830
    },
    {
      "grad_norm": 0.8233271241188049,
      "learning_rate": 4.5975e-05,
      "loss": 0.0682,
      "step": 1840
    },
    {
      "grad_norm": 0.7718712687492371,
      "learning_rate": 4.6225e-05,
      "loss": 0.0651,
      "step": 1850
    },
    {
      "grad_norm": 1.4902597665786743,
      "learning_rate": 4.6475000000000005e-05,
      "loss": 0.073,
      "step": 1860
    },
    {
      "grad_norm": 0.8875091075897217,
      "learning_rate": 4.6725000000000004e-05,
      "loss": 0.0685,
      "step": 1870
    },
    {
      "grad_norm": 0.9251996874809265,
      "learning_rate": 4.6975000000000003e-05,
      "loss": 0.0613,
      "step": 1880
    },
    {
      "grad_norm": 1.170397400856018,
      "learning_rate": 4.7225e-05,
      "loss": 0.0711,
      "step": 1890
    },
    {
      "grad_norm": 0.8567249178886414,
      "learning_rate": 4.7475e-05,
      "loss": 0.0721,
      "step": 1900
    },
    {
      "grad_norm": 1.0828672647476196,
      "learning_rate": 4.7725e-05,
      "loss": 0.069,
      "step": 1910
    },
    {
      "grad_norm": 0.8799436688423157,
      "learning_rate": 4.7975e-05,
      "loss": 0.07,
      "step": 1920
    },
    {
      "grad_norm": 0.949116587638855,
      "learning_rate": 4.822500000000001e-05,
      "loss": 0.069,
      "step": 1930
    },
    {
      "grad_norm": 1.0246304273605347,
      "learning_rate": 4.8475000000000006e-05,
      "loss": 0.0693,
      "step": 1940
    },
    {
      "grad_norm": 0.8899738788604736,
      "learning_rate": 4.8725000000000005e-05,
      "loss": 0.0641,
      "step": 1950
    },
    {
      "grad_norm": 1.0466159582138062,
      "learning_rate": 4.8975000000000005e-05,
      "loss": 0.0752,
      "step": 1960
    },
    {
      "grad_norm": 0.899034321308136,
      "learning_rate": 4.9225000000000004e-05,
      "loss": 0.0803,
      "step": 1970
    },
    {
      "grad_norm": 0.8415388464927673,
      "learning_rate": 4.9475e-05,
      "loss": 0.0648,
      "step": 1980
    },
    {
      "grad_norm": 1.0137670040130615,
      "learning_rate": 4.9725e-05,
      "loss": 0.0651,
      "step": 1990
    },
    {
      "grad_norm": 0.8400244116783142,
      "learning_rate": 4.9975e-05,
      "loss": 0.0838,
      "step": 2000
    },
    {
      "grad_norm": 1.078927993774414,
      "learning_rate": 5.0225e-05,
      "loss": 0.0692,
      "step": 2010
    },
    {
      "grad_norm": 0.7297987937927246,
      "learning_rate": 5.047500000000001e-05,
      "loss": 0.0658,
      "step": 2020
    },
    {
      "grad_norm": 0.7978940606117249,
      "learning_rate": 5.0725e-05,
      "loss": 0.0704,
      "step": 2030
    },
    {
      "grad_norm": 0.7656873464584351,
      "learning_rate": 5.0975000000000006e-05,
      "loss": 0.0653,
      "step": 2040
    },
    {
      "grad_norm": 0.7548262476921082,
      "learning_rate": 5.1225e-05,
      "loss": 0.0696,
      "step": 2050
    },
    {
      "grad_norm": 1.0591721534729004,
      "learning_rate": 5.1475000000000004e-05,
      "loss": 0.0786,
      "step": 2060
    },
    {
      "grad_norm": 0.7878709435462952,
      "learning_rate": 5.1725000000000004e-05,
      "loss": 0.0698,
      "step": 2070
    },
    {
      "grad_norm": 0.897945761680603,
      "learning_rate": 5.197500000000001e-05,
      "loss": 0.0628,
      "step": 2080
    },
    {
      "grad_norm": 0.6967459917068481,
      "learning_rate": 5.2225e-05,
      "loss": 0.0612,
      "step": 2090
    },
    {
      "grad_norm": 0.8716256022453308,
      "learning_rate": 5.247500000000001e-05,
      "loss": 0.061,
      "step": 2100
    },
    {
      "grad_norm": 0.6177629828453064,
      "learning_rate": 5.2725e-05,
      "loss": 0.0569,
      "step": 2110
    },
    {
      "grad_norm": 0.9584032893180847,
      "learning_rate": 5.297500000000001e-05,
      "loss": 0.0667,
      "step": 2120
    },
    {
      "grad_norm": 0.9155662655830383,
      "learning_rate": 5.3225e-05,
      "loss": 0.0634,
      "step": 2130
    },
    {
      "grad_norm": 0.7499725222587585,
      "learning_rate": 5.3475e-05,
      "loss": 0.062,
      "step": 2140
    },
    {
      "grad_norm": 0.5990448594093323,
      "learning_rate": 5.3725000000000005e-05,
      "loss": 0.0594,
      "step": 2150
    },
    {
      "grad_norm": 0.8445324897766113,
      "learning_rate": 5.3975e-05,
      "loss": 0.0552,
      "step": 2160
    },
    {
      "grad_norm": 0.6003220677375793,
      "learning_rate": 5.4225000000000003e-05,
      "loss": 0.0584,
      "step": 2170
    },
    {
      "grad_norm": 1.0316931009292603,
      "learning_rate": 5.4474999999999996e-05,
      "loss": 0.0637,
      "step": 2180
    },
    {
      "grad_norm": 0.868081271648407,
      "learning_rate": 5.4725e-05,
      "loss": 0.0649,
      "step": 2190
    },
    {
      "grad_norm": 0.842610776424408,
      "learning_rate": 5.4975e-05,
      "loss": 0.0667,
      "step": 2200
    },
    {
      "grad_norm": 0.6579468250274658,
      "learning_rate": 5.522500000000001e-05,
      "loss": 0.0532,
      "step": 2210
    },
    {
      "grad_norm": 0.8250467777252197,
      "learning_rate": 5.5475e-05,
      "loss": 0.0577,
      "step": 2220
    },
    {
      "grad_norm": 0.882590115070343,
      "learning_rate": 5.5725000000000006e-05,
      "loss": 0.0618,
      "step": 2230
    },
    {
      "grad_norm": 0.6348373889923096,
      "learning_rate": 5.5975e-05,
      "loss": 0.0633,
      "step": 2240
    },
    {
      "grad_norm": 0.6598455309867859,
      "learning_rate": 5.6225000000000005e-05,
      "loss": 0.0693,
      "step": 2250
    },
    {
      "grad_norm": 0.8272908329963684,
      "learning_rate": 5.6475e-05,
      "loss": 0.0597,
      "step": 2260
    },
    {
      "grad_norm": 0.8021649718284607,
      "learning_rate": 5.6725e-05,
      "loss": 0.0551,
      "step": 2270
    },
    {
      "grad_norm": 0.7743063569068909,
      "learning_rate": 5.6975e-05,
      "loss": 0.0649,
      "step": 2280
    },
    {
      "grad_norm": 0.9049435257911682,
      "learning_rate": 5.722500000000001e-05,
      "loss": 0.0624,
      "step": 2290
    },
    {
      "grad_norm": 0.7708112597465515,
      "learning_rate": 5.7475e-05,
      "loss": 0.0647,
      "step": 2300
    },
    {
      "grad_norm": 0.9157259464263916,
      "learning_rate": 5.772500000000001e-05,
      "loss": 0.0642,
      "step": 2310
    },
    {
      "grad_norm": 0.7489880919456482,
      "learning_rate": 5.7975e-05,
      "loss": 0.0528,
      "step": 2320
    },
    {
      "grad_norm": 0.7524044513702393,
      "learning_rate": 5.8225000000000006e-05,
      "loss": 0.0594,
      "step": 2330
    },
    {
      "grad_norm": 0.9588838219642639,
      "learning_rate": 5.8475000000000005e-05,
      "loss": 0.0608,
      "step": 2340
    },
    {
      "grad_norm": 0.724116861820221,
      "learning_rate": 5.8725000000000004e-05,
      "loss": 0.0608,
      "step": 2350
    },
    {
      "grad_norm": 0.949410617351532,
      "learning_rate": 5.8975000000000004e-05,
      "loss": 0.0629,
      "step": 2360
    },
    {
      "grad_norm": 0.7337884306907654,
      "learning_rate": 5.922500000000001e-05,
      "loss": 0.0644,
      "step": 2370
    },
    {
      "grad_norm": 0.6380131244659424,
      "learning_rate": 5.9475e-05,
      "loss": 0.0605,
      "step": 2380
    },
    {
      "grad_norm": 0.6566464304924011,
      "learning_rate": 5.9724999999999995e-05,
      "loss": 0.0703,
      "step": 2390
    },
    {
      "grad_norm": 0.7548853158950806,
      "learning_rate": 5.9975e-05,
      "loss": 0.061,
      "step": 2400
    },
    {
      "grad_norm": 0.7135842442512512,
      "learning_rate": 6.0225e-05,
      "loss": 0.0594,
      "step": 2410
    },
    {
      "grad_norm": 0.6651610136032104,
      "learning_rate": 6.0475000000000006e-05,
      "loss": 0.0587,
      "step": 2420
    },
    {
      "grad_norm": 0.5913328528404236,
      "learning_rate": 6.0725e-05,
      "loss": 0.0555,
      "step": 2430
    },
    {
      "grad_norm": 0.6769335865974426,
      "learning_rate": 6.0975000000000005e-05,
      "loss": 0.0532,
      "step": 2440
    },
    {
      "grad_norm": 0.7440420985221863,
      "learning_rate": 6.1225e-05,
      "loss": 0.0555,
      "step": 2450
    },
    {
      "grad_norm": 0.5355431437492371,
      "learning_rate": 6.1475e-05,
      "loss": 0.0542,
      "step": 2460
    },
    {
      "grad_norm": 0.6097579598426819,
      "learning_rate": 6.1725e-05,
      "loss": 0.056,
      "step": 2470
    },
    {
      "grad_norm": 0.6164148449897766,
      "learning_rate": 6.1975e-05,
      "loss": 0.0638,
      "step": 2480
    },
    {
      "grad_norm": 0.8228153586387634,
      "learning_rate": 6.2225e-05,
      "loss": 0.0597,
      "step": 2490
    },
    {
      "grad_norm": 0.693198025226593,
      "learning_rate": 6.2475e-05,
      "loss": 0.0616,
      "step": 2500
    },
    {
      "grad_norm": 0.77430260181427,
      "learning_rate": 6.2725e-05,
      "loss": 0.048,
      "step": 2510
    },
    {
      "grad_norm": 0.7404604554176331,
      "learning_rate": 6.297500000000001e-05,
      "loss": 0.0541,
      "step": 2520
    },
    {
      "grad_norm": 0.7104705572128296,
      "learning_rate": 6.3225e-05,
      "loss": 0.0651,
      "step": 2530
    },
    {
      "grad_norm": 0.7111170887947083,
      "learning_rate": 6.347500000000001e-05,
      "loss": 0.0648,
      "step": 2540
    },
    {
      "grad_norm": 0.7771560549736023,
      "learning_rate": 6.3725e-05,
      "loss": 0.0578,
      "step": 2550
    },
    {
      "grad_norm": 0.7633046507835388,
      "learning_rate": 6.397500000000001e-05,
      "loss": 0.0579,
      "step": 2560
    },
    {
      "grad_norm": 0.8382501006126404,
      "learning_rate": 6.4225e-05,
      "loss": 0.0568,
      "step": 2570
    },
    {
      "grad_norm": 0.6458725929260254,
      "learning_rate": 6.447500000000001e-05,
      "loss": 0.0602,
      "step": 2580
    },
    {
      "grad_norm": 0.6697157621383667,
      "learning_rate": 6.4725e-05,
      "loss": 0.0563,
      "step": 2590
    },
    {
      "grad_norm": 0.6784992814064026,
      "learning_rate": 6.497500000000001e-05,
      "loss": 0.0558,
      "step": 2600
    },
    {
      "grad_norm": 0.6799176931381226,
      "learning_rate": 6.5225e-05,
      "loss": 0.0486,
      "step": 2610
    },
    {
      "grad_norm": 0.7377599477767944,
      "learning_rate": 6.5475e-05,
      "loss": 0.053,
      "step": 2620
    },
    {
      "grad_norm": 0.5490700602531433,
      "learning_rate": 6.5725e-05,
      "loss": 0.06,
      "step": 2630
    },
    {
      "grad_norm": 0.5960026979446411,
      "learning_rate": 6.5975e-05,
      "loss": 0.0747,
      "step": 2640
    },
    {
      "grad_norm": 0.6861433982849121,
      "learning_rate": 6.6225e-05,
      "loss": 0.0554,
      "step": 2650
    },
    {
      "grad_norm": 0.611458420753479,
      "learning_rate": 6.6475e-05,
      "loss": 0.0542,
      "step": 2660
    },
    {
      "grad_norm": 0.712469220161438,
      "learning_rate": 6.672500000000001e-05,
      "loss": 0.0484,
      "step": 2670
    },
    {
      "grad_norm": 0.6568604707717896,
      "learning_rate": 6.6975e-05,
      "loss": 0.0484,
      "step": 2680
    },
    {
      "grad_norm": 0.588529109954834,
      "learning_rate": 6.722500000000001e-05,
      "loss": 0.0515,
      "step": 2690
    },
    {
      "grad_norm": 0.9409171342849731,
      "learning_rate": 6.7475e-05,
      "loss": 0.0644,
      "step": 2700
    },
    {
      "grad_norm": 0.5707340240478516,
      "learning_rate": 6.7725e-05,
      "loss": 0.0612,
      "step": 2710
    },
    {
      "grad_norm": 0.7319713830947876,
      "learning_rate": 6.7975e-05,
      "loss": 0.0579,
      "step": 2720
    },
    {
      "grad_norm": 0.7075655460357666,
      "learning_rate": 6.8225e-05,
      "loss": 0.0561,
      "step": 2730
    },
    {
      "grad_norm": 0.6792818307876587,
      "learning_rate": 6.8475e-05,
      "loss": 0.0509,
      "step": 2740
    },
    {
      "grad_norm": 0.7108269333839417,
      "learning_rate": 6.8725e-05,
      "loss": 0.0531,
      "step": 2750
    },
    {
      "grad_norm": 0.5372207164764404,
      "learning_rate": 6.8975e-05,
      "loss": 0.0493,
      "step": 2760
    },
    {
      "grad_norm": 0.6156140565872192,
      "learning_rate": 6.9225e-05,
      "loss": 0.049,
      "step": 2770
    },
    {
      "grad_norm": 0.5341912508010864,
      "learning_rate": 6.9475e-05,
      "loss": 0.0438,
      "step": 2780
    },
    {
      "grad_norm": 0.5590257048606873,
      "learning_rate": 6.9725e-05,
      "loss": 0.0509,
      "step": 2790
    },
    {
      "grad_norm": 0.7167447209358215,
      "learning_rate": 6.997500000000001e-05,
      "loss": 0.0487,
      "step": 2800
    },
    {
      "grad_norm": 0.5477861166000366,
      "learning_rate": 7.022500000000001e-05,
      "loss": 0.0484,
      "step": 2810
    },
    {
      "grad_norm": 0.7099193930625916,
      "learning_rate": 7.0475e-05,
      "loss": 0.0484,
      "step": 2820
    },
    {
      "grad_norm": 0.815622866153717,
      "learning_rate": 7.072500000000001e-05,
      "loss": 0.0493,
      "step": 2830
    },
    {
      "grad_norm": 0.5379012227058411,
      "learning_rate": 7.0975e-05,
      "loss": 0.0535,
      "step": 2840
    },
    {
      "grad_norm": 0.4705035388469696,
      "learning_rate": 7.122500000000001e-05,
      "loss": 0.0527,
      "step": 2850
    },
    {
      "grad_norm": 0.5898609161376953,
      "learning_rate": 7.1475e-05,
      "loss": 0.0677,
      "step": 2860
    },
    {
      "grad_norm": 0.6316633224487305,
      "learning_rate": 7.172500000000001e-05,
      "loss": 0.0474,
      "step": 2870
    },
    {
      "grad_norm": 0.5751751661300659,
      "learning_rate": 7.1975e-05,
      "loss": 0.0519,
      "step": 2880
    },
    {
      "grad_norm": 0.6925854086875916,
      "learning_rate": 7.2225e-05,
      "loss": 0.0532,
      "step": 2890
    },
    {
      "grad_norm": 0.6490530371665955,
      "learning_rate": 7.2475e-05,
      "loss": 0.0431,
      "step": 2900
    },
    {
      "grad_norm": 0.5243796706199646,
      "learning_rate": 7.272499999999999e-05,
      "loss": 0.0594,
      "step": 2910
    },
    {
      "grad_norm": 0.4794312119483948,
      "learning_rate": 7.2975e-05,
      "loss": 0.0491,
      "step": 2920
    },
    {
      "grad_norm": 0.5939675569534302,
      "learning_rate": 7.3225e-05,
      "loss": 0.053,
      "step": 2930
    },
    {
      "grad_norm": 0.6829997301101685,
      "learning_rate": 7.347500000000001e-05,
      "loss": 0.0433,
      "step": 2940
    },
    {
      "grad_norm": 0.5756387710571289,
      "learning_rate": 7.3725e-05,
      "loss": 0.0453,
      "step": 2950
    },
    {
      "grad_norm": 0.6272783279418945,
      "learning_rate": 7.397500000000001e-05,
      "loss": 0.0495,
      "step": 2960
    },
    {
      "grad_norm": 0.6649883985519409,
      "learning_rate": 7.4225e-05,
      "loss": 0.0516,
      "step": 2970
    },
    {
      "grad_norm": 0.41673851013183594,
      "learning_rate": 7.447500000000001e-05,
      "loss": 0.0555,
      "step": 2980
    },
    {
      "grad_norm": 0.43925657868385315,
      "learning_rate": 7.4725e-05,
      "loss": 0.0422,
      "step": 2990
    },
    {
      "grad_norm": 0.5183777213096619,
      "learning_rate": 7.4975e-05,
      "loss": 0.0581,
      "step": 3000
    },
    {
      "grad_norm": 0.6291593909263611,
      "learning_rate": 7.5225e-05,
      "loss": 0.0502,
      "step": 3010
    },
    {
      "grad_norm": 0.6234071850776672,
      "learning_rate": 7.5475e-05,
      "loss": 0.0588,
      "step": 3020
    },
    {
      "grad_norm": 0.5591736435890198,
      "learning_rate": 7.5725e-05,
      "loss": 0.0491,
      "step": 3030
    },
    {
      "grad_norm": 0.570741593837738,
      "learning_rate": 7.5975e-05,
      "loss": 0.0546,
      "step": 3040
    },
    {
      "grad_norm": 0.6032003164291382,
      "learning_rate": 7.6225e-05,
      "loss": 0.0545,
      "step": 3050
    },
    {
      "grad_norm": 0.7455132007598877,
      "learning_rate": 7.6475e-05,
      "loss": 0.043,
      "step": 3060
    },
    {
      "grad_norm": 0.6484450697898865,
      "learning_rate": 7.672500000000001e-05,
      "loss": 0.0511,
      "step": 3070
    },
    {
      "grad_norm": 0.557806670665741,
      "learning_rate": 7.697500000000001e-05,
      "loss": 0.0549,
      "step": 3080
    },
    {
      "grad_norm": 0.7911346554756165,
      "learning_rate": 7.722500000000001e-05,
      "loss": 0.0447,
      "step": 3090
    },
    {
      "grad_norm": 0.5621020197868347,
      "learning_rate": 7.747500000000001e-05,
      "loss": 0.0545,
      "step": 3100
    },
    {
      "grad_norm": 0.7302330732345581,
      "learning_rate": 7.7725e-05,
      "loss": 0.0541,
      "step": 3110
    },
    {
      "grad_norm": 0.5450969934463501,
      "learning_rate": 7.797500000000001e-05,
      "loss": 0.0461,
      "step": 3120
    },
    {
      "grad_norm": 0.5978328585624695,
      "learning_rate": 7.8225e-05,
      "loss": 0.0542,
      "step": 3130
    },
    {
      "grad_norm": 0.6991857290267944,
      "learning_rate": 7.8475e-05,
      "loss": 0.0545,
      "step": 3140
    },
    {
      "grad_norm": 0.5713250041007996,
      "learning_rate": 7.8725e-05,
      "loss": 0.0429,
      "step": 3150
    },
    {
      "grad_norm": 0.5079202055931091,
      "learning_rate": 7.8975e-05,
      "loss": 0.0516,
      "step": 3160
    },
    {
      "grad_norm": 0.5190696716308594,
      "learning_rate": 7.9225e-05,
      "loss": 0.0448,
      "step": 3170
    },
    {
      "grad_norm": 0.6884950995445251,
      "learning_rate": 7.9475e-05,
      "loss": 0.0554,
      "step": 3180
    },
    {
      "grad_norm": 0.5221415162086487,
      "learning_rate": 7.9725e-05,
      "loss": 0.0573,
      "step": 3190
    },
    {
      "grad_norm": 0.4776185154914856,
      "learning_rate": 7.9975e-05,
      "loss": 0.0483,
      "step": 3200
    },
    {
      "grad_norm": 0.5168715119361877,
      "learning_rate": 8.022500000000001e-05,
      "loss": 0.0475,
      "step": 3210
    },
    {
      "grad_norm": 0.8133692741394043,
      "learning_rate": 8.0475e-05,
      "loss": 0.0501,
      "step": 3220
    },
    {
      "grad_norm": 0.5876872539520264,
      "learning_rate": 8.072500000000001e-05,
      "loss": 0.0498,
      "step": 3230
    },
    {
      "grad_norm": 0.5368916988372803,
      "learning_rate": 8.0975e-05,
      "loss": 0.0475,
      "step": 3240
    },
    {
      "grad_norm": 0.6654589176177979,
      "learning_rate": 8.122500000000001e-05,
      "loss": 0.0533,
      "step": 3250
    },
    {
      "grad_norm": 0.7075525522232056,
      "learning_rate": 8.1475e-05,
      "loss": 0.0506,
      "step": 3260
    },
    {
      "grad_norm": 0.7137773633003235,
      "learning_rate": 8.172500000000001e-05,
      "loss": 0.0473,
      "step": 3270
    },
    {
      "grad_norm": 0.6145274639129639,
      "learning_rate": 8.1975e-05,
      "loss": 0.053,
      "step": 3280
    },
    {
      "grad_norm": 0.5827512741088867,
      "learning_rate": 8.2225e-05,
      "loss": 0.0467,
      "step": 3290
    },
    {
      "grad_norm": 0.5741691589355469,
      "learning_rate": 8.2475e-05,
      "loss": 0.0477,
      "step": 3300
    },
    {
      "grad_norm": 0.6415374279022217,
      "learning_rate": 8.2725e-05,
      "loss": 0.0502,
      "step": 3310
    },
    {
      "grad_norm": 0.5508673787117004,
      "learning_rate": 8.2975e-05,
      "loss": 0.0436,
      "step": 3320
    },
    {
      "grad_norm": 0.5631225109100342,
      "learning_rate": 8.3225e-05,
      "loss": 0.051,
      "step": 3330
    },
    {
      "grad_norm": 0.6855165958404541,
      "learning_rate": 8.347500000000001e-05,
      "loss": 0.056,
      "step": 3340
    },
    {
      "grad_norm": 0.6133655309677124,
      "learning_rate": 8.3725e-05,
      "loss": 0.0498,
      "step": 3350
    },
    {
      "grad_norm": 0.5718126893043518,
      "learning_rate": 8.397500000000001e-05,
      "loss": 0.0472,
      "step": 3360
    },
    {
      "grad_norm": 0.6181097030639648,
      "learning_rate": 8.422500000000001e-05,
      "loss": 0.0448,
      "step": 3370
    },
    {
      "grad_norm": 0.6881830096244812,
      "learning_rate": 8.447500000000001e-05,
      "loss": 0.0492,
      "step": 3380
    },
    {
      "grad_norm": 0.7708672285079956,
      "learning_rate": 8.4725e-05,
      "loss": 0.0552,
      "step": 3390
    },
    {
      "grad_norm": 0.5261228680610657,
      "learning_rate": 8.4975e-05,
      "loss": 0.0661,
      "step": 3400
    },
    {
      "grad_norm": 0.532979428768158,
      "learning_rate": 8.5225e-05,
      "loss": 0.0533,
      "step": 3410
    },
    {
      "grad_norm": 0.4041130542755127,
      "learning_rate": 8.5475e-05,
      "loss": 0.0474,
      "step": 3420
    },
    {
      "grad_norm": 0.4805317521095276,
      "learning_rate": 8.5725e-05,
      "loss": 0.0542,
      "step": 3430
    },
    {
      "grad_norm": 0.4866563677787781,
      "learning_rate": 8.5975e-05,
      "loss": 0.0486,
      "step": 3440
    },
    {
      "grad_norm": 0.5513153076171875,
      "learning_rate": 8.6225e-05,
      "loss": 0.0534,
      "step": 3450
    },
    {
      "grad_norm": 0.5657448768615723,
      "learning_rate": 8.6475e-05,
      "loss": 0.0453,
      "step": 3460
    },
    {
      "grad_norm": 0.48526906967163086,
      "learning_rate": 8.672500000000001e-05,
      "loss": 0.0466,
      "step": 3470
    },
    {
      "grad_norm": 0.4409540891647339,
      "learning_rate": 8.6975e-05,
      "loss": 0.042,
      "step": 3480
    },
    {
      "grad_norm": 0.4810849130153656,
      "learning_rate": 8.7225e-05,
      "loss": 0.0509,
      "step": 3490
    },
    {
      "grad_norm": 0.5116516351699829,
      "learning_rate": 8.747500000000001e-05,
      "loss": 0.0412,
      "step": 3500
    },
    {
      "grad_norm": 0.39224880933761597,
      "learning_rate": 8.7725e-05,
      "loss": 0.049,
      "step": 3510
    },
    {
      "grad_norm": 0.44914278388023376,
      "learning_rate": 8.797500000000001e-05,
      "loss": 0.0394,
      "step": 3520
    },
    {
      "grad_norm": 0.6105808615684509,
      "learning_rate": 8.8225e-05,
      "loss": 0.0458,
      "step": 3530
    },
    {
      "grad_norm": 0.617580771446228,
      "learning_rate": 8.847500000000001e-05,
      "loss": 0.0645,
      "step": 3540
    },
    {
      "grad_norm": 0.5933853983879089,
      "learning_rate": 8.8725e-05,
      "loss": 0.0527,
      "step": 3550
    },
    {
      "grad_norm": 0.3423856794834137,
      "learning_rate": 8.897500000000001e-05,
      "loss": 0.0498,
      "step": 3560
    },
    {
      "grad_norm": 0.46960392594337463,
      "learning_rate": 8.9225e-05,
      "loss": 0.0574,
      "step": 3570
    },
    {
      "grad_norm": 0.579044759273529,
      "learning_rate": 8.9475e-05,
      "loss": 0.0453,
      "step": 3580
    },
    {
      "grad_norm": 0.6561214327812195,
      "learning_rate": 8.9725e-05,
      "loss": 0.0544,
      "step": 3590
    },
    {
      "grad_norm": 0.4810267388820648,
      "learning_rate": 8.9975e-05,
      "loss": 0.0533,
      "step": 3600
    },
    {
      "grad_norm": 0.5214345455169678,
      "learning_rate": 9.0225e-05,
      "loss": 0.0474,
      "step": 3610
    },
    {
      "grad_norm": 0.529765784740448,
      "learning_rate": 9.0475e-05,
      "loss": 0.0483,
      "step": 3620
    },
    {
      "grad_norm": 0.47406721115112305,
      "learning_rate": 9.072500000000001e-05,
      "loss": 0.05,
      "step": 3630
    },
    {
      "grad_norm": 0.5467729568481445,
      "learning_rate": 9.0975e-05,
      "loss": 0.0484,
      "step": 3640
    },
    {
      "grad_norm": 0.37928155064582825,
      "learning_rate": 9.122500000000001e-05,
      "loss": 0.0508,
      "step": 3650
    },
    {
      "grad_norm": 0.5016357898712158,
      "learning_rate": 9.1475e-05,
      "loss": 0.0396,
      "step": 3660
    },
    {
      "grad_norm": 0.5030633211135864,
      "learning_rate": 9.172500000000001e-05,
      "loss": 0.0413,
      "step": 3670
    },
    {
      "grad_norm": 0.5383405089378357,
      "learning_rate": 9.1975e-05,
      "loss": 0.0457,
      "step": 3680
    },
    {
      "grad_norm": 0.5056612491607666,
      "learning_rate": 9.2225e-05,
      "loss": 0.0464,
      "step": 3690
    },
    {
      "grad_norm": 0.5196707844734192,
      "learning_rate": 9.2475e-05,
      "loss": 0.0467,
      "step": 3700
    },
    {
      "grad_norm": 0.46504533290863037,
      "learning_rate": 9.2725e-05,
      "loss": 0.0499,
      "step": 3710
    },
    {
      "grad_norm": 0.5482833981513977,
      "learning_rate": 9.2975e-05,
      "loss": 0.0412,
      "step": 3720
    },
    {
      "grad_norm": 0.4397702217102051,
      "learning_rate": 9.3225e-05,
      "loss": 0.0462,
      "step": 3730
    },
    {
      "grad_norm": 0.5846696496009827,
      "learning_rate": 9.3475e-05,
      "loss": 0.047,
      "step": 3740
    },
    {
      "grad_norm": 0.4426489770412445,
      "learning_rate": 9.3725e-05,
      "loss": 0.0455,
      "step": 3750
    },
    {
      "grad_norm": 0.4533824920654297,
      "learning_rate": 9.397500000000001e-05,
      "loss": 0.0442,
      "step": 3760
    },
    {
      "grad_norm": 0.5120921730995178,
      "learning_rate": 9.422500000000001e-05,
      "loss": 0.0446,
      "step": 3770
    },
    {
      "grad_norm": 0.5631505250930786,
      "learning_rate": 9.4475e-05,
      "loss": 0.0445,
      "step": 3780
    },
    {
      "grad_norm": 0.41061311960220337,
      "learning_rate": 9.472500000000001e-05,
      "loss": 0.0476,
      "step": 3790
    },
    {
      "grad_norm": 0.5548518300056458,
      "learning_rate": 9.4975e-05,
      "loss": 0.0504,
      "step": 3800
    },
    {
      "grad_norm": 0.4881528317928314,
      "learning_rate": 9.522500000000001e-05,
      "loss": 0.0465,
      "step": 3810
    },
    {
      "grad_norm": 0.4558788239955902,
      "learning_rate": 9.5475e-05,
      "loss": 0.0457,
      "step": 3820
    },
    {
      "grad_norm": 0.5413118600845337,
      "learning_rate": 9.572500000000001e-05,
      "loss": 0.0432,
      "step": 3830
    },
    {
      "grad_norm": 0.46621590852737427,
      "learning_rate": 9.5975e-05,
      "loss": 0.04,
      "step": 3840
    },
    {
      "grad_norm": 0.46049967408180237,
      "learning_rate": 9.622500000000001e-05,
      "loss": 0.0424,
      "step": 3850
    },
    {
      "grad_norm": 0.5652264952659607,
      "learning_rate": 9.6475e-05,
      "loss": 0.0449,
      "step": 3860
    },
    {
      "grad_norm": 0.4800361692905426,
      "learning_rate": 9.6725e-05,
      "loss": 0.0527,
      "step": 3870
    },
    {
      "grad_norm": 0.43115052580833435,
      "learning_rate": 9.6975e-05,
      "loss": 0.0583,
      "step": 3880
    },
    {
      "grad_norm": 0.4887556731700897,
      "learning_rate": 9.7225e-05,
      "loss": 0.0444,
      "step": 3890
    },
    {
      "grad_norm": 0.6786840558052063,
      "learning_rate": 9.747500000000001e-05,
      "loss": 0.0459,
      "step": 3900
    },
    {
      "grad_norm": 0.5514159798622131,
      "learning_rate": 9.7725e-05,
      "loss": 0.044,
      "step": 3910
    },
    {
      "grad_norm": 0.44103673100471497,
      "learning_rate": 9.797500000000001e-05,
      "loss": 0.047,
      "step": 3920
    },
    {
      "grad_norm": 0.5125502347946167,
      "learning_rate": 9.8225e-05,
      "loss": 0.043,
      "step": 3930
    },
    {
      "grad_norm": 0.5543313026428223,
      "learning_rate": 9.847500000000001e-05,
      "loss": 0.0526,
      "step": 3940
    },
    {
      "grad_norm": 0.5096784234046936,
      "learning_rate": 9.8725e-05,
      "loss": 0.0499,
      "step": 3950
    },
    {
      "grad_norm": 0.49835607409477234,
      "learning_rate": 9.897500000000001e-05,
      "loss": 0.0516,
      "step": 3960
    },
    {
      "grad_norm": 0.3593589663505554,
      "learning_rate": 9.9225e-05,
      "loss": 0.0446,
      "step": 3970
    },
    {
      "grad_norm": 0.46587103605270386,
      "learning_rate": 9.9475e-05,
      "loss": 0.0418,
      "step": 3980
    },
    {
      "grad_norm": 0.4543410539627075,
      "learning_rate": 9.9725e-05,
      "loss": 0.0391,
      "step": 3990
    },
    {
      "grad_norm": 0.38223424553871155,
      "learning_rate": 9.9975e-05,
      "loss": 0.0473,
      "step": 4000
    },
    {
      "grad_norm": 0.43263593316078186,
      "learning_rate": 9.999999653982884e-05,
      "loss": 0.0451,
      "step": 4010
    },
    {
      "grad_norm": 0.3665847182273865,
      "learning_rate": 9.999998457874392e-05,
      "loss": 0.0504,
      "step": 4020
    },
    {
      "grad_norm": 0.35126611590385437,
      "learning_rate": 9.999996407402913e-05,
      "loss": 0.0505,
      "step": 4030
    },
    {
      "grad_norm": 0.6602134704589844,
      "learning_rate": 9.999993502568801e-05,
      "loss": 0.0477,
      "step": 4040
    },
    {
      "grad_norm": 0.45608222484588623,
      "learning_rate": 9.999989743372548e-05,
      "loss": 0.0422,
      "step": 4050
    },
    {
      "grad_norm": 0.45705121755599976,
      "learning_rate": 9.999985129814798e-05,
      "loss": 0.0446,
      "step": 4060
    },
    {
      "grad_norm": 0.41707882285118103,
      "learning_rate": 9.99997966189634e-05,
      "loss": 0.0526,
      "step": 4070
    },
    {
      "grad_norm": 0.6251623034477234,
      "learning_rate": 9.999973339618107e-05,
      "loss": 0.0413,
      "step": 4080
    },
    {
      "grad_norm": 0.47000041604042053,
      "learning_rate": 9.999966162981179e-05,
      "loss": 0.0547,
      "step": 4090
    },
    {
      "grad_norm": 0.4268397390842438,
      "learning_rate": 9.999958131986784e-05,
      "loss": 0.0435,
      "step": 4100
    },
    {
      "grad_norm": 0.4606395363807678,
      "learning_rate": 9.999949246636293e-05,
      "loss": 0.0441,
      "step": 4110
    },
    {
      "grad_norm": 0.6380859613418579,
      "learning_rate": 9.999939506931224e-05,
      "loss": 0.0498,
      "step": 4120
    },
    {
      "grad_norm": 0.506939709186554,
      "learning_rate": 9.999928912873243e-05,
      "loss": 0.0454,
      "step": 4130
    },
    {
      "grad_norm": 0.41200029850006104,
      "learning_rate": 9.999917464464159e-05,
      "loss": 0.0476,
      "step": 4140
    },
    {
      "grad_norm": 0.3817211389541626,
      "learning_rate": 9.999905161705929e-05,
      "loss": 0.0516,
      "step": 4150
    },
    {
      "grad_norm": 0.32852673530578613,
      "learning_rate": 9.999892004600653e-05,
      "loss": 0.04,
      "step": 4160
    },
    {
      "grad_norm": 0.45431870222091675,
      "learning_rate": 9.999877993150581e-05,
      "loss": 0.0456,
      "step": 4170
    },
    {
      "grad_norm": 0.4389994442462921,
      "learning_rate": 9.999863127358108e-05,
      "loss": 0.0471,
      "step": 4180
    },
    {
      "grad_norm": 0.3908551037311554,
      "learning_rate": 9.999847407225773e-05,
      "loss": 0.0432,
      "step": 4190
    },
    {
      "grad_norm": 0.371036559343338,
      "learning_rate": 9.999830832756262e-05,
      "loss": 0.0442,
      "step": 4200
    },
    {
      "grad_norm": 0.44369661808013916,
      "learning_rate": 9.999813403952407e-05,
      "loss": 0.036,
      "step": 4210
    },
    {
      "grad_norm": 0.5379936695098877,
      "learning_rate": 9.999795120817187e-05,
      "loss": 0.0539,
      "step": 4220
    },
    {
      "grad_norm": 0.43512627482414246,
      "learning_rate": 9.999775983353725e-05,
      "loss": 0.0478,
      "step": 4230
    },
    {
      "grad_norm": 0.40959644317626953,
      "learning_rate": 9.999755991565292e-05,
      "loss": 0.04,
      "step": 4240
    },
    {
      "grad_norm": 0.42856326699256897,
      "learning_rate": 9.999735145455303e-05,
      "loss": 0.0409,
      "step": 4250
    },
    {
      "grad_norm": 0.4295378029346466,
      "learning_rate": 9.99971344502732e-05,
      "loss": 0.0548,
      "step": 4260
    },
    {
      "grad_norm": 0.45623865723609924,
      "learning_rate": 9.999690890285053e-05,
      "loss": 0.0452,
      "step": 4270
    },
    {
      "grad_norm": 0.45868411660194397,
      "learning_rate": 9.999667481232356e-05,
      "loss": 0.0434,
      "step": 4280
    },
    {
      "grad_norm": 0.5010131001472473,
      "learning_rate": 9.999643217873225e-05,
      "loss": 0.0444,
      "step": 4290
    },
    {
      "grad_norm": 0.5755404829978943,
      "learning_rate": 9.999618100211809e-05,
      "loss": 0.047,
      "step": 4300
    },
    {
      "grad_norm": 0.3672829866409302,
      "learning_rate": 9.999592128252402e-05,
      "loss": 0.0353,
      "step": 4310
    },
    {
      "grad_norm": 0.4134146571159363,
      "learning_rate": 9.999565301999437e-05,
      "loss": 0.0347,
      "step": 4320
    },
    {
      "grad_norm": 0.4856330454349518,
      "learning_rate": 9.999537621457502e-05,
      "loss": 0.0359,
      "step": 4330
    },
    {
      "grad_norm": 0.4850810766220093,
      "learning_rate": 9.999509086631323e-05,
      "loss": 0.0527,
      "step": 4340
    },
    {
      "grad_norm": 0.38435518741607666,
      "learning_rate": 9.99947969752578e-05,
      "loss": 0.0419,
      "step": 4350
    },
    {
      "grad_norm": 0.5045213103294373,
      "learning_rate": 9.999449454145891e-05,
      "loss": 0.0448,
      "step": 4360
    },
    {
      "grad_norm": 0.31859809160232544,
      "learning_rate": 9.999418356496827e-05,
      "loss": 0.0392,
      "step": 4370
    },
    {
      "grad_norm": 0.5234799385070801,
      "learning_rate": 9.999386404583899e-05,
      "loss": 0.0465,
      "step": 4380
    },
    {
      "grad_norm": 0.36768561601638794,
      "learning_rate": 9.999353598412568e-05,
      "loss": 0.0381,
      "step": 4390
    },
    {
      "grad_norm": 0.5104751586914062,
      "learning_rate": 9.999319937988442e-05,
      "loss": 0.042,
      "step": 4400
    },
    {
      "grad_norm": 0.46488428115844727,
      "learning_rate": 9.999285423317268e-05,
      "loss": 0.0341,
      "step": 4410
    },
    {
      "grad_norm": 0.4123372733592987,
      "learning_rate": 9.999250054404947e-05,
      "loss": 0.044,
      "step": 4420
    },
    {
      "grad_norm": 0.4702058732509613,
      "learning_rate": 9.99921383125752e-05,
      "loss": 0.039,
      "step": 4430
    },
    {
      "grad_norm": 0.664667010307312,
      "learning_rate": 9.99917675388118e-05,
      "loss": 0.0444,
      "step": 4440
    },
    {
      "grad_norm": 0.48562461137771606,
      "learning_rate": 9.99913882228226e-05,
      "loss": 0.0414,
      "step": 4450
    },
    {
      "grad_norm": 0.43508341908454895,
      "learning_rate": 9.999100036467242e-05,
      "loss": 0.044,
      "step": 4460
    },
    {
      "grad_norm": 0.4537997245788574,
      "learning_rate": 9.999060396442753e-05,
      "loss": 0.0486,
      "step": 4470
    },
    {
      "grad_norm": 0.5342022776603699,
      "learning_rate": 9.999019902215566e-05,
      "loss": 0.0427,
      "step": 4480
    },
    {
      "grad_norm": 0.3794819414615631,
      "learning_rate": 9.998978553792602e-05,
      "loss": 0.0548,
      "step": 4490
    },
    {
      "grad_norm": 0.31241267919540405,
      "learning_rate": 9.998936351180926e-05,
      "loss": 0.0426,
      "step": 4500
    },
    {
      "grad_norm": 0.3834628164768219,
      "learning_rate": 9.998893294387747e-05,
      "loss": 0.0501,
      "step": 4510
    },
    {
      "grad_norm": 0.4144917130470276,
      "learning_rate": 9.998849383420426e-05,
      "loss": 0.0425,
      "step": 4520
    },
    {
      "grad_norm": 0.41814082860946655,
      "learning_rate": 9.998804618286465e-05,
      "loss": 0.045,
      "step": 4530
    },
    {
      "grad_norm": 0.4152892231941223,
      "learning_rate": 9.99875899899351e-05,
      "loss": 0.0548,
      "step": 4540
    },
    {
      "grad_norm": 0.5304038524627686,
      "learning_rate": 9.99871252554936e-05,
      "loss": 0.0442,
      "step": 4550
    },
    {
      "grad_norm": 0.4931137263774872,
      "learning_rate": 9.998665197961955e-05,
      "loss": 0.0423,
      "step": 4560
    },
    {
      "grad_norm": 0.36734575033187866,
      "learning_rate": 9.998617016239379e-05,
      "loss": 0.0412,
      "step": 4570
    },
    {
      "grad_norm": 0.4655676484107971,
      "learning_rate": 9.998567980389869e-05,
      "loss": 0.0363,
      "step": 4580
    },
    {
      "grad_norm": 0.3279894292354584,
      "learning_rate": 9.998518090421802e-05,
      "loss": 0.0445,
      "step": 4590
    },
    {
      "grad_norm": 0.4765828251838684,
      "learning_rate": 9.998467346343703e-05,
      "loss": 0.0373,
      "step": 4600
    },
    {
      "grad_norm": 0.41299644112586975,
      "learning_rate": 9.998415748164243e-05,
      "loss": 0.0429,
      "step": 4610
    },
    {
      "grad_norm": 0.3256024718284607,
      "learning_rate": 9.998363295892238e-05,
      "loss": 0.0414,
      "step": 4620
    },
    {
      "grad_norm": 0.5351561903953552,
      "learning_rate": 9.998309989536652e-05,
      "loss": 0.0441,
      "step": 4630
    },
    {
      "grad_norm": 0.311116486787796,
      "learning_rate": 9.998255829106593e-05,
      "loss": 0.0393,
      "step": 4640
    },
    {
      "grad_norm": 0.4408559501171112,
      "learning_rate": 9.998200814611316e-05,
      "loss": 0.0428,
      "step": 4650
    },
    {
      "grad_norm": 0.544904887676239,
      "learning_rate": 9.998144946060219e-05,
      "loss": 0.0544,
      "step": 4660
    },
    {
      "grad_norm": 0.382839173078537,
      "learning_rate": 9.998088223462852e-05,
      "loss": 0.0428,
      "step": 4670
    },
    {
      "grad_norm": 0.32513612508773804,
      "learning_rate": 9.998030646828905e-05,
      "loss": 0.0449,
      "step": 4680
    },
    {
      "grad_norm": 0.4306314289569855,
      "learning_rate": 9.997972216168217e-05,
      "loss": 0.0404,
      "step": 4690
    },
    {
      "grad_norm": 0.45632943511009216,
      "learning_rate": 9.997912931490771e-05,
      "loss": 0.0406,
      "step": 4700
    },
    {
      "grad_norm": 0.4381083548069,
      "learning_rate": 9.9978527928067e-05,
      "loss": 0.0448,
      "step": 4710
    },
    {
      "grad_norm": 0.3828885555267334,
      "learning_rate": 9.997791800126277e-05,
      "loss": 0.0463,
      "step": 4720
    },
    {
      "grad_norm": 0.4546440839767456,
      "learning_rate": 9.997729953459927e-05,
      "loss": 0.0413,
      "step": 4730
    },
    {
      "grad_norm": 0.36371952295303345,
      "learning_rate": 9.997667252818214e-05,
      "loss": 0.0423,
      "step": 4740
    },
    {
      "grad_norm": 0.4604377746582031,
      "learning_rate": 9.997603698211855e-05,
      "loss": 0.0415,
      "step": 4750
    },
    {
      "grad_norm": 0.4028468430042267,
      "learning_rate": 9.99753928965171e-05,
      "loss": 0.0448,
      "step": 4760
    },
    {
      "grad_norm": 0.5065643787384033,
      "learning_rate": 9.997474027148781e-05,
      "loss": 0.0427,
      "step": 4770
    },
    {
      "grad_norm": 0.3405841290950775,
      "learning_rate": 9.997407910714223e-05,
      "loss": 0.0451,
      "step": 4780
    },
    {
      "grad_norm": 0.44323331117630005,
      "learning_rate": 9.997340940359332e-05,
      "loss": 0.041,
      "step": 4790
    },
    {
      "grad_norm": 0.48448988795280457,
      "learning_rate": 9.997273116095552e-05,
      "loss": 0.0446,
      "step": 4800
    },
    {
      "grad_norm": 0.4945404529571533,
      "learning_rate": 9.997204437934473e-05,
      "loss": 0.0406,
      "step": 4810
    },
    {
      "grad_norm": 0.40779298543930054,
      "learning_rate": 9.997134905887829e-05,
      "loss": 0.0406,
      "step": 4820
    },
    {
      "grad_norm": 0.4229153096675873,
      "learning_rate": 9.997064519967501e-05,
      "loss": 0.0407,
      "step": 4830
    },
    {
      "grad_norm": 0.3593582212924957,
      "learning_rate": 9.996993280185517e-05,
      "loss": 0.043,
      "step": 4840
    },
    {
      "grad_norm": 0.3584595024585724,
      "learning_rate": 9.99692118655405e-05,
      "loss": 0.0414,
      "step": 4850
    },
    {
      "grad_norm": 0.2807089686393738,
      "learning_rate": 9.996848239085417e-05,
      "loss": 0.0386,
      "step": 4860
    },
    {
      "grad_norm": 0.35087722539901733,
      "learning_rate": 9.996774437792085e-05,
      "loss": 0.0423,
      "step": 4870
    },
    {
      "grad_norm": 0.3640047609806061,
      "learning_rate": 9.996699782686664e-05,
      "loss": 0.0361,
      "step": 4880
    },
    {
      "grad_norm": 0.4195345342159271,
      "learning_rate": 9.996624273781909e-05,
      "loss": 0.0409,
      "step": 4890
    },
    {
      "grad_norm": 0.34995055198669434,
      "learning_rate": 9.996547911090725e-05,
      "loss": 0.038,
      "step": 4900
    },
    {
      "grad_norm": 0.4135249853134155,
      "learning_rate": 9.996470694626157e-05,
      "loss": 0.0466,
      "step": 4910
    },
    {
      "grad_norm": 0.3482966125011444,
      "learning_rate": 9.996392624401403e-05,
      "loss": 0.044,
      "step": 4920
    },
    {
      "grad_norm": 0.4445941150188446,
      "learning_rate": 9.996313700429801e-05,
      "loss": 0.0377,
      "step": 4930
    },
    {
      "grad_norm": 0.4350826144218445,
      "learning_rate": 9.996233922724836e-05,
      "loss": 0.038,
      "step": 4940
    },
    {
      "grad_norm": 0.410921186208725,
      "learning_rate": 9.996153291300141e-05,
      "loss": 0.0542,
      "step": 4950
    },
    {
      "grad_norm": 0.3728349804878235,
      "learning_rate": 9.996071806169494e-05,
      "loss": 0.0361,
      "step": 4960
    },
    {
      "grad_norm": 0.35408514738082886,
      "learning_rate": 9.995989467346817e-05,
      "loss": 0.0399,
      "step": 4970
    },
    {
      "grad_norm": 0.36848753690719604,
      "learning_rate": 9.995906274846183e-05,
      "loss": 0.0402,
      "step": 4980
    },
    {
      "grad_norm": 0.3917164206504822,
      "learning_rate": 9.995822228681803e-05,
      "loss": 0.0436,
      "step": 4990
    },
    {
      "grad_norm": 0.4484070837497711,
      "learning_rate": 9.99573732886804e-05,
      "loss": 0.0413,
      "step": 5000
    },
    {
      "grad_norm": 0.3140717148780823,
      "learning_rate": 9.995651575419402e-05,
      "loss": 0.0337,
      "step": 5010
    },
    {
      "grad_norm": 0.37881579995155334,
      "learning_rate": 9.995564968350541e-05,
      "loss": 0.0544,
      "step": 5020
    },
    {
      "grad_norm": 0.49457451701164246,
      "learning_rate": 9.995477507676256e-05,
      "loss": 0.0434,
      "step": 5030
    },
    {
      "grad_norm": 0.3214081823825836,
      "learning_rate": 9.995389193411493e-05,
      "loss": 0.0377,
      "step": 5040
    },
    {
      "grad_norm": 0.47797009348869324,
      "learning_rate": 9.995300025571339e-05,
      "loss": 0.0363,
      "step": 5050
    },
    {
      "grad_norm": 0.3587394654750824,
      "learning_rate": 9.995210004171034e-05,
      "loss": 0.0393,
      "step": 5060
    },
    {
      "grad_norm": 0.29887068271636963,
      "learning_rate": 9.995119129225956e-05,
      "loss": 0.0413,
      "step": 5070
    },
    {
      "grad_norm": 0.3272266089916229,
      "learning_rate": 9.995027400751637e-05,
      "loss": 0.0345,
      "step": 5080
    },
    {
      "grad_norm": 0.33268240094184875,
      "learning_rate": 9.994934818763751e-05,
      "loss": 0.0431,
      "step": 5090
    },
    {
      "grad_norm": 0.4031470715999603,
      "learning_rate": 9.994841383278115e-05,
      "loss": 0.0424,
      "step": 5100
    },
    {
      "grad_norm": 0.3274897634983063,
      "learning_rate": 9.994747094310695e-05,
      "loss": 0.0382,
      "step": 5110
    },
    {
      "grad_norm": 0.388652503490448,
      "learning_rate": 9.994651951877604e-05,
      "loss": 0.0407,
      "step": 5120
    },
    {
      "grad_norm": 0.41498151421546936,
      "learning_rate": 9.994555955995099e-05,
      "loss": 0.0385,
      "step": 5130
    },
    {
      "grad_norm": 0.31065860390663147,
      "learning_rate": 9.994459106679581e-05,
      "loss": 0.0356,
      "step": 5140
    },
    {
      "grad_norm": 0.3383851647377014,
      "learning_rate": 9.994361403947603e-05,
      "loss": 0.0479,
      "step": 5150
    },
    {
      "grad_norm": 0.4299122393131256,
      "learning_rate": 9.994262847815854e-05,
      "loss": 0.0361,
      "step": 5160
    },
    {
      "grad_norm": 0.37227678298950195,
      "learning_rate": 9.99416343830118e-05,
      "loss": 0.0414,
      "step": 5170
    },
    {
      "grad_norm": 0.4289757013320923,
      "learning_rate": 9.994063175420565e-05,
      "loss": 0.0342,
      "step": 5180
    },
    {
      "grad_norm": 0.3861692249774933,
      "learning_rate": 9.99396205919114e-05,
      "loss": 0.0405,
      "step": 5190
    },
    {
      "grad_norm": 0.38395729660987854,
      "learning_rate": 9.993860089630185e-05,
      "loss": 0.039,
      "step": 5200
    },
    {
      "grad_norm": 0.3953026831150055,
      "learning_rate": 9.993757266755123e-05,
      "loss": 0.0387,
      "step": 5210
    },
    {
      "grad_norm": 0.4286213517189026,
      "learning_rate": 9.993653590583522e-05,
      "loss": 0.0397,
      "step": 5220
    },
    {
      "grad_norm": 0.38878172636032104,
      "learning_rate": 9.993549061133102e-05,
      "loss": 0.0351,
      "step": 5230
    },
    {
      "grad_norm": 0.39169883728027344,
      "learning_rate": 9.993443678421719e-05,
      "loss": 0.038,
      "step": 5240
    },
    {
      "grad_norm": 0.37418776750564575,
      "learning_rate": 9.993337442467384e-05,
      "loss": 0.0405,
      "step": 5250
    },
    {
      "grad_norm": 0.2671048045158386,
      "learning_rate": 9.993230353288248e-05,
      "loss": 0.0375,
      "step": 5260
    },
    {
      "grad_norm": 0.41562652587890625,
      "learning_rate": 9.993122410902608e-05,
      "loss": 0.0414,
      "step": 5270
    },
    {
      "grad_norm": 0.34002310037612915,
      "learning_rate": 9.993013615328912e-05,
      "loss": 0.0346,
      "step": 5280
    },
    {
      "grad_norm": 0.3519008457660675,
      "learning_rate": 9.992903966585747e-05,
      "loss": 0.0395,
      "step": 5290
    },
    {
      "grad_norm": 0.4274384081363678,
      "learning_rate": 9.992793464691852e-05,
      "loss": 0.0385,
      "step": 5300
    },
    {
      "grad_norm": 0.3572917878627777,
      "learning_rate": 9.992682109666105e-05,
      "loss": 0.0399,
      "step": 5310
    },
    {
      "grad_norm": 0.33959105610847473,
      "learning_rate": 9.992569901527538e-05,
      "loss": 0.0336,
      "step": 5320
    },
    {
      "grad_norm": 0.38588589429855347,
      "learning_rate": 9.99245684029532e-05,
      "loss": 0.0431,
      "step": 5330
    },
    {
      "grad_norm": 0.33187633752822876,
      "learning_rate": 9.992342925988774e-05,
      "loss": 0.0391,
      "step": 5340
    },
    {
      "grad_norm": 0.4083288311958313,
      "learning_rate": 9.992228158627361e-05,
      "loss": 0.0378,
      "step": 5350
    },
    {
      "grad_norm": 0.3457348942756653,
      "learning_rate": 9.992112538230693e-05,
      "loss": 0.0379,
      "step": 5360
    },
    {
      "grad_norm": 0.31987273693084717,
      "learning_rate": 9.991996064818527e-05,
      "loss": 0.0393,
      "step": 5370
    },
    {
      "grad_norm": 0.3721388578414917,
      "learning_rate": 9.991878738410768e-05,
      "loss": 0.0409,
      "step": 5380
    },
    {
      "grad_norm": 0.4058922231197357,
      "learning_rate": 9.991760559027457e-05,
      "loss": 0.0419,
      "step": 5390
    },
    {
      "grad_norm": 0.34973692893981934,
      "learning_rate": 9.991641526688793e-05,
      "loss": 0.0357,
      "step": 5400
    },
    {
      "grad_norm": 0.4551521837711334,
      "learning_rate": 9.991521641415113e-05,
      "loss": 0.0445,
      "step": 5410
    },
    {
      "grad_norm": 0.36950400471687317,
      "learning_rate": 9.991400903226904e-05,
      "loss": 0.042,
      "step": 5420
    },
    {
      "grad_norm": 0.4378596842288971,
      "learning_rate": 9.991279312144794e-05,
      "loss": 0.0401,
      "step": 5430
    },
    {
      "grad_norm": 0.32041800022125244,
      "learning_rate": 9.991156868189564e-05,
      "loss": 0.035,
      "step": 5440
    },
    {
      "grad_norm": 0.3157516121864319,
      "learning_rate": 9.991033571382131e-05,
      "loss": 0.0336,
      "step": 5450
    },
    {
      "grad_norm": 0.2467762529850006,
      "learning_rate": 9.990909421743569e-05,
      "loss": 0.0411,
      "step": 5460
    },
    {
      "grad_norm": 0.3263469338417053,
      "learning_rate": 9.990784419295085e-05,
      "loss": 0.0414,
      "step": 5470
    },
    {
      "grad_norm": 0.3765830397605896,
      "learning_rate": 9.990658564058044e-05,
      "loss": 0.0376,
      "step": 5480
    },
    {
      "grad_norm": 0.4481829106807709,
      "learning_rate": 9.990531856053948e-05,
      "loss": 0.0354,
      "step": 5490
    },
    {
      "grad_norm": 0.36389145255088806,
      "learning_rate": 9.99040429530445e-05,
      "loss": 0.0389,
      "step": 5500
    },
    {
      "grad_norm": 0.4072919189929962,
      "learning_rate": 9.990275881831346e-05,
      "loss": 0.0409,
      "step": 5510
    },
    {
      "grad_norm": 0.3611977696418762,
      "learning_rate": 9.990146615656577e-05,
      "loss": 0.0395,
      "step": 5520
    },
    {
      "grad_norm": 0.3288697600364685,
      "learning_rate": 9.990016496802233e-05,
      "loss": 0.0382,
      "step": 5530
    },
    {
      "grad_norm": 0.3143702745437622,
      "learning_rate": 9.989885525290548e-05,
      "loss": 0.0281,
      "step": 5540
    },
    {
      "grad_norm": 0.36469143629074097,
      "learning_rate": 9.989753701143897e-05,
      "loss": 0.0384,
      "step": 5550
    },
    {
      "grad_norm": 0.3968755602836609,
      "learning_rate": 9.989621024384812e-05,
      "loss": 0.0404,
      "step": 5560
    },
    {
      "grad_norm": 0.3524176776409149,
      "learning_rate": 9.989487495035959e-05,
      "loss": 0.0384,
      "step": 5570
    },
    {
      "grad_norm": 0.4100457727909088,
      "learning_rate": 9.989353113120156e-05,
      "loss": 0.0434,
      "step": 5580
    },
    {
      "grad_norm": 0.3930557370185852,
      "learning_rate": 9.989217878660366e-05,
      "loss": 0.0401,
      "step": 5590
    },
    {
      "grad_norm": 0.3679465353488922,
      "learning_rate": 9.989081791679695e-05,
      "loss": 0.0349,
      "step": 5600
    },
    {
      "grad_norm": 0.3893984854221344,
      "learning_rate": 9.988944852201397e-05,
      "loss": 0.0346,
      "step": 5610
    },
    {
      "grad_norm": 0.4222191572189331,
      "learning_rate": 9.988807060248873e-05,
      "loss": 0.0373,
      "step": 5620
    },
    {
      "grad_norm": 0.41161638498306274,
      "learning_rate": 9.988668415845665e-05,
      "loss": 0.0332,
      "step": 5630
    },
    {
      "grad_norm": 0.4656347632408142,
      "learning_rate": 9.988528919015466e-05,
      "loss": 0.0336,
      "step": 5640
    },
    {
      "grad_norm": 0.37889426946640015,
      "learning_rate": 9.988388569782112e-05,
      "loss": 0.0406,
      "step": 5650
    },
    {
      "grad_norm": 0.3573051989078522,
      "learning_rate": 9.988247368169583e-05,
      "loss": 0.0376,
      "step": 5660
    },
    {
      "grad_norm": 0.3604784309864044,
      "learning_rate": 9.988105314202007e-05,
      "loss": 0.0422,
      "step": 5670
    },
    {
      "grad_norm": 0.25682204961776733,
      "learning_rate": 9.987962407903659e-05,
      "loss": 0.0372,
      "step": 5680
    },
    {
      "grad_norm": 0.3097984194755554,
      "learning_rate": 9.987818649298957e-05,
      "loss": 0.0375,
      "step": 5690
    },
    {
      "grad_norm": 0.35520312190055847,
      "learning_rate": 9.987674038412465e-05,
      "loss": 0.0327,
      "step": 5700
    },
    {
      "grad_norm": 0.4087008535861969,
      "learning_rate": 9.987528575268891e-05,
      "loss": 0.0348,
      "step": 5710
    },
    {
      "grad_norm": 0.4199003577232361,
      "learning_rate": 9.987382259893095e-05,
      "loss": 0.037,
      "step": 5720
    },
    {
      "grad_norm": 0.24098661541938782,
      "learning_rate": 9.987235092310074e-05,
      "loss": 0.0354,
      "step": 5730
    },
    {
      "grad_norm": 0.3234051764011383,
      "learning_rate": 9.987087072544978e-05,
      "loss": 0.0371,
      "step": 5740
    },
    {
      "grad_norm": 0.3701421618461609,
      "learning_rate": 9.9869382006231e-05,
      "loss": 0.0384,
      "step": 5750
    },
    {
      "grad_norm": 0.37157562375068665,
      "learning_rate": 9.986788476569875e-05,
      "loss": 0.0311,
      "step": 5760
    },
    {
      "grad_norm": 0.3523711562156677,
      "learning_rate": 9.986637900410887e-05,
      "loss": 0.0356,
      "step": 5770
    },
    {
      "grad_norm": 0.30509835481643677,
      "learning_rate": 9.986486472171869e-05,
      "loss": 0.0309,
      "step": 5780
    },
    {
      "grad_norm": 0.34000104665756226,
      "learning_rate": 9.986334191878692e-05,
      "loss": 0.0354,
      "step": 5790
    },
    {
      "grad_norm": 0.36249038577079773,
      "learning_rate": 9.986181059557378e-05,
      "loss": 0.0343,
      "step": 5800
    },
    {
      "grad_norm": 0.3821953237056732,
      "learning_rate": 9.986027075234094e-05,
      "loss": 0.0323,
      "step": 5810
    },
    {
      "grad_norm": 0.38810038566589355,
      "learning_rate": 9.985872238935152e-05,
      "loss": 0.0367,
      "step": 5820
    },
    {
      "grad_norm": 0.25715023279190063,
      "learning_rate": 9.985716550687008e-05,
      "loss": 0.0318,
      "step": 5830
    },
    {
      "grad_norm": 0.3272154629230499,
      "learning_rate": 9.985560010516264e-05,
      "loss": 0.0347,
      "step": 5840
    },
    {
      "grad_norm": 0.48976990580558777,
      "learning_rate": 9.985402618449668e-05,
      "loss": 0.0373,
      "step": 5850
    },
    {
      "grad_norm": 0.3895314633846283,
      "learning_rate": 9.985244374514118e-05,
      "loss": 0.0451,
      "step": 5860
    },
    {
      "grad_norm": 0.410422146320343,
      "learning_rate": 9.985085278736651e-05,
      "loss": 0.0459,
      "step": 5870
    },
    {
      "grad_norm": 0.2891886830329895,
      "learning_rate": 9.984925331144452e-05,
      "loss": 0.0333,
      "step": 5880
    },
    {
      "grad_norm": 0.3112083673477173,
      "learning_rate": 9.984764531764851e-05,
      "loss": 0.039,
      "step": 5890
    },
    {
      "grad_norm": 0.3228941857814789,
      "learning_rate": 9.984602880625326e-05,
      "loss": 0.0383,
      "step": 5900
    },
    {
      "grad_norm": 0.27487504482269287,
      "learning_rate": 9.9844403777535e-05,
      "loss": 0.0356,
      "step": 5910
    },
    {
      "grad_norm": 0.38179752230644226,
      "learning_rate": 9.984277023177135e-05,
      "loss": 0.0457,
      "step": 5920
    },
    {
      "grad_norm": 0.33632954955101013,
      "learning_rate": 9.984112816924148e-05,
      "loss": 0.034,
      "step": 5930
    },
    {
      "grad_norm": 0.3125036954879761,
      "learning_rate": 9.983947759022596e-05,
      "loss": 0.0378,
      "step": 5940
    },
    {
      "grad_norm": 0.30616000294685364,
      "learning_rate": 9.983781849500682e-05,
      "loss": 0.0359,
      "step": 5950
    },
    {
      "grad_norm": 0.41578176617622375,
      "learning_rate": 9.98361508838676e-05,
      "loss": 0.0369,
      "step": 5960
    },
    {
      "grad_norm": 0.4629523456096649,
      "learning_rate": 9.98344747570932e-05,
      "loss": 0.036,
      "step": 5970
    },
    {
      "grad_norm": 0.3784680664539337,
      "learning_rate": 9.983279011497004e-05,
      "loss": 0.0332,
      "step": 5980
    },
    {
      "grad_norm": 0.30520278215408325,
      "learning_rate": 9.983109695778596e-05,
      "loss": 0.0357,
      "step": 5990
    },
    {
      "grad_norm": 0.40678441524505615,
      "learning_rate": 9.982939528583032e-05,
      "loss": 0.039,
      "step": 6000
    },
    {
      "grad_norm": 0.3706188499927521,
      "learning_rate": 9.982768509939385e-05,
      "loss": 0.0447,
      "step": 6010
    },
    {
      "grad_norm": 0.42652177810668945,
      "learning_rate": 9.982596639876879e-05,
      "loss": 0.0389,
      "step": 6020
    },
    {
      "grad_norm": 0.2830207049846649,
      "learning_rate": 9.982423918424881e-05,
      "loss": 0.0344,
      "step": 6030
    },
    {
      "grad_norm": 0.2619018852710724,
      "learning_rate": 9.982250345612908e-05,
      "loss": 0.0375,
      "step": 6040
    },
    {
      "grad_norm": 0.4262092113494873,
      "learning_rate": 9.982075921470611e-05,
      "loss": 0.0351,
      "step": 6050
    },
    {
      "grad_norm": 0.3694694936275482,
      "learning_rate": 9.981900646027802e-05,
      "loss": 0.0335,
      "step": 6060
    },
    {
      "grad_norm": 0.3520243167877197,
      "learning_rate": 9.981724519314425e-05,
      "loss": 0.0338,
      "step": 6070
    },
    {
      "grad_norm": 0.4404289722442627,
      "learning_rate": 9.981547541360581e-05,
      "loss": 0.0295,
      "step": 6080
    },
    {
      "grad_norm": 0.36102667450904846,
      "learning_rate": 9.981369712196508e-05,
      "loss": 0.0365,
      "step": 6090
    },
    {
      "grad_norm": 0.30017468333244324,
      "learning_rate": 9.981191031852592e-05,
      "loss": 0.031,
      "step": 6100
    },
    {
      "grad_norm": 0.29750964045524597,
      "learning_rate": 9.981011500359362e-05,
      "loss": 0.0357,
      "step": 6110
    },
    {
      "grad_norm": 0.34287959337234497,
      "learning_rate": 9.9808311177475e-05,
      "loss": 0.0357,
      "step": 6120
    },
    {
      "grad_norm": 0.3757396638393402,
      "learning_rate": 9.980649884047826e-05,
      "loss": 0.031,
      "step": 6130
    },
    {
      "grad_norm": 0.3396052122116089,
      "learning_rate": 9.980467799291307e-05,
      "loss": 0.0419,
      "step": 6140
    },
    {
      "grad_norm": 0.4638442397117615,
      "learning_rate": 9.980284863509058e-05,
      "loss": 0.0348,
      "step": 6150
    },
    {
      "grad_norm": 0.34926050901412964,
      "learning_rate": 9.980101076732334e-05,
      "loss": 0.0377,
      "step": 6160
    },
    {
      "grad_norm": 0.3208204209804535,
      "learning_rate": 9.979916438992544e-05,
      "loss": 0.0356,
      "step": 6170
    },
    {
      "grad_norm": 0.3122788369655609,
      "learning_rate": 9.979730950321237e-05,
      "loss": 0.0328,
      "step": 6180
    },
    {
      "grad_norm": 0.3575652539730072,
      "learning_rate": 9.979544610750104e-05,
      "loss": 0.038,
      "step": 6190
    },
    {
      "grad_norm": 0.37575212121009827,
      "learning_rate": 9.97935742031099e-05,
      "loss": 0.0398,
      "step": 6200
    },
    {
      "grad_norm": 0.5197086930274963,
      "learning_rate": 9.979169379035878e-05,
      "loss": 0.0484,
      "step": 6210
    },
    {
      "grad_norm": 0.35234495997428894,
      "learning_rate": 9.978980486956899e-05,
      "loss": 0.0365,
      "step": 6220
    },
    {
      "grad_norm": 0.3116982579231262,
      "learning_rate": 9.978790744106332e-05,
      "loss": 0.0347,
      "step": 6230
    },
    {
      "grad_norm": 0.3642233610153198,
      "learning_rate": 9.978600150516594e-05,
      "loss": 0.0289,
      "step": 6240
    },
    {
      "grad_norm": 0.36486566066741943,
      "learning_rate": 9.978408706220259e-05,
      "loss": 0.0401,
      "step": 6250
    },
    {
      "grad_norm": 0.3616689443588257,
      "learning_rate": 9.978216411250032e-05,
      "loss": 0.0454,
      "step": 6260
    },
    {
      "grad_norm": 0.28171005845069885,
      "learning_rate": 9.978023265638778e-05,
      "loss": 0.032,
      "step": 6270
    },
    {
      "grad_norm": 0.42742064595222473,
      "learning_rate": 9.977829269419495e-05,
      "loss": 0.034,
      "step": 6280
    },
    {
      "grad_norm": 0.44887232780456543,
      "learning_rate": 9.977634422625335e-05,
      "loss": 0.0393,
      "step": 6290
    },
    {
      "grad_norm": 0.3125928044319153,
      "learning_rate": 9.97743872528959e-05,
      "loss": 0.0372,
      "step": 6300
    },
    {
      "grad_norm": 0.2811821401119232,
      "learning_rate": 9.9772421774457e-05,
      "loss": 0.0326,
      "step": 6310
    },
    {
      "grad_norm": 0.37790635228157043,
      "learning_rate": 9.977044779127252e-05,
      "loss": 0.0308,
      "step": 6320
    },
    {
      "grad_norm": 0.3655528724193573,
      "learning_rate": 9.976846530367971e-05,
      "loss": 0.0333,
      "step": 6330
    },
    {
      "grad_norm": 0.28514018654823303,
      "learning_rate": 9.976647431201735e-05,
      "loss": 0.0382,
      "step": 6340
    },
    {
      "grad_norm": 0.36321479082107544,
      "learning_rate": 9.976447481662568e-05,
      "loss": 0.0358,
      "step": 6350
    },
    {
      "grad_norm": 0.30387699604034424,
      "learning_rate": 9.976246681784629e-05,
      "loss": 0.0351,
      "step": 6360
    },
    {
      "grad_norm": 0.31181055307388306,
      "learning_rate": 9.976045031602234e-05,
      "loss": 0.041,
      "step": 6370
    },
    {
      "grad_norm": 0.34030070900917053,
      "learning_rate": 9.975842531149837e-05,
      "loss": 0.0353,
      "step": 6380
    },
    {
      "grad_norm": 0.25730031728744507,
      "learning_rate": 9.975639180462043e-05,
      "loss": 0.0292,
      "step": 6390
    },
    {
      "grad_norm": 0.38701382279396057,
      "learning_rate": 9.975434979573596e-05,
      "loss": 0.0362,
      "step": 6400
    },
    {
      "grad_norm": 0.41777029633522034,
      "learning_rate": 9.97522992851939e-05,
      "loss": 0.0306,
      "step": 6410
    },
    {
      "grad_norm": 0.39182350039482117,
      "learning_rate": 9.975024027334461e-05,
      "loss": 0.0325,
      "step": 6420
    },
    {
      "grad_norm": 0.37735411524772644,
      "learning_rate": 9.974817276053993e-05,
      "loss": 0.0344,
      "step": 6430
    },
    {
      "grad_norm": 0.239715576171875,
      "learning_rate": 9.974609674713315e-05,
      "loss": 0.036,
      "step": 6440
    },
    {
      "grad_norm": 0.30965298414230347,
      "learning_rate": 9.9744012233479e-05,
      "loss": 0.0473,
      "step": 6450
    },
    {
      "grad_norm": 0.3785746693611145,
      "learning_rate": 9.974191921993366e-05,
      "loss": 0.0327,
      "step": 6460
    },
    {
      "grad_norm": 0.2892898619174957,
      "learning_rate": 9.973981770685474e-05,
      "loss": 0.0312,
      "step": 6470
    },
    {
      "grad_norm": 0.25268450379371643,
      "learning_rate": 9.97377076946014e-05,
      "loss": 0.0345,
      "step": 6480
    },
    {
      "grad_norm": 0.2839321792125702,
      "learning_rate": 9.973558918353412e-05,
      "loss": 0.0342,
      "step": 6490
    },
    {
      "grad_norm": 0.34005576372146606,
      "learning_rate": 9.973346217401494e-05,
      "loss": 0.0344,
      "step": 6500
    },
    {
      "grad_norm": 0.31852179765701294,
      "learning_rate": 9.973132666640726e-05,
      "loss": 0.0338,
      "step": 6510
    },
    {
      "grad_norm": 0.40457314252853394,
      "learning_rate": 9.972918266107602e-05,
      "loss": 0.0357,
      "step": 6520
    },
    {
      "grad_norm": 0.29993727803230286,
      "learning_rate": 9.972703015838756e-05,
      "loss": 0.0324,
      "step": 6530
    },
    {
      "grad_norm": 0.26681557297706604,
      "learning_rate": 9.97248691587097e-05,
      "loss": 0.0331,
      "step": 6540
    },
    {
      "grad_norm": 0.38051295280456543,
      "learning_rate": 9.972269966241166e-05,
      "loss": 0.0331,
      "step": 6550
    },
    {
      "grad_norm": 0.3518318831920624,
      "learning_rate": 9.972052166986417e-05,
      "loss": 0.0303,
      "step": 6560
    },
    {
      "grad_norm": 0.44882360100746155,
      "learning_rate": 9.971833518143938e-05,
      "loss": 0.0371,
      "step": 6570
    },
    {
      "grad_norm": 0.2745528519153595,
      "learning_rate": 9.971614019751093e-05,
      "loss": 0.0331,
      "step": 6580
    },
    {
      "grad_norm": 0.291486531496048,
      "learning_rate": 9.971393671845383e-05,
      "loss": 0.033,
      "step": 6590
    },
    {
      "grad_norm": 0.43581753969192505,
      "learning_rate": 9.971172474464464e-05,
      "loss": 0.0388,
      "step": 6600
    },
    {
      "grad_norm": 0.26633909344673157,
      "learning_rate": 9.97095042764613e-05,
      "loss": 0.0303,
      "step": 6610
    },
    {
      "grad_norm": 0.28575214743614197,
      "learning_rate": 9.970727531428324e-05,
      "loss": 0.0395,
      "step": 6620
    },
    {
      "grad_norm": 0.2557196319103241,
      "learning_rate": 9.970503785849132e-05,
      "loss": 0.0354,
      "step": 6630
    },
    {
      "grad_norm": 0.36666834354400635,
      "learning_rate": 9.970279190946788e-05,
      "loss": 0.0396,
      "step": 6640
    },
    {
      "grad_norm": 0.3738102912902832,
      "learning_rate": 9.970053746759667e-05,
      "loss": 0.0331,
      "step": 6650
    },
    {
      "grad_norm": 0.405752569437027,
      "learning_rate": 9.969827453326292e-05,
      "loss": 0.0337,
      "step": 6660
    },
    {
      "grad_norm": 0.3261372447013855,
      "learning_rate": 9.969600310685332e-05,
      "loss": 0.033,
      "step": 6670
    },
    {
      "grad_norm": 0.32274726033210754,
      "learning_rate": 9.969372318875596e-05,
      "loss": 0.0352,
      "step": 6680
    },
    {
      "grad_norm": 0.40957677364349365,
      "learning_rate": 9.969143477936043e-05,
      "loss": 0.0361,
      "step": 6690
    },
    {
      "grad_norm": 0.2990972697734833,
      "learning_rate": 9.968913787905775e-05,
      "loss": 0.0351,
      "step": 6700
    },
    {
      "grad_norm": 0.30667439103126526,
      "learning_rate": 9.968683248824045e-05,
      "loss": 0.0338,
      "step": 6710
    },
    {
      "grad_norm": 0.24451607465744019,
      "learning_rate": 9.968451860730238e-05,
      "loss": 0.0321,
      "step": 6720
    },
    {
      "grad_norm": 0.3071296215057373,
      "learning_rate": 9.968219623663896e-05,
      "loss": 0.0365,
      "step": 6730
    },
    {
      "grad_norm": 0.2676180601119995,
      "learning_rate": 9.967986537664702e-05,
      "loss": 0.0307,
      "step": 6740
    },
    {
      "grad_norm": 0.2845117449760437,
      "learning_rate": 9.967752602772483e-05,
      "loss": 0.0336,
      "step": 6750
    },
    {
      "grad_norm": 0.32477396726608276,
      "learning_rate": 9.967517819027212e-05,
      "loss": 0.0282,
      "step": 6760
    },
    {
      "grad_norm": 0.242864727973938,
      "learning_rate": 9.967282186469009e-05,
      "loss": 0.0362,
      "step": 6770
    },
    {
      "grad_norm": 0.267963707447052,
      "learning_rate": 9.967045705138135e-05,
      "loss": 0.0319,
      "step": 6780
    },
    {
      "grad_norm": 0.3003794252872467,
      "learning_rate": 9.966808375074998e-05,
      "loss": 0.0351,
      "step": 6790
    },
    {
      "grad_norm": 0.28945016860961914,
      "learning_rate": 9.966570196320154e-05,
      "loss": 0.0348,
      "step": 6800
    },
    {
      "grad_norm": 0.29786261916160583,
      "learning_rate": 9.966331168914299e-05,
      "loss": 0.031,
      "step": 6810
    },
    {
      "grad_norm": 0.3666224777698517,
      "learning_rate": 9.966091292898277e-05,
      "loss": 0.0429,
      "step": 6820
    },
    {
      "grad_norm": 0.25382450222969055,
      "learning_rate": 9.965850568313076e-05,
      "loss": 0.0337,
      "step": 6830
    },
    {
      "grad_norm": 0.2747704088687897,
      "learning_rate": 9.965608995199827e-05,
      "loss": 0.03,
      "step": 6840
    },
    {
      "grad_norm": 0.3063940107822418,
      "learning_rate": 9.965366573599812e-05,
      "loss": 0.0314,
      "step": 6850
    },
    {
      "grad_norm": 0.37189817428588867,
      "learning_rate": 9.965123303554453e-05,
      "loss": 0.0279,
      "step": 6860
    },
    {
      "grad_norm": 0.37349241971969604,
      "learning_rate": 9.964879185105317e-05,
      "loss": 0.037,
      "step": 6870
    },
    {
      "grad_norm": 0.26071450114250183,
      "learning_rate": 9.964634218294119e-05,
      "loss": 0.0318,
      "step": 6880
    },
    {
      "grad_norm": 0.23269088566303253,
      "learning_rate": 9.964388403162714e-05,
      "loss": 0.0241,
      "step": 6890
    },
    {
      "grad_norm": 0.2756706774234772,
      "learning_rate": 9.96414173975311e-05,
      "loss": 0.0291,
      "step": 6900
    },
    {
      "grad_norm": 0.42757686972618103,
      "learning_rate": 9.963894228107451e-05,
      "loss": 0.0337,
      "step": 6910
    },
    {
      "grad_norm": 0.37430834770202637,
      "learning_rate": 9.963645868268032e-05,
      "loss": 0.0345,
      "step": 6920
    },
    {
      "grad_norm": 0.36691534519195557,
      "learning_rate": 9.963396660277289e-05,
      "loss": 0.0381,
      "step": 6930
    },
    {
      "grad_norm": 0.3462618589401245,
      "learning_rate": 9.963146604177807e-05,
      "loss": 0.0391,
      "step": 6940
    },
    {
      "grad_norm": 0.33551061153411865,
      "learning_rate": 9.962895700012311e-05,
      "loss": 0.0318,
      "step": 6950
    },
    {
      "grad_norm": 0.36289486289024353,
      "learning_rate": 9.962643947823677e-05,
      "loss": 0.0343,
      "step": 6960
    },
    {
      "grad_norm": 0.29794469475746155,
      "learning_rate": 9.962391347654921e-05,
      "loss": 0.037,
      "step": 6970
    },
    {
      "grad_norm": 0.31927213072776794,
      "learning_rate": 9.962137899549204e-05,
      "loss": 0.0305,
      "step": 6980
    },
    {
      "grad_norm": 0.24957114458084106,
      "learning_rate": 9.961883603549835e-05,
      "loss": 0.0317,
      "step": 6990
    },
    {
      "grad_norm": 0.38821953535079956,
      "learning_rate": 9.961628459700267e-05,
      "loss": 0.0288,
      "step": 7000
    },
    {
      "grad_norm": 0.29203277826309204,
      "learning_rate": 9.961372468044095e-05,
      "loss": 0.0355,
      "step": 7010
    },
    {
      "grad_norm": 0.38052287697792053,
      "learning_rate": 9.961115628625062e-05,
      "loss": 0.038,
      "step": 7020
    },
    {
      "grad_norm": 0.3283199071884155,
      "learning_rate": 9.960857941487056e-05,
      "loss": 0.0346,
      "step": 7030
    },
    {
      "grad_norm": 0.2697531282901764,
      "learning_rate": 9.960599406674106e-05,
      "loss": 0.0345,
      "step": 7040
    },
    {
      "grad_norm": 0.2951621115207672,
      "learning_rate": 9.960340024230393e-05,
      "loss": 0.0348,
      "step": 7050
    },
    {
      "grad_norm": 0.31617775559425354,
      "learning_rate": 9.960079794200232e-05,
      "loss": 0.0328,
      "step": 7060
    },
    {
      "grad_norm": 0.2652266323566437,
      "learning_rate": 9.959818716628096e-05,
      "loss": 0.0331,
      "step": 7070
    },
    {
      "grad_norm": 0.40191444754600525,
      "learning_rate": 9.95955679155859e-05,
      "loss": 0.0328,
      "step": 7080
    },
    {
      "grad_norm": 0.3808077871799469,
      "learning_rate": 9.959294019036472e-05,
      "loss": 0.0344,
      "step": 7090
    },
    {
      "grad_norm": 0.32739973068237305,
      "learning_rate": 9.959030399106646e-05,
      "loss": 0.0331,
      "step": 7100
    },
    {
      "grad_norm": 0.34232816100120544,
      "learning_rate": 9.958765931814153e-05,
      "loss": 0.0331,
      "step": 7110
    },
    {
      "grad_norm": 0.6897105574607849,
      "learning_rate": 9.958500617204184e-05,
      "loss": 0.0358,
      "step": 7120
    },
    {
      "grad_norm": 0.3851407468318939,
      "learning_rate": 9.958234455322075e-05,
      "loss": 0.0376,
      "step": 7130
    },
    {
      "grad_norm": 0.4229067265987396,
      "learning_rate": 9.957967446213308e-05,
      "loss": 0.0483,
      "step": 7140
    },
    {
      "grad_norm": 0.3788696229457855,
      "learning_rate": 9.957699589923501e-05,
      "loss": 0.0403,
      "step": 7150
    },
    {
      "grad_norm": 0.3486098647117615,
      "learning_rate": 9.957430886498431e-05,
      "loss": 0.0369,
      "step": 7160
    },
    {
      "grad_norm": 0.43564796447753906,
      "learning_rate": 9.957161335984008e-05,
      "loss": 0.0355,
      "step": 7170
    },
    {
      "grad_norm": 0.3370746970176697,
      "learning_rate": 9.956890938426291e-05,
      "loss": 0.0296,
      "step": 7180
    },
    {
      "grad_norm": 0.3045687973499298,
      "learning_rate": 9.956619693871482e-05,
      "loss": 0.0323,
      "step": 7190
    },
    {
      "grad_norm": 0.31637901067733765,
      "learning_rate": 9.956347602365934e-05,
      "loss": 0.0354,
      "step": 7200
    },
    {
      "grad_norm": 0.27339494228363037,
      "learning_rate": 9.956074663956135e-05,
      "loss": 0.0356,
      "step": 7210
    },
    {
      "grad_norm": 0.395096093416214,
      "learning_rate": 9.955800878688726e-05,
      "loss": 0.031,
      "step": 7220
    },
    {
      "grad_norm": 0.330371618270874,
      "learning_rate": 9.955526246610489e-05,
      "loss": 0.0292,
      "step": 7230
    },
    {
      "grad_norm": 0.3775777816772461,
      "learning_rate": 9.955250767768349e-05,
      "loss": 0.0327,
      "step": 7240
    },
    {
      "grad_norm": 0.28562989830970764,
      "learning_rate": 9.95497444220938e-05,
      "loss": 0.0274,
      "step": 7250
    },
    {
      "grad_norm": 0.3032552897930145,
      "learning_rate": 9.954697269980797e-05,
      "loss": 0.0406,
      "step": 7260
    },
    {
      "grad_norm": 0.2830490469932556,
      "learning_rate": 9.954419251129962e-05,
      "loss": 0.0297,
      "step": 7270
    },
    {
      "grad_norm": 0.3309101462364197,
      "learning_rate": 9.95414038570438e-05,
      "loss": 0.0318,
      "step": 7280
    },
    {
      "grad_norm": 0.2936035096645355,
      "learning_rate": 9.953860673751703e-05,
      "loss": 0.0327,
      "step": 7290
    },
    {
      "grad_norm": 0.29450830817222595,
      "learning_rate": 9.953580115319725e-05,
      "loss": 0.0261,
      "step": 7300
    },
    {
      "grad_norm": 0.2364344447851181,
      "learning_rate": 9.953298710456387e-05,
      "loss": 0.0302,
      "step": 7310
    },
    {
      "grad_norm": 0.3390825390815735,
      "learning_rate": 9.953016459209771e-05,
      "loss": 0.0269,
      "step": 7320
    },
    {
      "grad_norm": 0.3496885597705841,
      "learning_rate": 9.952733361628108e-05,
      "loss": 0.0292,
      "step": 7330
    },
    {
      "grad_norm": 0.2891959249973297,
      "learning_rate": 9.952449417759772e-05,
      "loss": 0.03,
      "step": 7340
    },
    {
      "grad_norm": 0.21506375074386597,
      "learning_rate": 9.952164627653279e-05,
      "loss": 0.032,
      "step": 7350
    },
    {
      "grad_norm": 0.2982131540775299,
      "learning_rate": 9.951878991357292e-05,
      "loss": 0.0272,
      "step": 7360
    },
    {
      "grad_norm": 0.2923526465892792,
      "learning_rate": 9.951592508920622e-05,
      "loss": 0.0354,
      "step": 7370
    },
    {
      "grad_norm": 0.39301592111587524,
      "learning_rate": 9.951305180392219e-05,
      "loss": 0.0383,
      "step": 7380
    },
    {
      "grad_norm": 0.2739352583885193,
      "learning_rate": 9.951017005821178e-05,
      "loss": 0.0285,
      "step": 7390
    },
    {
      "grad_norm": 0.25622326135635376,
      "learning_rate": 9.95072798525674e-05,
      "loss": 0.0302,
      "step": 7400
    },
    {
      "grad_norm": 0.26457729935646057,
      "learning_rate": 9.950438118748293e-05,
      "loss": 0.0328,
      "step": 7410
    },
    {
      "grad_norm": 0.36722081899642944,
      "learning_rate": 9.950147406345366e-05,
      "loss": 0.0322,
      "step": 7420
    },
    {
      "grad_norm": 0.25892433524131775,
      "learning_rate": 9.949855848097635e-05,
      "loss": 0.0288,
      "step": 7430
    },
    {
      "grad_norm": 0.3595782220363617,
      "learning_rate": 9.949563444054916e-05,
      "loss": 0.0337,
      "step": 7440
    },
    {
      "grad_norm": 0.2523807883262634,
      "learning_rate": 9.949270194267178e-05,
      "loss": 0.0333,
      "step": 7450
    },
    {
      "grad_norm": 0.3690319061279297,
      "learning_rate": 9.948976098784526e-05,
      "loss": 0.0363,
      "step": 7460
    },
    {
      "grad_norm": 0.2910451591014862,
      "learning_rate": 9.948681157657213e-05,
      "loss": 0.038,
      "step": 7470
    },
    {
      "grad_norm": 0.37423786520957947,
      "learning_rate": 9.948385370935638e-05,
      "loss": 0.0315,
      "step": 7480
    },
    {
      "grad_norm": 0.5112977027893066,
      "learning_rate": 9.94808873867034e-05,
      "loss": 0.0362,
      "step": 7490
    },
    {
      "grad_norm": 0.32603180408477783,
      "learning_rate": 9.947791260912009e-05,
      "loss": 0.0303,
      "step": 7500
    },
    {
      "grad_norm": 0.2454315423965454,
      "learning_rate": 9.947492937711474e-05,
      "loss": 0.033,
      "step": 7510
    },
    {
      "grad_norm": 0.2839874029159546,
      "learning_rate": 9.947193769119707e-05,
      "loss": 0.0354,
      "step": 7520
    },
    {
      "grad_norm": 0.3385360836982727,
      "learning_rate": 9.946893755187834e-05,
      "loss": 0.0263,
      "step": 7530
    },
    {
      "grad_norm": 0.27848711609840393,
      "learning_rate": 9.946592895967115e-05,
      "loss": 0.0277,
      "step": 7540
    },
    {
      "grad_norm": 0.2697408199310303,
      "learning_rate": 9.94629119150896e-05,
      "loss": 0.0337,
      "step": 7550
    },
    {
      "grad_norm": 0.3225659728050232,
      "learning_rate": 9.94598864186492e-05,
      "loss": 0.0312,
      "step": 7560
    },
    {
      "grad_norm": 0.32454344630241394,
      "learning_rate": 9.945685247086696e-05,
      "loss": 0.0314,
      "step": 7570
    },
    {
      "grad_norm": 0.2538089156150818,
      "learning_rate": 9.945381007226129e-05,
      "loss": 0.0275,
      "step": 7580
    },
    {
      "grad_norm": 0.2913561165332794,
      "learning_rate": 9.945075922335203e-05,
      "loss": 0.0374,
      "step": 7590
    },
    {
      "grad_norm": 0.2999131977558136,
      "learning_rate": 9.944769992466049e-05,
      "loss": 0.0251,
      "step": 7600
    },
    {
      "grad_norm": 0.3628210723400116,
      "learning_rate": 9.944463217670945e-05,
      "loss": 0.0339,
      "step": 7610
    },
    {
      "grad_norm": 0.27503708004951477,
      "learning_rate": 9.944155598002307e-05,
      "loss": 0.0355,
      "step": 7620
    },
    {
      "grad_norm": 0.397616446018219,
      "learning_rate": 9.943847133512701e-05,
      "loss": 0.0324,
      "step": 7630
    },
    {
      "grad_norm": 0.33502161502838135,
      "learning_rate": 9.943537824254834e-05,
      "loss": 0.0393,
      "step": 7640
    },
    {
      "grad_norm": 0.2673455774784088,
      "learning_rate": 9.943227670281559e-05,
      "loss": 0.031,
      "step": 7650
    },
    {
      "grad_norm": 0.3250238001346588,
      "learning_rate": 9.942916671645873e-05,
      "loss": 0.0264,
      "step": 7660
    },
    {
      "grad_norm": 0.31812936067581177,
      "learning_rate": 9.942604828400916e-05,
      "loss": 0.0283,
      "step": 7670
    },
    {
      "grad_norm": 0.2739343047142029,
      "learning_rate": 9.942292140599975e-05,
      "loss": 0.0305,
      "step": 7680
    },
    {
      "grad_norm": 0.25117695331573486,
      "learning_rate": 9.94197860829648e-05,
      "loss": 0.0307,
      "step": 7690
    },
    {
      "grad_norm": 0.33927780389785767,
      "learning_rate": 9.941664231544004e-05,
      "loss": 0.0289,
      "step": 7700
    },
    {
      "grad_norm": 0.21605905890464783,
      "learning_rate": 9.941349010396264e-05,
      "loss": 0.0316,
      "step": 7710
    },
    {
      "grad_norm": 0.3564732074737549,
      "learning_rate": 9.941032944907125e-05,
      "loss": 0.0332,
      "step": 7720
    },
    {
      "grad_norm": 0.31643569469451904,
      "learning_rate": 9.940716035130596e-05,
      "loss": 0.029,
      "step": 7730
    },
    {
      "grad_norm": 0.33323702216148376,
      "learning_rate": 9.940398281120821e-05,
      "loss": 0.0266,
      "step": 7740
    },
    {
      "grad_norm": 0.26393526792526245,
      "learning_rate": 9.940079682932102e-05,
      "loss": 0.0299,
      "step": 7750
    },
    {
      "grad_norm": 0.3810127377510071,
      "learning_rate": 9.939760240618877e-05,
      "loss": 0.0287,
      "step": 7760
    },
    {
      "grad_norm": 0.2909797132015228,
      "learning_rate": 9.939439954235729e-05,
      "loss": 0.0355,
      "step": 7770
    },
    {
      "grad_norm": 0.3485502004623413,
      "learning_rate": 9.939118823837387e-05,
      "loss": 0.0328,
      "step": 7780
    },
    {
      "grad_norm": 0.36873164772987366,
      "learning_rate": 9.938796849478725e-05,
      "loss": 0.0328,
      "step": 7790
    },
    {
      "grad_norm": 0.2877669930458069,
      "learning_rate": 9.938474031214755e-05,
      "loss": 0.0393,
      "step": 7800
    },
    {
      "grad_norm": 0.2982155680656433,
      "learning_rate": 9.938150369100643e-05,
      "loss": 0.0317,
      "step": 7810
    },
    {
      "grad_norm": 0.277864933013916,
      "learning_rate": 9.93782586319169e-05,
      "loss": 0.0286,
      "step": 7820
    },
    {
      "grad_norm": 0.243008092045784,
      "learning_rate": 9.937500513543348e-05,
      "loss": 0.0281,
      "step": 7830
    },
    {
      "grad_norm": 0.28018298745155334,
      "learning_rate": 9.937174320211207e-05,
      "loss": 0.0453,
      "step": 7840
    },
    {
      "grad_norm": 0.2813608944416046,
      "learning_rate": 9.936847283251009e-05,
      "loss": 0.0287,
      "step": 7850
    },
    {
      "grad_norm": 0.33768826723098755,
      "learning_rate": 9.936519402718632e-05,
      "loss": 0.0299,
      "step": 7860
    },
    {
      "grad_norm": 0.29655835032463074,
      "learning_rate": 9.936190678670102e-05,
      "loss": 0.0349,
      "step": 7870
    },
    {
      "grad_norm": 0.3682067096233368,
      "learning_rate": 9.935861111161593e-05,
      "loss": 0.0323,
      "step": 7880
    },
    {
      "grad_norm": 0.2879161536693573,
      "learning_rate": 9.935530700249416e-05,
      "loss": 0.029,
      "step": 7890
    },
    {
      "grad_norm": 0.343533456325531,
      "learning_rate": 9.935199445990028e-05,
      "loss": 0.0319,
      "step": 7900
    },
    {
      "grad_norm": 0.312450110912323,
      "learning_rate": 9.934867348440033e-05,
      "loss": 0.0298,
      "step": 7910
    },
    {
      "grad_norm": 0.2762218713760376,
      "learning_rate": 9.934534407656176e-05,
      "loss": 0.0267,
      "step": 7920
    },
    {
      "grad_norm": 0.4004560112953186,
      "learning_rate": 9.93420062369535e-05,
      "loss": 0.0267,
      "step": 7930
    },
    {
      "grad_norm": 0.28360143303871155,
      "learning_rate": 9.933865996614589e-05,
      "loss": 0.0281,
      "step": 7940
    },
    {
      "grad_norm": 0.3423270881175995,
      "learning_rate": 9.933530526471068e-05,
      "loss": 0.0286,
      "step": 7950
    },
    {
      "grad_norm": 0.2437974214553833,
      "learning_rate": 9.933194213322114e-05,
      "loss": 0.0296,
      "step": 7960
    },
    {
      "grad_norm": 0.3338913023471832,
      "learning_rate": 9.932857057225192e-05,
      "loss": 0.0288,
      "step": 7970
    },
    {
      "grad_norm": 0.2605665624141693,
      "learning_rate": 9.932519058237912e-05,
      "loss": 0.0296,
      "step": 7980
    },
    {
      "grad_norm": 0.31775766611099243,
      "learning_rate": 9.932180216418032e-05,
      "loss": 0.0346,
      "step": 7990
    },
    {
      "grad_norm": 0.28003382682800293,
      "learning_rate": 9.931840531823446e-05,
      "loss": 0.0314,
      "step": 8000
    },
    {
      "grad_norm": 0.35633623600006104,
      "learning_rate": 9.9315000045122e-05,
      "loss": 0.0283,
      "step": 8010
    },
    {
      "grad_norm": 0.34563469886779785,
      "learning_rate": 9.931158634542481e-05,
      "loss": 0.0324,
      "step": 8020
    },
    {
      "grad_norm": 0.24726052582263947,
      "learning_rate": 9.930816421972617e-05,
      "loss": 0.0271,
      "step": 8030
    },
    {
      "grad_norm": 0.3022575080394745,
      "learning_rate": 9.930473366861086e-05,
      "loss": 0.0274,
      "step": 8040
    },
    {
      "grad_norm": 0.31050410866737366,
      "learning_rate": 9.930129469266505e-05,
      "loss": 0.0334,
      "step": 8050
    },
    {
      "grad_norm": 0.29892027378082275,
      "learning_rate": 9.929784729247638e-05,
      "loss": 0.0258,
      "step": 8060
    },
    {
      "grad_norm": 0.2688104510307312,
      "learning_rate": 9.929439146863389e-05,
      "loss": 0.0244,
      "step": 8070
    },
    {
      "grad_norm": 0.26449304819107056,
      "learning_rate": 9.92909272217281e-05,
      "loss": 0.0305,
      "step": 8080
    },
    {
      "grad_norm": 0.34047457575798035,
      "learning_rate": 9.928745455235097e-05,
      "loss": 0.0265,
      "step": 8090
    },
    {
      "grad_norm": 0.23641522228717804,
      "learning_rate": 9.928397346109588e-05,
      "loss": 0.0324,
      "step": 8100
    },
    {
      "grad_norm": 0.29577282071113586,
      "learning_rate": 9.928048394855762e-05,
      "loss": 0.0274,
      "step": 8110
    },
    {
      "grad_norm": 0.24676942825317383,
      "learning_rate": 9.92769860153325e-05,
      "loss": 0.0298,
      "step": 8120
    },
    {
      "grad_norm": 0.29635584354400635,
      "learning_rate": 9.927347966201819e-05,
      "loss": 0.0223,
      "step": 8130
    },
    {
      "grad_norm": 0.3972901999950409,
      "learning_rate": 9.926996488921383e-05,
      "loss": 0.0247,
      "step": 8140
    },
    {
      "grad_norm": 0.2868422269821167,
      "learning_rate": 9.926644169752001e-05,
      "loss": 0.0279,
      "step": 8150
    },
    {
      "grad_norm": 0.34539714455604553,
      "learning_rate": 9.926291008753875e-05,
      "loss": 0.0287,
      "step": 8160
    },
    {
      "grad_norm": 0.3036886751651764,
      "learning_rate": 9.92593700598735e-05,
      "loss": 0.0277,
      "step": 8170
    },
    {
      "grad_norm": 0.3932836353778839,
      "learning_rate": 9.925582161512915e-05,
      "loss": 0.03,
      "step": 8180
    },
    {
      "grad_norm": 0.3422134220600128,
      "learning_rate": 9.925226475391205e-05,
      "loss": 0.0264,
      "step": 8190
    },
    {
      "grad_norm": 0.2318727672100067,
      "learning_rate": 9.924869947682993e-05,
      "loss": 0.0249,
      "step": 8200
    },
    {
      "grad_norm": 0.2565622627735138,
      "learning_rate": 9.924512578449204e-05,
      "loss": 0.0323,
      "step": 8210
    },
    {
      "grad_norm": 0.21012654900550842,
      "learning_rate": 9.924154367750901e-05,
      "loss": 0.0279,
      "step": 8220
    },
    {
      "grad_norm": 0.28856876492500305,
      "learning_rate": 9.923795315649293e-05,
      "loss": 0.0302,
      "step": 8230
    },
    {
      "grad_norm": 0.3310989737510681,
      "learning_rate": 9.92343542220573e-05,
      "loss": 0.0299,
      "step": 8240
    },
    {
      "grad_norm": 0.35297778248786926,
      "learning_rate": 9.92307468748171e-05,
      "loss": 0.0319,
      "step": 8250
    },
    {
      "grad_norm": 0.41017183661460876,
      "learning_rate": 9.922713111538873e-05,
      "loss": 0.0348,
      "step": 8260
    },
    {
      "grad_norm": 0.29625335335731506,
      "learning_rate": 9.922350694439003e-05,
      "loss": 0.0274,
      "step": 8270
    },
    {
      "grad_norm": 0.2592681348323822,
      "learning_rate": 9.921987436244024e-05,
      "loss": 0.0286,
      "step": 8280
    },
    {
      "grad_norm": 0.33636289834976196,
      "learning_rate": 9.921623337016008e-05,
      "loss": 0.028,
      "step": 8290
    },
    {
      "grad_norm": 0.3335561156272888,
      "learning_rate": 9.921258396817172e-05,
      "loss": 0.0307,
      "step": 8300
    },
    {
      "grad_norm": 0.37211874127388,
      "learning_rate": 9.920892615709874e-05,
      "loss": 0.0251,
      "step": 8310
    },
    {
      "grad_norm": 0.2714262008666992,
      "learning_rate": 9.920525993756612e-05,
      "loss": 0.0304,
      "step": 8320
    },
    {
      "grad_norm": 0.26817065477371216,
      "learning_rate": 9.920158531020036e-05,
      "loss": 0.0307,
      "step": 8330
    },
    {
      "grad_norm": 0.2614506483078003,
      "learning_rate": 9.919790227562933e-05,
      "loss": 0.0279,
      "step": 8340
    },
    {
      "grad_norm": 0.2921057641506195,
      "learning_rate": 9.919421083448237e-05,
      "loss": 0.03,
      "step": 8350
    },
    {
      "grad_norm": 0.3357664942741394,
      "learning_rate": 9.919051098739022e-05,
      "loss": 0.0278,
      "step": 8360
    },
    {
      "grad_norm": 0.2271486222743988,
      "learning_rate": 9.918680273498514e-05,
      "loss": 0.0284,
      "step": 8370
    },
    {
      "grad_norm": 0.32124391198158264,
      "learning_rate": 9.918308607790072e-05,
      "loss": 0.0346,
      "step": 8380
    },
    {
      "grad_norm": 0.34780022501945496,
      "learning_rate": 9.917936101677205e-05,
      "loss": 0.0256,
      "step": 8390
    },
    {
      "grad_norm": 0.2884010374546051,
      "learning_rate": 9.917562755223564e-05,
      "loss": 0.0283,
      "step": 8400
    },
    {
      "grad_norm": 0.2519863545894623,
      "learning_rate": 9.917188568492944e-05,
      "loss": 0.0311,
      "step": 8410
    },
    {
      "grad_norm": 0.33243098855018616,
      "learning_rate": 9.916813541549283e-05,
      "loss": 0.0232,
      "step": 8420
    },
    {
      "grad_norm": 0.25748321413993835,
      "learning_rate": 9.916437674456663e-05,
      "loss": 0.0271,
      "step": 8430
    },
    {
      "grad_norm": 0.2719688415527344,
      "learning_rate": 9.916060967279308e-05,
      "loss": 0.0261,
      "step": 8440
    },
    {
      "grad_norm": 0.2374984472990036,
      "learning_rate": 9.91568342008159e-05,
      "loss": 0.0282,
      "step": 8450
    },
    {
      "grad_norm": 0.30480173230171204,
      "learning_rate": 9.915305032928019e-05,
      "loss": 0.0257,
      "step": 8460
    },
    {
      "grad_norm": 0.266640305519104,
      "learning_rate": 9.914925805883253e-05,
      "loss": 0.0258,
      "step": 8470
    },
    {
      "grad_norm": 0.222202867269516,
      "learning_rate": 9.914545739012088e-05,
      "loss": 0.0269,
      "step": 8480
    },
    {
      "grad_norm": 0.35895639657974243,
      "learning_rate": 9.91416483237947e-05,
      "loss": 0.0306,
      "step": 8490
    },
    {
      "grad_norm": 0.3159054219722748,
      "learning_rate": 9.913783086050485e-05,
      "loss": 0.0279,
      "step": 8500
    },
    {
      "grad_norm": 0.3683796525001526,
      "learning_rate": 9.913400500090364e-05,
      "loss": 0.0299,
      "step": 8510
    },
    {
      "grad_norm": 0.2813582122325897,
      "learning_rate": 9.913017074564479e-05,
      "loss": 0.0283,
      "step": 8520
    },
    {
      "grad_norm": 0.28818055987358093,
      "learning_rate": 9.912632809538348e-05,
      "loss": 0.0288,
      "step": 8530
    },
    {
      "grad_norm": 0.4443622827529907,
      "learning_rate": 9.912247705077629e-05,
      "loss": 0.0287,
      "step": 8540
    },
    {
      "grad_norm": 0.29019656777381897,
      "learning_rate": 9.911861761248127e-05,
      "loss": 0.0295,
      "step": 8550
    },
    {
      "grad_norm": 0.2530854642391205,
      "learning_rate": 9.91147497811579e-05,
      "loss": 0.0294,
      "step": 8560
    },
    {
      "grad_norm": 0.2650824189186096,
      "learning_rate": 9.911087355746709e-05,
      "loss": 0.025,
      "step": 8570
    },
    {
      "grad_norm": 0.2760615646839142,
      "learning_rate": 9.910698894207117e-05,
      "loss": 0.0264,
      "step": 8580
    },
    {
      "grad_norm": 0.21669961512088776,
      "learning_rate": 9.910309593563392e-05,
      "loss": 0.026,
      "step": 8590
    },
    {
      "grad_norm": 0.3154946267604828,
      "learning_rate": 9.909919453882057e-05,
      "loss": 0.0244,
      "step": 8600
    },
    {
      "grad_norm": 0.2173069268465042,
      "learning_rate": 9.90952847522977e-05,
      "loss": 0.0216,
      "step": 8610
    },
    {
      "grad_norm": 0.30173903703689575,
      "learning_rate": 9.909136657673346e-05,
      "loss": 0.0265,
      "step": 8620
    },
    {
      "grad_norm": 0.2571437358856201,
      "learning_rate": 9.908744001279731e-05,
      "loss": 0.0313,
      "step": 8630
    },
    {
      "grad_norm": 0.31306058168411255,
      "learning_rate": 9.90835050611602e-05,
      "loss": 0.0263,
      "step": 8640
    },
    {
      "grad_norm": 0.22509238123893738,
      "learning_rate": 9.90795617224945e-05,
      "loss": 0.0252,
      "step": 8650
    },
    {
      "grad_norm": 0.272987425327301,
      "learning_rate": 9.907560999747405e-05,
      "loss": 0.0268,
      "step": 8660
    },
    {
      "grad_norm": 0.438658207654953,
      "learning_rate": 9.907164988677408e-05,
      "loss": 0.0298,
      "step": 8670
    },
    {
      "grad_norm": 0.3824007511138916,
      "learning_rate": 9.906768139107124e-05,
      "loss": 0.0304,
      "step": 8680
    },
    {
      "grad_norm": 0.23737883567810059,
      "learning_rate": 9.906370451104367e-05,
      "loss": 0.0293,
      "step": 8690
    },
    {
      "grad_norm": 0.23873737454414368,
      "learning_rate": 9.905971924737088e-05,
      "loss": 0.0344,
      "step": 8700
    },
    {
      "grad_norm": 0.2209753692150116,
      "learning_rate": 9.905572560073387e-05,
      "loss": 0.0265,
      "step": 8710
    },
    {
      "grad_norm": 0.2742728888988495,
      "learning_rate": 9.905172357181501e-05,
      "loss": 0.0273,
      "step": 8720
    },
    {
      "grad_norm": 0.2416391372680664,
      "learning_rate": 9.904771316129817e-05,
      "loss": 0.027,
      "step": 8730
    },
    {
      "grad_norm": 0.345609575510025,
      "learning_rate": 9.904369436986862e-05,
      "loss": 0.0298,
      "step": 8740
    },
    {
      "grad_norm": 0.3573964536190033,
      "learning_rate": 9.903966719821303e-05,
      "loss": 0.0282,
      "step": 8750
    },
    {
      "grad_norm": 0.38187435269355774,
      "learning_rate": 9.903563164701956e-05,
      "loss": 0.0336,
      "step": 8760
    },
    {
      "grad_norm": 0.2990255653858185,
      "learning_rate": 9.903158771697778e-05,
      "loss": 0.0407,
      "step": 8770
    },
    {
      "grad_norm": 0.32644498348236084,
      "learning_rate": 9.902753540877867e-05,
      "loss": 0.0282,
      "step": 8780
    },
    {
      "grad_norm": 0.2971918284893036,
      "learning_rate": 9.902347472311466e-05,
      "loss": 0.0254,
      "step": 8790
    },
    {
      "grad_norm": 0.30210667848587036,
      "learning_rate": 9.901940566067962e-05,
      "loss": 0.0271,
      "step": 8800
    },
    {
      "grad_norm": 0.28629010915756226,
      "learning_rate": 9.901532822216883e-05,
      "loss": 0.0256,
      "step": 8810
    },
    {
      "grad_norm": 0.37315860390663147,
      "learning_rate": 9.901124240827904e-05,
      "loss": 0.0353,
      "step": 8820
    },
    {
      "grad_norm": 0.35837310552597046,
      "learning_rate": 9.900714821970835e-05,
      "loss": 0.0342,
      "step": 8830
    },
    {
      "grad_norm": 0.31172049045562744,
      "learning_rate": 9.900304565715641e-05,
      "loss": 0.0415,
      "step": 8840
    },
    {
      "grad_norm": 0.34397581219673157,
      "learning_rate": 9.899893472132419e-05,
      "loss": 0.0355,
      "step": 8850
    },
    {
      "grad_norm": 0.3559442460536957,
      "learning_rate": 9.899481541291415e-05,
      "loss": 0.0285,
      "step": 8860
    },
    {
      "grad_norm": 0.2742452323436737,
      "learning_rate": 9.899068773263016e-05,
      "loss": 0.0308,
      "step": 8870
    },
    {
      "grad_norm": 0.31892746686935425,
      "learning_rate": 9.898655168117754e-05,
      "loss": 0.0309,
      "step": 8880
    },
    {
      "grad_norm": 0.35528331995010376,
      "learning_rate": 9.898240725926302e-05,
      "loss": 0.0293,
      "step": 8890
    },
    {
      "grad_norm": 0.31735068559646606,
      "learning_rate": 9.897825446759478e-05,
      "loss": 0.035,
      "step": 8900
    },
    {
      "grad_norm": 0.3344995081424713,
      "learning_rate": 9.897409330688241e-05,
      "loss": 0.026,
      "step": 8910
    },
    {
      "grad_norm": 0.3340505063533783,
      "learning_rate": 9.896992377783692e-05,
      "loss": 0.0288,
      "step": 8920
    },
    {
      "grad_norm": 0.30629783868789673,
      "learning_rate": 9.89657458811708e-05,
      "loss": 0.0288,
      "step": 8930
    },
    {
      "grad_norm": 0.30604779720306396,
      "learning_rate": 9.896155961759792e-05,
      "loss": 0.0247,
      "step": 8940
    },
    {
      "grad_norm": 0.2330925613641739,
      "learning_rate": 9.895736498783361e-05,
      "loss": 0.0297,
      "step": 8950
    },
    {
      "grad_norm": 0.3215080201625824,
      "learning_rate": 9.895316199259462e-05,
      "loss": 0.0262,
      "step": 8960
    },
    {
      "grad_norm": 0.3021031320095062,
      "learning_rate": 9.894895063259909e-05,
      "loss": 0.0274,
      "step": 8970
    },
    {
      "grad_norm": 0.3261708617210388,
      "learning_rate": 9.894473090856667e-05,
      "loss": 0.0359,
      "step": 8980
    },
    {
      "grad_norm": 0.23329214751720428,
      "learning_rate": 9.894050282121839e-05,
      "loss": 0.0286,
      "step": 8990
    },
    {
      "grad_norm": 0.2671678364276886,
      "learning_rate": 9.893626637127668e-05,
      "loss": 0.023,
      "step": 9000
    },
    {
      "grad_norm": 0.20943698287010193,
      "learning_rate": 9.893202155946546e-05,
      "loss": 0.0218,
      "step": 9010
    },
    {
      "grad_norm": 0.25504496693611145,
      "learning_rate": 9.892776838651006e-05,
      "loss": 0.0264,
      "step": 9020
    },
    {
      "grad_norm": 0.2531440854072571,
      "learning_rate": 9.892350685313722e-05,
      "loss": 0.0249,
      "step": 9030
    },
    {
      "grad_norm": 0.4557083249092102,
      "learning_rate": 9.891923696007513e-05,
      "loss": 0.0245,
      "step": 9040
    },
    {
      "grad_norm": 0.33514922857284546,
      "learning_rate": 9.891495870805336e-05,
      "loss": 0.0276,
      "step": 9050
    },
    {
      "grad_norm": 0.29246994853019714,
      "learning_rate": 9.891067209780298e-05,
      "loss": 0.0313,
      "step": 9060
    },
    {
      "grad_norm": 0.31612539291381836,
      "learning_rate": 9.890637713005646e-05,
      "loss": 0.0312,
      "step": 9070
    },
    {
      "grad_norm": 0.24375128746032715,
      "learning_rate": 9.890207380554767e-05,
      "loss": 0.0248,
      "step": 9080
    },
    {
      "grad_norm": 0.2713509500026703,
      "learning_rate": 9.889776212501196e-05,
      "loss": 0.0262,
      "step": 9090
    },
    {
      "grad_norm": 0.2076655626296997,
      "learning_rate": 9.889344208918605e-05,
      "loss": 0.021,
      "step": 9100
    },
    {
      "grad_norm": 0.2124854177236557,
      "learning_rate": 9.888911369880812e-05,
      "loss": 0.0217,
      "step": 9110
    },
    {
      "grad_norm": 0.2542179524898529,
      "learning_rate": 9.888477695461777e-05,
      "loss": 0.0269,
      "step": 9120
    },
    {
      "grad_norm": 0.17360028624534607,
      "learning_rate": 9.888043185735607e-05,
      "loss": 0.0229,
      "step": 9130
    },
    {
      "grad_norm": 0.26906731724739075,
      "learning_rate": 9.887607840776542e-05,
      "loss": 0.0243,
      "step": 9140
    },
    {
      "grad_norm": 0.32335883378982544,
      "learning_rate": 9.887171660658975e-05,
      "loss": 0.0289,
      "step": 9150
    },
    {
      "grad_norm": 0.2963583171367645,
      "learning_rate": 9.886734645457435e-05,
      "loss": 0.0317,
      "step": 9160
    },
    {
      "grad_norm": 0.305130273103714,
      "learning_rate": 9.886296795246597e-05,
      "loss": 0.032,
      "step": 9170
    },
    {
      "grad_norm": 0.27309101819992065,
      "learning_rate": 9.885858110101276e-05,
      "loss": 0.0293,
      "step": 9180
    },
    {
      "grad_norm": 0.29315125942230225,
      "learning_rate": 9.885418590096434e-05,
      "loss": 0.0272,
      "step": 9190
    },
    {
      "grad_norm": 0.3027220666408539,
      "learning_rate": 9.88497823530717e-05,
      "loss": 0.0236,
      "step": 9200
    },
    {
      "grad_norm": 0.2568953037261963,
      "learning_rate": 9.884537045808732e-05,
      "loss": 0.0273,
      "step": 9210
    },
    {
      "grad_norm": 0.2810177803039551,
      "learning_rate": 9.884095021676502e-05,
      "loss": 0.0292,
      "step": 9220
    },
    {
      "grad_norm": 0.21563218533992767,
      "learning_rate": 9.883652162986017e-05,
      "loss": 0.0275,
      "step": 9230
    },
    {
      "grad_norm": 0.22166013717651367,
      "learning_rate": 9.883208469812943e-05,
      "loss": 0.0229,
      "step": 9240
    },
    {
      "grad_norm": 0.24490536749362946,
      "learning_rate": 9.882763942233098e-05,
      "loss": 0.0223,
      "step": 9250
    },
    {
      "grad_norm": 0.3001609742641449,
      "learning_rate": 9.882318580322441e-05,
      "loss": 0.0296,
      "step": 9260
    },
    {
      "grad_norm": 0.36867183446884155,
      "learning_rate": 9.881872384157067e-05,
      "loss": 0.0311,
      "step": 9270
    },
    {
      "grad_norm": 0.25284022092819214,
      "learning_rate": 9.881425353813225e-05,
      "loss": 0.0269,
      "step": 9280
    },
    {
      "grad_norm": 0.27816009521484375,
      "learning_rate": 9.880977489367296e-05,
      "loss": 0.0204,
      "step": 9290
    },
    {
      "grad_norm": 0.23137053847312927,
      "learning_rate": 9.88052879089581e-05,
      "loss": 0.0296,
      "step": 9300
    },
    {
      "grad_norm": 0.2683916389942169,
      "learning_rate": 9.880079258475434e-05,
      "loss": 0.0259,
      "step": 9310
    },
    {
      "grad_norm": 0.3088577091693878,
      "learning_rate": 9.879628892182985e-05,
      "loss": 0.0277,
      "step": 9320
    },
    {
      "grad_norm": 0.2414141595363617,
      "learning_rate": 9.879177692095416e-05,
      "loss": 0.0201,
      "step": 9330
    },
    {
      "grad_norm": 0.2326025813817978,
      "learning_rate": 9.878725658289825e-05,
      "loss": 0.0277,
      "step": 9340
    },
    {
      "grad_norm": 0.27317774295806885,
      "learning_rate": 9.878272790843454e-05,
      "loss": 0.0238,
      "step": 9350
    },
    {
      "grad_norm": 0.20756618678569794,
      "learning_rate": 9.877819089833682e-05,
      "loss": 0.0204,
      "step": 9360
    },
    {
      "grad_norm": 0.3260330855846405,
      "learning_rate": 9.877364555338038e-05,
      "loss": 0.0261,
      "step": 9370
    },
    {
      "grad_norm": 0.29582661390304565,
      "learning_rate": 9.876909187434186e-05,
      "loss": 0.022,
      "step": 9380
    },
    {
      "grad_norm": 0.2751789093017578,
      "learning_rate": 9.876452986199939e-05,
      "loss": 0.0309,
      "step": 9390
    },
    {
      "grad_norm": 0.2783774733543396,
      "learning_rate": 9.875995951713248e-05,
      "loss": 0.0348,
      "step": 9400
    },
    {
      "grad_norm": 0.36822712421417236,
      "learning_rate": 9.875538084052207e-05,
      "loss": 0.0245,
      "step": 9410
    },
    {
      "grad_norm": 0.26546820998191833,
      "learning_rate": 9.875079383295053e-05,
      "loss": 0.0284,
      "step": 9420
    },
    {
      "grad_norm": 0.2615055739879608,
      "learning_rate": 9.874619849520167e-05,
      "loss": 0.0225,
      "step": 9430
    },
    {
      "grad_norm": 0.2364216297864914,
      "learning_rate": 9.874159482806069e-05,
      "loss": 0.0221,
      "step": 9440
    },
    {
      "grad_norm": 0.33662593364715576,
      "learning_rate": 9.873698283231426e-05,
      "loss": 0.0232,
      "step": 9450
    },
    {
      "grad_norm": 0.28409042954444885,
      "learning_rate": 9.87323625087504e-05,
      "loss": 0.0234,
      "step": 9460
    },
    {
      "grad_norm": 0.31340229511260986,
      "learning_rate": 9.872773385815863e-05,
      "loss": 0.0244,
      "step": 9470
    },
    {
      "grad_norm": 0.2592726945877075,
      "learning_rate": 9.872309688132986e-05,
      "loss": 0.0254,
      "step": 9480
    },
    {
      "grad_norm": 0.250214546918869,
      "learning_rate": 9.871845157905639e-05,
      "loss": 0.0225,
      "step": 9490
    },
    {
      "grad_norm": 0.3336656391620636,
      "learning_rate": 9.871379795213201e-05,
      "loss": 0.0249,
      "step": 9500
    },
    {
      "grad_norm": 0.29983097314834595,
      "learning_rate": 9.87091360013519e-05,
      "loss": 0.0254,
      "step": 9510
    },
    {
      "grad_norm": 0.27386361360549927,
      "learning_rate": 9.870446572751262e-05,
      "loss": 0.0268,
      "step": 9520
    },
    {
      "grad_norm": 0.31065633893013,
      "learning_rate": 9.869978713141224e-05,
      "loss": 0.0311,
      "step": 9530
    },
    {
      "grad_norm": 0.2354942113161087,
      "learning_rate": 9.869510021385016e-05,
      "loss": 0.0303,
      "step": 9540
    },
    {
      "grad_norm": 0.26051679253578186,
      "learning_rate": 9.869040497562727e-05,
      "loss": 0.0234,
      "step": 9550
    },
    {
      "grad_norm": 0.2513461709022522,
      "learning_rate": 9.868570141754587e-05,
      "loss": 0.0249,
      "step": 9560
    },
    {
      "grad_norm": 0.24648208916187286,
      "learning_rate": 9.868098954040965e-05,
      "loss": 0.0242,
      "step": 9570
    },
    {
      "grad_norm": 0.2580796182155609,
      "learning_rate": 9.867626934502374e-05,
      "loss": 0.0304,
      "step": 9580
    },
    {
      "grad_norm": 0.2502591907978058,
      "learning_rate": 9.86715408321947e-05,
      "loss": 0.026,
      "step": 9590
    },
    {
      "grad_norm": 0.24327465891838074,
      "learning_rate": 9.86668040027305e-05,
      "loss": 0.0244,
      "step": 9600
    },
    {
      "grad_norm": 0.23552563786506653,
      "learning_rate": 9.866205885744053e-05,
      "loss": 0.0197,
      "step": 9610
    },
    {
      "grad_norm": 0.2684319317340851,
      "learning_rate": 9.865730539713563e-05,
      "loss": 0.0241,
      "step": 9620
    },
    {
      "grad_norm": 0.21562506258487701,
      "learning_rate": 9.8652543622628e-05,
      "loss": 0.0275,
      "step": 9630
    },
    {
      "grad_norm": 0.24486495554447174,
      "learning_rate": 9.864777353473132e-05,
      "loss": 0.024,
      "step": 9640
    },
    {
      "grad_norm": 0.2646384835243225,
      "learning_rate": 9.864299513426068e-05,
      "loss": 0.0224,
      "step": 9650
    },
    {
      "grad_norm": 0.19364383816719055,
      "learning_rate": 9.863820842203254e-05,
      "loss": 0.0213,
      "step": 9660
    },
    {
      "grad_norm": 0.21984915435314178,
      "learning_rate": 9.863341339886483e-05,
      "loss": 0.0215,
      "step": 9670
    },
    {
      "grad_norm": 0.28699374198913574,
      "learning_rate": 9.86286100655769e-05,
      "loss": 0.0261,
      "step": 9680
    },
    {
      "grad_norm": 0.27493321895599365,
      "learning_rate": 9.862379842298953e-05,
      "loss": 0.0257,
      "step": 9690
    },
    {
      "grad_norm": 0.21421775221824646,
      "learning_rate": 9.861897847192485e-05,
      "loss": 0.0231,
      "step": 9700
    },
    {
      "grad_norm": 0.228084534406662,
      "learning_rate": 9.86141502132065e-05,
      "loss": 0.0205,
      "step": 9710
    },
    {
      "grad_norm": 0.2654508650302887,
      "learning_rate": 9.860931364765946e-05,
      "loss": 0.0242,
      "step": 9720
    },
    {
      "grad_norm": 0.22129681706428528,
      "learning_rate": 9.860446877611021e-05,
      "loss": 0.0267,
      "step": 9730
    },
    {
      "grad_norm": 0.2933192253112793,
      "learning_rate": 9.859961559938655e-05,
      "loss": 0.0274,
      "step": 9740
    },
    {
      "grad_norm": 0.27277010679244995,
      "learning_rate": 9.85947541183178e-05,
      "loss": 0.0237,
      "step": 9750
    },
    {
      "grad_norm": 0.2468322217464447,
      "learning_rate": 9.858988433373463e-05,
      "loss": 0.0229,
      "step": 9760
    },
    {
      "grad_norm": 0.3467712104320526,
      "learning_rate": 9.858500624646918e-05,
      "loss": 0.0277,
      "step": 9770
    },
    {
      "grad_norm": 0.3158034384250641,
      "learning_rate": 9.858011985735497e-05,
      "loss": 0.0232,
      "step": 9780
    },
    {
      "grad_norm": 0.2458934336900711,
      "learning_rate": 9.857522516722693e-05,
      "loss": 0.0265,
      "step": 9790
    },
    {
      "grad_norm": 0.21453985571861267,
      "learning_rate": 9.857032217692145e-05,
      "loss": 0.0217,
      "step": 9800
    },
    {
      "grad_norm": 0.27818742394447327,
      "learning_rate": 9.856541088727631e-05,
      "loss": 0.0205,
      "step": 9810
    },
    {
      "grad_norm": 0.27790743112564087,
      "learning_rate": 9.856049129913072e-05,
      "loss": 0.0235,
      "step": 9820
    },
    {
      "grad_norm": 0.3291762173175812,
      "learning_rate": 9.85555634133253e-05,
      "loss": 0.0261,
      "step": 9830
    },
    {
      "grad_norm": 0.2756987512111664,
      "learning_rate": 9.855062723070208e-05,
      "loss": 0.0254,
      "step": 9840
    },
    {
      "grad_norm": 0.31815406680107117,
      "learning_rate": 9.854568275210454e-05,
      "loss": 0.0276,
      "step": 9850
    },
    {
      "grad_norm": 0.29460564255714417,
      "learning_rate": 9.854072997837754e-05,
      "loss": 0.0241,
      "step": 9860
    },
    {
      "grad_norm": 0.21283787488937378,
      "learning_rate": 9.853576891036737e-05,
      "loss": 0.0198,
      "step": 9870
    },
    {
      "grad_norm": 0.25143834948539734,
      "learning_rate": 9.853079954892177e-05,
      "loss": 0.0223,
      "step": 9880
    },
    {
      "grad_norm": 0.36423441767692566,
      "learning_rate": 9.852582189488983e-05,
      "loss": 0.026,
      "step": 9890
    },
    {
      "grad_norm": 0.17992782592773438,
      "learning_rate": 9.852083594912212e-05,
      "loss": 0.0232,
      "step": 9900
    },
    {
      "grad_norm": 0.2433064728975296,
      "learning_rate": 9.851584171247058e-05,
      "loss": 0.0285,
      "step": 9910
    },
    {
      "grad_norm": 0.21741041541099548,
      "learning_rate": 9.851083918578863e-05,
      "loss": 0.0211,
      "step": 9920
    },
    {
      "grad_norm": 0.19539839029312134,
      "learning_rate": 9.850582836993103e-05,
      "loss": 0.0217,
      "step": 9930
    },
    {
      "grad_norm": 0.15564468502998352,
      "learning_rate": 9.850080926575397e-05,
      "loss": 0.0181,
      "step": 9940
    },
    {
      "grad_norm": 0.29753050208091736,
      "learning_rate": 9.849578187411515e-05,
      "loss": 0.0322,
      "step": 9950
    },
    {
      "grad_norm": 0.27727940678596497,
      "learning_rate": 9.849074619587354e-05,
      "loss": 0.0225,
      "step": 9960
    },
    {
      "grad_norm": 0.3121736943721771,
      "learning_rate": 9.848570223188964e-05,
      "loss": 0.0241,
      "step": 9970
    },
    {
      "grad_norm": 0.2871214747428894,
      "learning_rate": 9.848064998302531e-05,
      "loss": 0.0273,
      "step": 9980
    },
    {
      "grad_norm": 0.28685495257377625,
      "learning_rate": 9.847558945014386e-05,
      "loss": 0.0245,
      "step": 9990
    },
    {
      "grad_norm": 0.23591387271881104,
      "learning_rate": 9.847052063410996e-05,
      "loss": 0.0245,
      "step": 10000
    },
    {
      "grad_norm": 0.24510687589645386,
      "learning_rate": 9.846544353578977e-05,
      "loss": 0.0215,
      "step": 10010
    },
    {
      "grad_norm": 0.23460645973682404,
      "learning_rate": 9.846035815605081e-05,
      "loss": 0.0275,
      "step": 10020
    },
    {
      "grad_norm": 0.30163735151290894,
      "learning_rate": 9.845526449576204e-05,
      "loss": 0.0223,
      "step": 10030
    },
    {
      "grad_norm": 0.3096012473106384,
      "learning_rate": 9.845016255579383e-05,
      "loss": 0.0287,
      "step": 10040
    },
    {
      "grad_norm": 0.2327163964509964,
      "learning_rate": 9.844505233701794e-05,
      "loss": 0.022,
      "step": 10050
    },
    {
      "grad_norm": 0.2404264211654663,
      "learning_rate": 9.843993384030757e-05,
      "loss": 0.0212,
      "step": 10060
    },
    {
      "grad_norm": 0.276250422000885,
      "learning_rate": 9.843480706653737e-05,
      "loss": 0.0206,
      "step": 10070
    },
    {
      "grad_norm": 0.227927565574646,
      "learning_rate": 9.84296720165833e-05,
      "loss": 0.0202,
      "step": 10080
    },
    {
      "grad_norm": 0.21335217356681824,
      "learning_rate": 9.842452869132286e-05,
      "loss": 0.0193,
      "step": 10090
    },
    {
      "grad_norm": 0.27248674631118774,
      "learning_rate": 9.841937709163489e-05,
      "loss": 0.027,
      "step": 10100
    },
    {
      "grad_norm": 0.22922925651073456,
      "learning_rate": 9.841421721839962e-05,
      "loss": 0.028,
      "step": 10110
    },
    {
      "grad_norm": 0.21577702462673187,
      "learning_rate": 9.840904907249879e-05,
      "loss": 0.0231,
      "step": 10120
    },
    {
      "grad_norm": 0.2847830653190613,
      "learning_rate": 9.840387265481545e-05,
      "loss": 0.0248,
      "step": 10130
    },
    {
      "grad_norm": 0.2697645127773285,
      "learning_rate": 9.839868796623411e-05,
      "loss": 0.0201,
      "step": 10140
    },
    {
      "grad_norm": 0.20744232833385468,
      "learning_rate": 9.839349500764072e-05,
      "loss": 0.0213,
      "step": 10150
    },
    {
      "grad_norm": 0.22527313232421875,
      "learning_rate": 9.83882937799226e-05,
      "loss": 0.0205,
      "step": 10160
    },
    {
      "grad_norm": 0.25729885697364807,
      "learning_rate": 9.838308428396849e-05,
      "loss": 0.0234,
      "step": 10170
    },
    {
      "grad_norm": 0.2544702887535095,
      "learning_rate": 9.837786652066854e-05,
      "loss": 0.0241,
      "step": 10180
    },
    {
      "grad_norm": 0.296941339969635,
      "learning_rate": 9.837264049091437e-05,
      "loss": 0.0207,
      "step": 10190
    },
    {
      "grad_norm": 0.26055505871772766,
      "learning_rate": 9.836740619559893e-05,
      "loss": 0.0241,
      "step": 10200
    },
    {
      "grad_norm": 0.218056783080101,
      "learning_rate": 9.836216363561659e-05,
      "loss": 0.0218,
      "step": 10210
    },
    {
      "grad_norm": 0.2096858024597168,
      "learning_rate": 9.835691281186322e-05,
      "loss": 0.0241,
      "step": 10220
    },
    {
      "grad_norm": 0.2398616224527359,
      "learning_rate": 9.8351653725236e-05,
      "loss": 0.0208,
      "step": 10230
    },
    {
      "grad_norm": 0.2686446011066437,
      "learning_rate": 9.83463863766336e-05,
      "loss": 0.0216,
      "step": 10240
    },
    {
      "grad_norm": 0.2758522629737854,
      "learning_rate": 9.834111076695602e-05,
      "loss": 0.023,
      "step": 10250
    },
    {
      "grad_norm": 0.2584424316883087,
      "learning_rate": 9.833582689710477e-05,
      "loss": 0.0217,
      "step": 10260
    },
    {
      "grad_norm": 0.3111925423145294,
      "learning_rate": 9.833053476798268e-05,
      "loss": 0.0223,
      "step": 10270
    },
    {
      "grad_norm": 0.34363216161727905,
      "learning_rate": 9.832523438049404e-05,
      "loss": 0.0235,
      "step": 10280
    },
    {
      "grad_norm": 0.18155594170093536,
      "learning_rate": 9.831992573554454e-05,
      "loss": 0.0197,
      "step": 10290
    },
    {
      "grad_norm": 0.37558650970458984,
      "learning_rate": 9.831460883404128e-05,
      "loss": 0.0243,
      "step": 10300
    },
    {
      "grad_norm": 0.21371807157993317,
      "learning_rate": 9.830928367689278e-05,
      "loss": 0.0254,
      "step": 10310
    },
    {
      "grad_norm": 0.22518983483314514,
      "learning_rate": 9.830395026500896e-05,
      "loss": 0.0248,
      "step": 10320
    },
    {
      "grad_norm": 0.24590818583965302,
      "learning_rate": 9.829860859930115e-05,
      "loss": 0.0223,
      "step": 10330
    },
    {
      "grad_norm": 0.189284086227417,
      "learning_rate": 9.829325868068212e-05,
      "loss": 0.0207,
      "step": 10340
    },
    {
      "grad_norm": 0.18602611124515533,
      "learning_rate": 9.8287900510066e-05,
      "loss": 0.0205,
      "step": 10350
    },
    {
      "grad_norm": 0.2207675576210022,
      "learning_rate": 9.828253408836834e-05,
      "loss": 0.0179,
      "step": 10360
    },
    {
      "grad_norm": 0.33698803186416626,
      "learning_rate": 9.827715941650615e-05,
      "loss": 0.0252,
      "step": 10370
    },
    {
      "grad_norm": 0.3466024100780487,
      "learning_rate": 9.82717764953978e-05,
      "loss": 0.023,
      "step": 10380
    },
    {
      "grad_norm": 0.25104784965515137,
      "learning_rate": 9.826638532596308e-05,
      "loss": 0.0204,
      "step": 10390
    },
    {
      "grad_norm": 0.18934762477874756,
      "learning_rate": 9.82609859091232e-05,
      "loss": 0.0217,
      "step": 10400
    },
    {
      "grad_norm": 0.26543739438056946,
      "learning_rate": 9.825557824580076e-05,
      "loss": 0.0205,
      "step": 10410
    },
    {
      "grad_norm": 0.32794877886772156,
      "learning_rate": 9.82501623369198e-05,
      "loss": 0.0304,
      "step": 10420
    },
    {
      "grad_norm": 0.2739952504634857,
      "learning_rate": 9.824473818340574e-05,
      "loss": 0.0243,
      "step": 10430
    },
    {
      "grad_norm": 0.188438281416893,
      "learning_rate": 9.823930578618541e-05,
      "loss": 0.0308,
      "step": 10440
    },
    {
      "grad_norm": 0.26267361640930176,
      "learning_rate": 9.823386514618709e-05,
      "loss": 0.02,
      "step": 10450
    },
    {
      "grad_norm": 0.24387840926647186,
      "learning_rate": 9.82284162643404e-05,
      "loss": 0.0241,
      "step": 10460
    },
    {
      "grad_norm": 0.26551249623298645,
      "learning_rate": 9.822295914157642e-05,
      "loss": 0.0193,
      "step": 10470
    },
    {
      "grad_norm": 0.22557298839092255,
      "learning_rate": 9.821749377882763e-05,
      "loss": 0.0182,
      "step": 10480
    },
    {
      "grad_norm": 0.2314881831407547,
      "learning_rate": 9.821202017702791e-05,
      "loss": 0.0186,
      "step": 10490
    },
    {
      "grad_norm": 0.24836498498916626,
      "learning_rate": 9.820653833711253e-05,
      "loss": 0.0251,
      "step": 10500
    },
    {
      "grad_norm": 0.2926042079925537,
      "learning_rate": 9.820104826001822e-05,
      "loss": 0.0245,
      "step": 10510
    },
    {
      "grad_norm": 0.1821080446243286,
      "learning_rate": 9.819554994668305e-05,
      "loss": 0.0199,
      "step": 10520
    },
    {
      "grad_norm": 0.2617177367210388,
      "learning_rate": 9.819004339804654e-05,
      "loss": 0.0222,
      "step": 10530
    },
    {
      "grad_norm": 0.3291715681552887,
      "learning_rate": 9.818452861504961e-05,
      "loss": 0.0242,
      "step": 10540
    },
    {
      "grad_norm": 0.2500826120376587,
      "learning_rate": 9.81790055986346e-05,
      "loss": 0.0245,
      "step": 10550
    },
    {
      "grad_norm": 0.18700645864009857,
      "learning_rate": 9.817347434974523e-05,
      "loss": 0.0202,
      "step": 10560
    },
    {
      "grad_norm": 0.21515463292598724,
      "learning_rate": 9.816793486932664e-05,
      "loss": 0.02,
      "step": 10570
    },
    {
      "grad_norm": 0.25180208683013916,
      "learning_rate": 9.816238715832538e-05,
      "loss": 0.0243,
      "step": 10580
    },
    {
      "grad_norm": 0.26984313130378723,
      "learning_rate": 9.815683121768939e-05,
      "loss": 0.0247,
      "step": 10590
    },
    {
      "grad_norm": 0.20233792066574097,
      "learning_rate": 9.815126704836804e-05,
      "loss": 0.0283,
      "step": 10600
    },
    {
      "grad_norm": 0.30913108587265015,
      "learning_rate": 9.81456946513121e-05,
      "loss": 0.0302,
      "step": 10610
    },
    {
      "grad_norm": 0.23842637240886688,
      "learning_rate": 9.814011402747373e-05,
      "loss": 0.0248,
      "step": 10620
    },
    {
      "grad_norm": 0.22374016046524048,
      "learning_rate": 9.813452517780651e-05,
      "loss": 0.0284,
      "step": 10630
    },
    {
      "grad_norm": 0.3833252191543579,
      "learning_rate": 9.81289281032654e-05,
      "loss": 0.0312,
      "step": 10640
    },
    {
      "grad_norm": 0.24665415287017822,
      "learning_rate": 9.812332280480683e-05,
      "loss": 0.0229,
      "step": 10650
    },
    {
      "grad_norm": 0.2071615308523178,
      "learning_rate": 9.811770928338854e-05,
      "loss": 0.023,
      "step": 10660
    },
    {
      "grad_norm": 0.20985999703407288,
      "learning_rate": 9.811208753996979e-05,
      "loss": 0.0246,
      "step": 10670
    },
    {
      "grad_norm": 0.297870010137558,
      "learning_rate": 9.810645757551113e-05,
      "loss": 0.0252,
      "step": 10680
    },
    {
      "grad_norm": 0.31351131200790405,
      "learning_rate": 9.810081939097459e-05,
      "loss": 0.0237,
      "step": 10690
    },
    {
      "grad_norm": 0.2753753066062927,
      "learning_rate": 9.809517298732356e-05,
      "loss": 0.0215,
      "step": 10700
    },
    {
      "grad_norm": 0.20443706214427948,
      "learning_rate": 9.80895183655229e-05,
      "loss": 0.0217,
      "step": 10710
    },
    {
      "grad_norm": 0.3172272741794586,
      "learning_rate": 9.808385552653877e-05,
      "loss": 0.0167,
      "step": 10720
    },
    {
      "grad_norm": 0.30345794558525085,
      "learning_rate": 9.807818447133886e-05,
      "loss": 0.0191,
      "step": 10730
    },
    {
      "grad_norm": 0.30237457156181335,
      "learning_rate": 9.807250520089215e-05,
      "loss": 0.0233,
      "step": 10740
    },
    {
      "grad_norm": 0.33937013149261475,
      "learning_rate": 9.806681771616908e-05,
      "loss": 0.0247,
      "step": 10750
    },
    {
      "grad_norm": 0.23730570077896118,
      "learning_rate": 9.80611220181415e-05,
      "loss": 0.0192,
      "step": 10760
    },
    {
      "grad_norm": 0.23646897077560425,
      "learning_rate": 9.805541810778264e-05,
      "loss": 0.0227,
      "step": 10770
    },
    {
      "grad_norm": 0.282006174325943,
      "learning_rate": 9.804970598606716e-05,
      "loss": 0.0196,
      "step": 10780
    },
    {
      "grad_norm": 0.19959188997745514,
      "learning_rate": 9.804398565397106e-05,
      "loss": 0.0182,
      "step": 10790
    },
    {
      "grad_norm": 0.2345779687166214,
      "learning_rate": 9.803825711247183e-05,
      "loss": 0.0184,
      "step": 10800
    },
    {
      "grad_norm": 0.2576012909412384,
      "learning_rate": 9.803252036254831e-05,
      "loss": 0.0218,
      "step": 10810
    },
    {
      "grad_norm": 0.3070589303970337,
      "learning_rate": 9.802677540518076e-05,
      "loss": 0.018,
      "step": 10820
    },
    {
      "grad_norm": 0.2790607810020447,
      "learning_rate": 9.802102224135081e-05,
      "loss": 0.0232,
      "step": 10830
    },
    {
      "grad_norm": 0.17776630818843842,
      "learning_rate": 9.801526087204155e-05,
      "loss": 0.0175,
      "step": 10840
    },
    {
      "grad_norm": 0.2599114775657654,
      "learning_rate": 9.800949129823743e-05,
      "loss": 0.0235,
      "step": 10850
    },
    {
      "grad_norm": 0.3322548270225525,
      "learning_rate": 9.80037135209243e-05,
      "loss": 0.0215,
      "step": 10860
    },
    {
      "grad_norm": 0.19338548183441162,
      "learning_rate": 9.799792754108946e-05,
      "loss": 0.0233,
      "step": 10870
    },
    {
      "grad_norm": 0.23158256709575653,
      "learning_rate": 9.799213335972152e-05,
      "loss": 0.0211,
      "step": 10880
    },
    {
      "grad_norm": 0.24023251235485077,
      "learning_rate": 9.798633097781058e-05,
      "loss": 0.0218,
      "step": 10890
    },
    {
      "grad_norm": 0.28220444917678833,
      "learning_rate": 9.79805203963481e-05,
      "loss": 0.0218,
      "step": 10900
    },
    {
      "grad_norm": 0.2125575989484787,
      "learning_rate": 9.797470161632697e-05,
      "loss": 0.0232,
      "step": 10910
    },
    {
      "grad_norm": 0.25268450379371643,
      "learning_rate": 9.796887463874145e-05,
      "loss": 0.022,
      "step": 10920
    },
    {
      "grad_norm": 0.23953421413898468,
      "learning_rate": 9.796303946458718e-05,
      "loss": 0.0206,
      "step": 10930
    },
    {
      "grad_norm": 0.2514234781265259,
      "learning_rate": 9.795719609486127e-05,
      "loss": 0.02,
      "step": 10940
    },
    {
      "grad_norm": 0.21430203318595886,
      "learning_rate": 9.795134453056219e-05,
      "loss": 0.0223,
      "step": 10950
    },
    {
      "grad_norm": 0.2663058042526245,
      "learning_rate": 9.794548477268979e-05,
      "loss": 0.0204,
      "step": 10960
    },
    {
      "grad_norm": 0.19754096865653992,
      "learning_rate": 9.793961682224537e-05,
      "loss": 0.0227,
      "step": 10970
    },
    {
      "grad_norm": 0.16621285676956177,
      "learning_rate": 9.793374068023156e-05,
      "loss": 0.0214,
      "step": 10980
    },
    {
      "grad_norm": 0.3065682351589203,
      "learning_rate": 9.792785634765247e-05,
      "loss": 0.0195,
      "step": 10990
    },
    {
      "grad_norm": 0.23282064497470856,
      "learning_rate": 9.792196382551357e-05,
      "loss": 0.0198,
      "step": 11000
    },
    {
      "grad_norm": 0.22546017169952393,
      "learning_rate": 9.791606311482171e-05,
      "loss": 0.0211,
      "step": 11010
    },
    {
      "grad_norm": 0.24593065679073334,
      "learning_rate": 9.791015421658518e-05,
      "loss": 0.0249,
      "step": 11020
    },
    {
      "grad_norm": 0.22199806571006775,
      "learning_rate": 9.790423713181362e-05,
      "loss": 0.0258,
      "step": 11030
    },
    {
      "grad_norm": 0.29932281374931335,
      "learning_rate": 9.789831186151814e-05,
      "loss": 0.0224,
      "step": 11040
    },
    {
      "grad_norm": 0.2520289421081543,
      "learning_rate": 9.789237840671118e-05,
      "loss": 0.0231,
      "step": 11050
    },
    {
      "grad_norm": 0.24819551408290863,
      "learning_rate": 9.78864367684066e-05,
      "loss": 0.0229,
      "step": 11060
    },
    {
      "grad_norm": 0.2984570562839508,
      "learning_rate": 9.788048694761968e-05,
      "loss": 0.0203,
      "step": 11070
    },
    {
      "grad_norm": 0.20625318586826324,
      "learning_rate": 9.787452894536709e-05,
      "loss": 0.0255,
      "step": 11080
    },
    {
      "grad_norm": 0.2686595916748047,
      "learning_rate": 9.786856276266685e-05,
      "loss": 0.0227,
      "step": 11090
    },
    {
      "grad_norm": 0.25153112411499023,
      "learning_rate": 9.786258840053845e-05,
      "loss": 0.0211,
      "step": 11100
    },
    {
      "grad_norm": 0.24645011126995087,
      "learning_rate": 9.785660586000273e-05,
      "loss": 0.0223,
      "step": 11110
    },
    {
      "grad_norm": 0.3076693117618561,
      "learning_rate": 9.785061514208196e-05,
      "loss": 0.0197,
      "step": 11120
    },
    {
      "grad_norm": 0.23181968927383423,
      "learning_rate": 9.784461624779977e-05,
      "loss": 0.0251,
      "step": 11130
    },
    {
      "grad_norm": 0.2472573071718216,
      "learning_rate": 9.783860917818123e-05,
      "loss": 0.0195,
      "step": 11140
    },
    {
      "grad_norm": 0.2357560098171234,
      "learning_rate": 9.783259393425277e-05,
      "loss": 0.02,
      "step": 11150
    },
    {
      "grad_norm": 0.26107659935951233,
      "learning_rate": 9.782657051704221e-05,
      "loss": 0.0165,
      "step": 11160
    },
    {
      "grad_norm": 0.22578489780426025,
      "learning_rate": 9.782053892757883e-05,
      "loss": 0.0218,
      "step": 11170
    },
    {
      "grad_norm": 0.2761656939983368,
      "learning_rate": 9.781449916689324e-05,
      "loss": 0.02,
      "step": 11180
    },
    {
      "grad_norm": 0.33924153447151184,
      "learning_rate": 9.780845123601746e-05,
      "loss": 0.0248,
      "step": 11190
    },
    {
      "grad_norm": 0.21860046684741974,
      "learning_rate": 9.780239513598492e-05,
      "loss": 0.0159,
      "step": 11200
    },
    {
      "grad_norm": 0.2352757453918457,
      "learning_rate": 9.779633086783047e-05,
      "loss": 0.0207,
      "step": 11210
    },
    {
      "grad_norm": 0.12799057364463806,
      "learning_rate": 9.779025843259031e-05,
      "loss": 0.0194,
      "step": 11220
    },
    {
      "grad_norm": 0.2273029386997223,
      "learning_rate": 9.778417783130204e-05,
      "loss": 0.0203,
      "step": 11230
    },
    {
      "grad_norm": 0.21707478165626526,
      "learning_rate": 9.777808906500468e-05,
      "loss": 0.0176,
      "step": 11240
    },
    {
      "grad_norm": 0.18746505677700043,
      "learning_rate": 9.777199213473862e-05,
      "loss": 0.0165,
      "step": 11250
    },
    {
      "grad_norm": 0.23659004271030426,
      "learning_rate": 9.77658870415457e-05,
      "loss": 0.0188,
      "step": 11260
    },
    {
      "grad_norm": 0.2244282066822052,
      "learning_rate": 9.775977378646906e-05,
      "loss": 0.018,
      "step": 11270
    },
    {
      "grad_norm": 0.2513279318809509,
      "learning_rate": 9.775365237055331e-05,
      "loss": 0.0181,
      "step": 11280
    },
    {
      "grad_norm": 0.23900087177753448,
      "learning_rate": 9.774752279484445e-05,
      "loss": 0.0176,
      "step": 11290
    },
    {
      "grad_norm": 0.22419096529483795,
      "learning_rate": 9.774138506038984e-05,
      "loss": 0.0196,
      "step": 11300
    },
    {
      "grad_norm": 0.27802664041519165,
      "learning_rate": 9.773523916823826e-05,
      "loss": 0.0296,
      "step": 11310
    },
    {
      "grad_norm": 0.28351911902427673,
      "learning_rate": 9.772908511943986e-05,
      "loss": 0.0254,
      "step": 11320
    },
    {
      "grad_norm": 0.20062722265720367,
      "learning_rate": 9.77229229150462e-05,
      "loss": 0.0158,
      "step": 11330
    },
    {
      "grad_norm": 0.15277107059955597,
      "learning_rate": 9.771675255611024e-05,
      "loss": 0.0213,
      "step": 11340
    },
    {
      "grad_norm": 0.3659716546535492,
      "learning_rate": 9.771057404368632e-05,
      "loss": 0.0232,
      "step": 11350
    },
    {
      "grad_norm": 0.2463364601135254,
      "learning_rate": 9.770438737883018e-05,
      "loss": 0.0202,
      "step": 11360
    },
    {
      "grad_norm": 0.17992880940437317,
      "learning_rate": 9.769819256259898e-05,
      "loss": 0.0172,
      "step": 11370
    },
    {
      "grad_norm": 0.2349943369626999,
      "learning_rate": 9.769198959605119e-05,
      "loss": 0.0152,
      "step": 11380
    },
    {
      "grad_norm": 0.210403710603714,
      "learning_rate": 9.768577848024678e-05,
      "loss": 0.0195,
      "step": 11390
    },
    {
      "grad_norm": 0.2910196781158447,
      "learning_rate": 9.767955921624702e-05,
      "loss": 0.0199,
      "step": 11400
    },
    {
      "grad_norm": 0.14717307686805725,
      "learning_rate": 9.767333180511465e-05,
      "loss": 0.0181,
      "step": 11410
    },
    {
      "grad_norm": 0.16773706674575806,
      "learning_rate": 9.766709624791373e-05,
      "loss": 0.017,
      "step": 11420
    },
    {
      "grad_norm": 0.24979591369628906,
      "learning_rate": 9.766085254570975e-05,
      "loss": 0.021,
      "step": 11430
    },
    {
      "grad_norm": 0.2720102071762085,
      "learning_rate": 9.76546006995696e-05,
      "loss": 0.018,
      "step": 11440
    },
    {
      "grad_norm": 0.2569241523742676,
      "learning_rate": 9.764834071056155e-05,
      "loss": 0.0188,
      "step": 11450
    },
    {
      "grad_norm": 0.23355351388454437,
      "learning_rate": 9.764207257975526e-05,
      "loss": 0.0226,
      "step": 11460
    },
    {
      "grad_norm": 0.26276618242263794,
      "learning_rate": 9.763579630822179e-05,
      "loss": 0.0209,
      "step": 11470
    },
    {
      "grad_norm": 0.33142006397247314,
      "learning_rate": 9.762951189703356e-05,
      "loss": 0.0235,
      "step": 11480
    },
    {
      "grad_norm": 0.2890836298465729,
      "learning_rate": 9.762321934726442e-05,
      "loss": 0.0233,
      "step": 11490
    },
    {
      "grad_norm": 0.19317284226417542,
      "learning_rate": 9.761691865998959e-05,
      "loss": 0.0185,
      "step": 11500
    },
    {
      "grad_norm": 0.2107056975364685,
      "learning_rate": 9.76106098362857e-05,
      "loss": 0.0209,
      "step": 11510
    },
    {
      "grad_norm": 0.2162965089082718,
      "learning_rate": 9.760429287723072e-05,
      "loss": 0.0163,
      "step": 11520
    },
    {
      "grad_norm": 0.26450836658477783,
      "learning_rate": 9.759796778390406e-05,
      "loss": 0.0214,
      "step": 11530
    },
    {
      "grad_norm": 0.264166921377182,
      "learning_rate": 9.759163455738653e-05,
      "loss": 0.0218,
      "step": 11540
    },
    {
      "grad_norm": 0.24656793475151062,
      "learning_rate": 9.75852931987603e-05,
      "loss": 0.0217,
      "step": 11550
    },
    {
      "grad_norm": 0.30934879183769226,
      "learning_rate": 9.757894370910891e-05,
      "loss": 0.0193,
      "step": 11560
    },
    {
      "grad_norm": 0.34409257769584656,
      "learning_rate": 9.757258608951733e-05,
      "loss": 0.0228,
      "step": 11570
    },
    {
      "grad_norm": 0.22402378916740417,
      "learning_rate": 9.75662203410719e-05,
      "loss": 0.0235,
      "step": 11580
    },
    {
      "grad_norm": 0.18246039748191833,
      "learning_rate": 9.755984646486034e-05,
      "loss": 0.0179,
      "step": 11590
    },
    {
      "grad_norm": 0.20421254634857178,
      "learning_rate": 9.75534644619718e-05,
      "loss": 0.0223,
      "step": 11600
    },
    {
      "grad_norm": 0.21238507330417633,
      "learning_rate": 9.754707433349676e-05,
      "loss": 0.0173,
      "step": 11610
    },
    {
      "grad_norm": 0.27768924832344055,
      "learning_rate": 9.754067608052715e-05,
      "loss": 0.0213,
      "step": 11620
    },
    {
      "grad_norm": 0.24885515868663788,
      "learning_rate": 9.753426970415622e-05,
      "loss": 0.0215,
      "step": 11630
    },
    {
      "grad_norm": 0.1975388526916504,
      "learning_rate": 9.752785520547868e-05,
      "loss": 0.0184,
      "step": 11640
    },
    {
      "grad_norm": 0.20742575824260712,
      "learning_rate": 9.752143258559056e-05,
      "loss": 0.018,
      "step": 11650
    },
    {
      "grad_norm": 0.3094496428966522,
      "learning_rate": 9.751500184558933e-05,
      "loss": 0.0233,
      "step": 11660
    },
    {
      "grad_norm": 0.3171198070049286,
      "learning_rate": 9.750856298657383e-05,
      "loss": 0.0211,
      "step": 11670
    },
    {
      "grad_norm": 0.2464859038591385,
      "learning_rate": 9.750211600964428e-05,
      "loss": 0.0221,
      "step": 11680
    },
    {
      "grad_norm": 0.23374484479427338,
      "learning_rate": 9.749566091590226e-05,
      "loss": 0.0183,
      "step": 11690
    },
    {
      "grad_norm": 0.21726396679878235,
      "learning_rate": 9.748919770645083e-05,
      "loss": 0.0243,
      "step": 11700
    },
    {
      "grad_norm": 0.2179946005344391,
      "learning_rate": 9.748272638239432e-05,
      "loss": 0.0211,
      "step": 11710
    },
    {
      "grad_norm": 0.2679004967212677,
      "learning_rate": 9.747624694483855e-05,
      "loss": 0.0261,
      "step": 11720
    },
    {
      "grad_norm": 0.31990286707878113,
      "learning_rate": 9.746975939489065e-05,
      "loss": 0.0216,
      "step": 11730
    },
    {
      "grad_norm": 0.2369164079427719,
      "learning_rate": 9.746326373365918e-05,
      "loss": 0.0281,
      "step": 11740
    },
    {
      "grad_norm": 0.13762523233890533,
      "learning_rate": 9.745675996225403e-05,
      "loss": 0.0173,
      "step": 11750
    },
    {
      "grad_norm": 0.3301253616809845,
      "learning_rate": 9.745024808178657e-05,
      "loss": 0.0229,
      "step": 11760
    },
    {
      "grad_norm": 0.2826654016971588,
      "learning_rate": 9.744372809336947e-05,
      "loss": 0.021,
      "step": 11770
    },
    {
      "grad_norm": 0.21601085364818573,
      "learning_rate": 9.743719999811682e-05,
      "loss": 0.0181,
      "step": 11780
    },
    {
      "grad_norm": 0.2456052005290985,
      "learning_rate": 9.743066379714412e-05,
      "loss": 0.0173,
      "step": 11790
    },
    {
      "grad_norm": 0.229953333735466,
      "learning_rate": 9.74241194915682e-05,
      "loss": 0.0248,
      "step": 11800
    },
    {
      "grad_norm": 0.20144158601760864,
      "learning_rate": 9.741756708250731e-05,
      "loss": 0.0231,
      "step": 11810
    },
    {
      "grad_norm": 0.2812792956829071,
      "learning_rate": 9.741100657108109e-05,
      "loss": 0.0197,
      "step": 11820
    },
    {
      "grad_norm": 0.20782041549682617,
      "learning_rate": 9.740443795841054e-05,
      "loss": 0.015,
      "step": 11830
    },
    {
      "grad_norm": 0.24845795333385468,
      "learning_rate": 9.739786124561805e-05,
      "loss": 0.021,
      "step": 11840
    },
    {
      "grad_norm": 0.2104490101337433,
      "learning_rate": 9.73912764338274e-05,
      "loss": 0.0169,
      "step": 11850
    },
    {
      "grad_norm": 0.22980132699012756,
      "learning_rate": 9.738468352416377e-05,
      "loss": 0.0166,
      "step": 11860
    },
    {
      "grad_norm": 0.18832486867904663,
      "learning_rate": 9.737808251775369e-05,
      "loss": 0.0265,
      "step": 11870
    },
    {
      "grad_norm": 0.24909518659114838,
      "learning_rate": 9.737147341572512e-05,
      "loss": 0.0167,
      "step": 11880
    },
    {
      "grad_norm": 0.2238411158323288,
      "learning_rate": 9.736485621920735e-05,
      "loss": 0.018,
      "step": 11890
    },
    {
      "grad_norm": 0.18718917667865753,
      "learning_rate": 9.735823092933108e-05,
      "loss": 0.0164,
      "step": 11900
    },
    {
      "grad_norm": 0.20641088485717773,
      "learning_rate": 9.735159754722838e-05,
      "loss": 0.0162,
      "step": 11910
    },
    {
      "grad_norm": 0.24291229248046875,
      "learning_rate": 9.734495607403275e-05,
      "loss": 0.0175,
      "step": 11920
    },
    {
      "grad_norm": 0.21207037568092346,
      "learning_rate": 9.733830651087901e-05,
      "loss": 0.0201,
      "step": 11930
    },
    {
      "grad_norm": 0.28780287504196167,
      "learning_rate": 9.733164885890338e-05,
      "loss": 0.0231,
      "step": 11940
    },
    {
      "grad_norm": 0.30851879715919495,
      "learning_rate": 9.732498311924349e-05,
      "loss": 0.0223,
      "step": 11950
    },
    {
      "grad_norm": 0.21282656490802765,
      "learning_rate": 9.731830929303833e-05,
      "loss": 0.0176,
      "step": 11960
    },
    {
      "grad_norm": 0.24024741351604462,
      "learning_rate": 9.731162738142827e-05,
      "loss": 0.0197,
      "step": 11970
    },
    {
      "grad_norm": 0.2568994462490082,
      "learning_rate": 9.730493738555506e-05,
      "loss": 0.0203,
      "step": 11980
    },
    {
      "grad_norm": 0.19742806255817413,
      "learning_rate": 9.729823930656186e-05,
      "loss": 0.0191,
      "step": 11990
    },
    {
      "grad_norm": 0.23248517513275146,
      "learning_rate": 9.729153314559316e-05,
      "loss": 0.0232,
      "step": 12000
    },
    {
      "grad_norm": 0.15853716433048248,
      "learning_rate": 9.728481890379486e-05,
      "loss": 0.0161,
      "step": 12010
    },
    {
      "grad_norm": 0.18962444365024567,
      "learning_rate": 9.727809658231428e-05,
      "loss": 0.0183,
      "step": 12020
    },
    {
      "grad_norm": 0.2407313883304596,
      "learning_rate": 9.727136618230003e-05,
      "loss": 0.017,
      "step": 12030
    },
    {
      "grad_norm": 0.17959149181842804,
      "learning_rate": 9.726462770490219e-05,
      "loss": 0.0174,
      "step": 12040
    },
    {
      "grad_norm": 0.1867457628250122,
      "learning_rate": 9.725788115127214e-05,
      "loss": 0.0166,
      "step": 12050
    },
    {
      "grad_norm": 0.20081552863121033,
      "learning_rate": 9.725112652256274e-05,
      "loss": 0.0169,
      "step": 12060
    },
    {
      "grad_norm": 0.23243895173072815,
      "learning_rate": 9.724436381992812e-05,
      "loss": 0.0211,
      "step": 12070
    },
    {
      "grad_norm": 0.16537222266197205,
      "learning_rate": 9.723759304452387e-05,
      "loss": 0.0185,
      "step": 12080
    },
    {
      "grad_norm": 0.17176344990730286,
      "learning_rate": 9.72308141975069e-05,
      "loss": 0.0167,
      "step": 12090
    },
    {
      "grad_norm": 0.27558648586273193,
      "learning_rate": 9.722402728003557e-05,
      "loss": 0.0209,
      "step": 12100
    },
    {
      "grad_norm": 0.2663981318473816,
      "learning_rate": 9.721723229326953e-05,
      "loss": 0.0179,
      "step": 12110
    },
    {
      "grad_norm": 0.25308677554130554,
      "learning_rate": 9.721042923836992e-05,
      "loss": 0.0193,
      "step": 12120
    },
    {
      "grad_norm": 0.20234598219394684,
      "learning_rate": 9.720361811649914e-05,
      "loss": 0.0197,
      "step": 12130
    },
    {
      "grad_norm": 0.21269766986370087,
      "learning_rate": 9.719679892882106e-05,
      "loss": 0.0199,
      "step": 12140
    },
    {
      "grad_norm": 0.30057623982429504,
      "learning_rate": 9.718997167650085e-05,
      "loss": 0.0245,
      "step": 12150
    },
    {
      "grad_norm": 0.24916233122348785,
      "learning_rate": 9.718313636070515e-05,
      "loss": 0.0193,
      "step": 12160
    },
    {
      "grad_norm": 0.19461484253406525,
      "learning_rate": 9.717629298260192e-05,
      "loss": 0.0144,
      "step": 12170
    },
    {
      "grad_norm": 0.3341480791568756,
      "learning_rate": 9.716944154336047e-05,
      "loss": 0.0172,
      "step": 12180
    },
    {
      "grad_norm": 0.28425419330596924,
      "learning_rate": 9.716258204415157e-05,
      "loss": 0.0185,
      "step": 12190
    },
    {
      "grad_norm": 0.3219921588897705,
      "learning_rate": 9.715571448614728e-05,
      "loss": 0.0255,
      "step": 12200
    },
    {
      "grad_norm": 0.24196161329746246,
      "learning_rate": 9.71488388705211e-05,
      "loss": 0.0204,
      "step": 12210
    },
    {
      "grad_norm": 0.2804632782936096,
      "learning_rate": 9.714195519844788e-05,
      "loss": 0.0184,
      "step": 12220
    },
    {
      "grad_norm": 0.2965449392795563,
      "learning_rate": 9.713506347110386e-05,
      "loss": 0.0284,
      "step": 12230
    },
    {
      "grad_norm": 0.2729020416736603,
      "learning_rate": 9.712816368966662e-05,
      "loss": 0.0205,
      "step": 12240
    },
    {
      "grad_norm": 0.3024565279483795,
      "learning_rate": 9.712125585531517e-05,
      "loss": 0.0189,
      "step": 12250
    },
    {
      "grad_norm": 0.2380366027355194,
      "learning_rate": 9.711433996922988e-05,
      "loss": 0.0223,
      "step": 12260
    },
    {
      "grad_norm": 0.30928120017051697,
      "learning_rate": 9.710741603259245e-05,
      "loss": 0.0185,
      "step": 12270
    },
    {
      "grad_norm": 0.24079878628253937,
      "learning_rate": 9.710048404658603e-05,
      "loss": 0.0203,
      "step": 12280
    },
    {
      "grad_norm": 0.26216769218444824,
      "learning_rate": 9.709354401239508e-05,
      "loss": 0.0226,
      "step": 12290
    },
    {
      "grad_norm": 0.24128273129463196,
      "learning_rate": 9.708659593120546e-05,
      "loss": 0.0233,
      "step": 12300
    },
    {
      "grad_norm": 0.19147935509681702,
      "learning_rate": 9.707963980420443e-05,
      "loss": 0.021,
      "step": 12310
    },
    {
      "grad_norm": 0.21144996583461761,
      "learning_rate": 9.707267563258058e-05,
      "loss": 0.0193,
      "step": 12320
    },
    {
      "grad_norm": 0.18371780216693878,
      "learning_rate": 9.70657034175239e-05,
      "loss": 0.0221,
      "step": 12330
    },
    {
      "grad_norm": 0.22203755378723145,
      "learning_rate": 9.705872316022577e-05,
      "loss": 0.0191,
      "step": 12340
    },
    {
      "grad_norm": 0.2586914896965027,
      "learning_rate": 9.705173486187891e-05,
      "loss": 0.0182,
      "step": 12350
    },
    {
      "grad_norm": 0.19647958874702454,
      "learning_rate": 9.704473852367741e-05,
      "loss": 0.0188,
      "step": 12360
    },
    {
      "grad_norm": 0.21622096002101898,
      "learning_rate": 9.70377341468168e-05,
      "loss": 0.0162,
      "step": 12370
    },
    {
      "grad_norm": 0.16786254942417145,
      "learning_rate": 9.703072173249389e-05,
      "loss": 0.0193,
      "step": 12380
    },
    {
      "grad_norm": 0.19161421060562134,
      "learning_rate": 9.702370128190693e-05,
      "loss": 0.0176,
      "step": 12390
    },
    {
      "grad_norm": 0.36558523774147034,
      "learning_rate": 9.701667279625552e-05,
      "loss": 0.0244,
      "step": 12400
    },
    {
      "grad_norm": 0.23482748866081238,
      "learning_rate": 9.700963627674065e-05,
      "loss": 0.0216,
      "step": 12410
    },
    {
      "grad_norm": 0.29180285334587097,
      "learning_rate": 9.700259172456466e-05,
      "loss": 0.0189,
      "step": 12420
    },
    {
      "grad_norm": 0.25908708572387695,
      "learning_rate": 9.699553914093124e-05,
      "loss": 0.0218,
      "step": 12430
    },
    {
      "grad_norm": 0.2968772053718567,
      "learning_rate": 9.698847852704553e-05,
      "loss": 0.0237,
      "step": 12440
    },
    {
      "grad_norm": 0.2846226096153259,
      "learning_rate": 9.6981409884114e-05,
      "loss": 0.022,
      "step": 12450
    },
    {
      "grad_norm": 0.24353238940238953,
      "learning_rate": 9.697433321334443e-05,
      "loss": 0.0201,
      "step": 12460
    },
    {
      "grad_norm": 0.23015905916690826,
      "learning_rate": 9.696724851594607e-05,
      "loss": 0.0187,
      "step": 12470
    },
    {
      "grad_norm": 0.29250413179397583,
      "learning_rate": 9.696015579312952e-05,
      "loss": 0.0229,
      "step": 12480
    },
    {
      "grad_norm": 0.3509223163127899,
      "learning_rate": 9.695305504610668e-05,
      "loss": 0.0289,
      "step": 12490
    },
    {
      "grad_norm": 0.18033367395401,
      "learning_rate": 9.694594627609092e-05,
      "loss": 0.0193,
      "step": 12500
    },
    {
      "grad_norm": 0.21501122415065765,
      "learning_rate": 9.693882948429691e-05,
      "loss": 0.0224,
      "step": 12510
    },
    {
      "grad_norm": 0.26335951685905457,
      "learning_rate": 9.693170467194071e-05,
      "loss": 0.024,
      "step": 12520
    },
    {
      "grad_norm": 0.2691655158996582,
      "learning_rate": 9.692457184023977e-05,
      "loss": 0.0163,
      "step": 12530
    },
    {
      "grad_norm": 0.1801644265651703,
      "learning_rate": 9.691743099041291e-05,
      "loss": 0.0186,
      "step": 12540
    },
    {
      "grad_norm": 0.21297401189804077,
      "learning_rate": 9.691028212368027e-05,
      "loss": 0.0198,
      "step": 12550
    },
    {
      "grad_norm": 0.22416721284389496,
      "learning_rate": 9.690312524126342e-05,
      "loss": 0.0224,
      "step": 12560
    },
    {
      "grad_norm": 0.2016625851392746,
      "learning_rate": 9.689596034438527e-05,
      "loss": 0.0165,
      "step": 12570
    },
    {
      "grad_norm": 0.27938130497932434,
      "learning_rate": 9.688878743427012e-05,
      "loss": 0.0188,
      "step": 12580
    },
    {
      "grad_norm": 0.2530929744243622,
      "learning_rate": 9.688160651214359e-05,
      "loss": 0.0299,
      "step": 12590
    },
    {
      "grad_norm": 0.18281696736812592,
      "learning_rate": 9.687441757923273e-05,
      "loss": 0.0175,
      "step": 12600
    },
    {
      "grad_norm": 0.24727532267570496,
      "learning_rate": 9.68672206367659e-05,
      "loss": 0.0218,
      "step": 12610
    },
    {
      "grad_norm": 0.19079232215881348,
      "learning_rate": 9.686001568597291e-05,
      "loss": 0.0202,
      "step": 12620
    },
    {
      "grad_norm": 0.24439427256584167,
      "learning_rate": 9.685280272808486e-05,
      "loss": 0.022,
      "step": 12630
    },
    {
      "grad_norm": 0.2084771692752838,
      "learning_rate": 9.684558176433424e-05,
      "loss": 0.0177,
      "step": 12640
    },
    {
      "grad_norm": 0.31958770751953125,
      "learning_rate": 9.683835279595495e-05,
      "loss": 0.0211,
      "step": 12650
    },
    {
      "grad_norm": 0.22440172731876373,
      "learning_rate": 9.683111582418216e-05,
      "loss": 0.019,
      "step": 12660
    },
    {
      "grad_norm": 0.2555040419101715,
      "learning_rate": 9.682387085025254e-05,
      "loss": 0.028,
      "step": 12670
    },
    {
      "grad_norm": 0.1850718855857849,
      "learning_rate": 9.681661787540401e-05,
      "loss": 0.016,
      "step": 12680
    },
    {
      "grad_norm": 0.28339624404907227,
      "learning_rate": 9.680935690087593e-05,
      "loss": 0.0219,
      "step": 12690
    },
    {
      "grad_norm": 0.3344270884990692,
      "learning_rate": 9.680208792790901e-05,
      "loss": 0.021,
      "step": 12700
    },
    {
      "grad_norm": 0.20236851274967194,
      "learning_rate": 9.679481095774529e-05,
      "loss": 0.0218,
      "step": 12710
    },
    {
      "grad_norm": 0.18842534720897675,
      "learning_rate": 9.678752599162822e-05,
      "loss": 0.0228,
      "step": 12720
    },
    {
      "grad_norm": 0.2240591049194336,
      "learning_rate": 9.678023303080259e-05,
      "loss": 0.0234,
      "step": 12730
    },
    {
      "grad_norm": 0.220607191324234,
      "learning_rate": 9.677293207651459e-05,
      "loss": 0.0177,
      "step": 12740
    },
    {
      "grad_norm": 0.2011304348707199,
      "learning_rate": 9.676562313001173e-05,
      "loss": 0.0208,
      "step": 12750
    },
    {
      "grad_norm": 0.19538839161396027,
      "learning_rate": 9.675830619254293e-05,
      "loss": 0.0217,
      "step": 12760
    },
    {
      "grad_norm": 0.24018080532550812,
      "learning_rate": 9.675098126535843e-05,
      "loss": 0.0197,
      "step": 12770
    },
    {
      "grad_norm": 0.18608973920345306,
      "learning_rate": 9.674364834970988e-05,
      "loss": 0.0206,
      "step": 12780
    },
    {
      "grad_norm": 0.18863283097743988,
      "learning_rate": 9.673630744685028e-05,
      "loss": 0.0142,
      "step": 12790
    },
    {
      "grad_norm": 0.22084510326385498,
      "learning_rate": 9.672895855803397e-05,
      "loss": 0.0217,
      "step": 12800
    },
    {
      "grad_norm": 0.20118504762649536,
      "learning_rate": 9.672160168451667e-05,
      "loss": 0.0215,
      "step": 12810
    },
    {
      "grad_norm": 0.229995995759964,
      "learning_rate": 9.671423682755549e-05,
      "loss": 0.022,
      "step": 12820
    },
    {
      "grad_norm": 0.16765816509723663,
      "learning_rate": 9.670686398840888e-05,
      "loss": 0.0239,
      "step": 12830
    },
    {
      "grad_norm": 0.25125759840011597,
      "learning_rate": 9.669948316833664e-05,
      "loss": 0.0191,
      "step": 12840
    },
    {
      "grad_norm": 0.2443394511938095,
      "learning_rate": 9.669209436859997e-05,
      "loss": 0.018,
      "step": 12850
    },
    {
      "grad_norm": 0.24658825993537903,
      "learning_rate": 9.66846975904614e-05,
      "loss": 0.0198,
      "step": 12860
    },
    {
      "grad_norm": 0.2434329092502594,
      "learning_rate": 9.667729283518483e-05,
      "loss": 0.0217,
      "step": 12870
    },
    {
      "grad_norm": 0.20372535288333893,
      "learning_rate": 9.666988010403557e-05,
      "loss": 0.0184,
      "step": 12880
    },
    {
      "grad_norm": 0.18070368468761444,
      "learning_rate": 9.66624593982802e-05,
      "loss": 0.0168,
      "step": 12890
    },
    {
      "grad_norm": 0.23941059410572052,
      "learning_rate": 9.665503071918675e-05,
      "loss": 0.0195,
      "step": 12900
    },
    {
      "grad_norm": 0.3045600652694702,
      "learning_rate": 9.664759406802456e-05,
      "loss": 0.0199,
      "step": 12910
    },
    {
      "grad_norm": 0.2736535966396332,
      "learning_rate": 9.664014944606437e-05,
      "loss": 0.0179,
      "step": 12920
    },
    {
      "grad_norm": 0.21712785959243774,
      "learning_rate": 9.663269685457822e-05,
      "loss": 0.0185,
      "step": 12930
    },
    {
      "grad_norm": 0.19269903004169464,
      "learning_rate": 9.662523629483962e-05,
      "loss": 0.0205,
      "step": 12940
    },
    {
      "grad_norm": 0.3196341097354889,
      "learning_rate": 9.661776776812333e-05,
      "loss": 0.0236,
      "step": 12950
    },
    {
      "grad_norm": 0.2614424526691437,
      "learning_rate": 9.661029127570553e-05,
      "loss": 0.0175,
      "step": 12960
    },
    {
      "grad_norm": 0.19386091828346252,
      "learning_rate": 9.660280681886373e-05,
      "loss": 0.0179,
      "step": 12970
    },
    {
      "grad_norm": 0.25069811940193176,
      "learning_rate": 9.659531439887685e-05,
      "loss": 0.0212,
      "step": 12980
    },
    {
      "grad_norm": 0.2476334571838379,
      "learning_rate": 9.658781401702511e-05,
      "loss": 0.0149,
      "step": 12990
    },
    {
      "grad_norm": 0.20357435941696167,
      "learning_rate": 9.658030567459015e-05,
      "loss": 0.0197,
      "step": 13000
    },
    {
      "grad_norm": 0.24871908128261566,
      "learning_rate": 9.65727893728549e-05,
      "loss": 0.0182,
      "step": 13010
    },
    {
      "grad_norm": 0.1722509264945984,
      "learning_rate": 9.656526511310375e-05,
      "loss": 0.0174,
      "step": 13020
    },
    {
      "grad_norm": 0.28534135222435,
      "learning_rate": 9.655773289662233e-05,
      "loss": 0.0169,
      "step": 13030
    },
    {
      "grad_norm": 0.18951793015003204,
      "learning_rate": 9.655019272469772e-05,
      "loss": 0.0168,
      "step": 13040
    },
    {
      "grad_norm": 0.2601654529571533,
      "learning_rate": 9.654264459861832e-05,
      "loss": 0.0223,
      "step": 13050
    },
    {
      "grad_norm": 0.2423349767923355,
      "learning_rate": 9.653508851967391e-05,
      "loss": 0.0159,
      "step": 13060
    },
    {
      "grad_norm": 0.22302721440792084,
      "learning_rate": 9.65275244891556e-05,
      "loss": 0.0189,
      "step": 13070
    },
    {
      "grad_norm": 0.21426808834075928,
      "learning_rate": 9.651995250835591e-05,
      "loss": 0.018,
      "step": 13080
    },
    {
      "grad_norm": 0.16718894243240356,
      "learning_rate": 9.651237257856862e-05,
      "loss": 0.0132,
      "step": 13090
    },
    {
      "grad_norm": 0.22418509423732758,
      "learning_rate": 9.6504784701089e-05,
      "loss": 0.0237,
      "step": 13100
    },
    {
      "grad_norm": 0.14102832973003387,
      "learning_rate": 9.649718887721357e-05,
      "loss": 0.0164,
      "step": 13110
    },
    {
      "grad_norm": 0.2599606215953827,
      "learning_rate": 9.648958510824028e-05,
      "loss": 0.0207,
      "step": 13120
    },
    {
      "grad_norm": 0.238137885928154,
      "learning_rate": 9.648197339546837e-05,
      "loss": 0.0202,
      "step": 13130
    },
    {
      "grad_norm": 0.16988174617290497,
      "learning_rate": 9.647435374019851e-05,
      "loss": 0.0238,
      "step": 13140
    },
    {
      "grad_norm": 0.26404303312301636,
      "learning_rate": 9.646672614373266e-05,
      "loss": 0.0183,
      "step": 13150
    },
    {
      "grad_norm": 0.3030422627925873,
      "learning_rate": 9.645909060737418e-05,
      "loss": 0.0175,
      "step": 13160
    },
    {
      "grad_norm": 0.2135714888572693,
      "learning_rate": 9.645144713242778e-05,
      "loss": 0.0206,
      "step": 13170
    },
    {
      "grad_norm": 0.22123458981513977,
      "learning_rate": 9.64437957201995e-05,
      "loss": 0.0197,
      "step": 13180
    },
    {
      "grad_norm": 0.19858287274837494,
      "learning_rate": 9.643613637199678e-05,
      "loss": 0.0207,
      "step": 13190
    },
    {
      "grad_norm": 0.21735088527202606,
      "learning_rate": 9.642846908912839e-05,
      "loss": 0.0222,
      "step": 13200
    },
    {
      "grad_norm": 0.2203303575515747,
      "learning_rate": 9.642079387290444e-05,
      "loss": 0.0165,
      "step": 13210
    },
    {
      "grad_norm": 0.21306200325489044,
      "learning_rate": 9.641311072463644e-05,
      "loss": 0.0289,
      "step": 13220
    },
    {
      "grad_norm": 0.1803562045097351,
      "learning_rate": 9.640541964563722e-05,
      "loss": 0.0168,
      "step": 13230
    },
    {
      "grad_norm": 0.21411223709583282,
      "learning_rate": 9.639772063722096e-05,
      "loss": 0.0149,
      "step": 13240
    },
    {
      "grad_norm": 0.21952277421951294,
      "learning_rate": 9.639001370070324e-05,
      "loss": 0.0222,
      "step": 13250
    },
    {
      "grad_norm": 0.2419680953025818,
      "learning_rate": 9.638229883740095e-05,
      "loss": 0.022,
      "step": 13260
    },
    {
      "grad_norm": 0.23897784948349,
      "learning_rate": 9.637457604863233e-05,
      "loss": 0.0221,
      "step": 13270
    },
    {
      "grad_norm": 0.2268073707818985,
      "learning_rate": 9.636684533571703e-05,
      "loss": 0.0191,
      "step": 13280
    },
    {
      "grad_norm": 0.2108626812696457,
      "learning_rate": 9.635910669997599e-05,
      "loss": 0.0166,
      "step": 13290
    },
    {
      "grad_norm": 0.23744086921215057,
      "learning_rate": 9.635136014273154e-05,
      "loss": 0.018,
      "step": 13300
    },
    {
      "grad_norm": 0.260143905878067,
      "learning_rate": 9.634360566530735e-05,
      "loss": 0.023,
      "step": 13310
    },
    {
      "grad_norm": 0.20585332810878754,
      "learning_rate": 9.633584326902845e-05,
      "loss": 0.0203,
      "step": 13320
    },
    {
      "grad_norm": 0.21532346308231354,
      "learning_rate": 9.632807295522124e-05,
      "loss": 0.0227,
      "step": 13330
    },
    {
      "grad_norm": 0.22698678076267242,
      "learning_rate": 9.632029472521342e-05,
      "loss": 0.0202,
      "step": 13340
    },
    {
      "grad_norm": 0.16380751132965088,
      "learning_rate": 9.631250858033409e-05,
      "loss": 0.0194,
      "step": 13350
    },
    {
      "grad_norm": 0.2858952283859253,
      "learning_rate": 9.630471452191371e-05,
      "loss": 0.0188,
      "step": 13360
    },
    {
      "grad_norm": 0.15819646418094635,
      "learning_rate": 9.629691255128405e-05,
      "loss": 0.0183,
      "step": 13370
    },
    {
      "grad_norm": 0.2039204239845276,
      "learning_rate": 9.628910266977825e-05,
      "loss": 0.0203,
      "step": 13380
    },
    {
      "grad_norm": 0.21188236773014069,
      "learning_rate": 9.628128487873083e-05,
      "loss": 0.021,
      "step": 13390
    },
    {
      "grad_norm": 0.18966001272201538,
      "learning_rate": 9.627345917947761e-05,
      "loss": 0.0174,
      "step": 13400
    },
    {
      "grad_norm": 0.20824450254440308,
      "learning_rate": 9.626562557335579e-05,
      "loss": 0.0205,
      "step": 13410
    },
    {
      "grad_norm": 0.23056238889694214,
      "learning_rate": 9.625778406170393e-05,
      "loss": 0.0198,
      "step": 13420
    },
    {
      "grad_norm": 0.17178797721862793,
      "learning_rate": 9.624993464586193e-05,
      "loss": 0.0209,
      "step": 13430
    },
    {
      "grad_norm": 0.19851940870285034,
      "learning_rate": 9.624207732717105e-05,
      "loss": 0.0175,
      "step": 13440
    },
    {
      "grad_norm": 0.2145533412694931,
      "learning_rate": 9.623421210697386e-05,
      "loss": 0.0164,
      "step": 13450
    },
    {
      "grad_norm": 0.23370374739170074,
      "learning_rate": 9.622633898661434e-05,
      "loss": 0.0164,
      "step": 13460
    },
    {
      "grad_norm": 0.18972353637218475,
      "learning_rate": 9.621845796743778e-05,
      "loss": 0.0165,
      "step": 13470
    },
    {
      "grad_norm": 0.25185635685920715,
      "learning_rate": 9.621056905079082e-05,
      "loss": 0.0184,
      "step": 13480
    },
    {
      "grad_norm": 0.21796517074108124,
      "learning_rate": 9.620267223802149e-05,
      "loss": 0.0155,
      "step": 13490
    },
    {
      "grad_norm": 0.1947668492794037,
      "learning_rate": 9.619476753047911e-05,
      "loss": 0.0178,
      "step": 13500
    },
    {
      "grad_norm": 0.18128985166549683,
      "learning_rate": 9.618685492951438e-05,
      "loss": 0.0177,
      "step": 13510
    },
    {
      "grad_norm": 0.19813762605190277,
      "learning_rate": 9.617893443647938e-05,
      "loss": 0.018,
      "step": 13520
    },
    {
      "grad_norm": 0.18067586421966553,
      "learning_rate": 9.617100605272746e-05,
      "loss": 0.0159,
      "step": 13530
    },
    {
      "grad_norm": 0.1815202534198761,
      "learning_rate": 9.616306977961338e-05,
      "loss": 0.0154,
      "step": 13540
    },
    {
      "grad_norm": 0.19913916289806366,
      "learning_rate": 9.615512561849326e-05,
      "loss": 0.0153,
      "step": 13550
    },
    {
      "grad_norm": 0.15441058576107025,
      "learning_rate": 9.61471735707245e-05,
      "loss": 0.0194,
      "step": 13560
    },
    {
      "grad_norm": 0.20708392560482025,
      "learning_rate": 9.613921363766592e-05,
      "loss": 0.0163,
      "step": 13570
    },
    {
      "grad_norm": 0.2880769371986389,
      "learning_rate": 9.613124582067763e-05,
      "loss": 0.0197,
      "step": 13580
    },
    {
      "grad_norm": 0.1926029473543167,
      "learning_rate": 9.612327012112112e-05,
      "loss": 0.0181,
      "step": 13590
    },
    {
      "grad_norm": 0.219377338886261,
      "learning_rate": 9.611528654035921e-05,
      "loss": 0.0196,
      "step": 13600
    },
    {
      "grad_norm": 0.25662922859191895,
      "learning_rate": 9.610729507975611e-05,
      "loss": 0.0199,
      "step": 13610
    },
    {
      "grad_norm": 0.21563109755516052,
      "learning_rate": 9.609929574067731e-05,
      "loss": 0.0163,
      "step": 13620
    },
    {
      "grad_norm": 0.17343422770500183,
      "learning_rate": 9.609128852448967e-05,
      "loss": 0.0209,
      "step": 13630
    },
    {
      "grad_norm": 0.20000630617141724,
      "learning_rate": 9.608327343256143e-05,
      "loss": 0.0187,
      "step": 13640
    },
    {
      "grad_norm": 0.19270136952400208,
      "learning_rate": 9.607525046626216e-05,
      "loss": 0.0175,
      "step": 13650
    },
    {
      "grad_norm": 0.17588911950588226,
      "learning_rate": 9.606721962696272e-05,
      "loss": 0.0165,
      "step": 13660
    },
    {
      "grad_norm": 0.17284253239631653,
      "learning_rate": 9.60591809160354e-05,
      "loss": 0.0149,
      "step": 13670
    },
    {
      "grad_norm": 0.20607005059719086,
      "learning_rate": 9.605113433485378e-05,
      "loss": 0.0218,
      "step": 13680
    },
    {
      "grad_norm": 0.2787407636642456,
      "learning_rate": 9.604307988479279e-05,
      "loss": 0.0192,
      "step": 13690
    },
    {
      "grad_norm": 0.3182457685470581,
      "learning_rate": 9.603501756722876e-05,
      "loss": 0.0215,
      "step": 13700
    },
    {
      "grad_norm": 0.20426447689533234,
      "learning_rate": 9.602694738353927e-05,
      "loss": 0.0215,
      "step": 13710
    },
    {
      "grad_norm": 0.19570285081863403,
      "learning_rate": 9.601886933510331e-05,
      "loss": 0.0211,
      "step": 13720
    },
    {
      "grad_norm": 0.24525509774684906,
      "learning_rate": 9.60107834233012e-05,
      "loss": 0.0179,
      "step": 13730
    },
    {
      "grad_norm": 0.24215814471244812,
      "learning_rate": 9.60026896495146e-05,
      "loss": 0.0153,
      "step": 13740
    },
    {
      "grad_norm": 0.2343425303697586,
      "learning_rate": 9.599458801512652e-05,
      "loss": 0.0209,
      "step": 13750
    },
    {
      "grad_norm": 0.17733848094940186,
      "learning_rate": 9.598647852152129e-05,
      "loss": 0.0225,
      "step": 13760
    },
    {
      "grad_norm": 0.24314288794994354,
      "learning_rate": 9.597836117008462e-05,
      "loss": 0.0151,
      "step": 13770
    },
    {
      "grad_norm": 0.2904261648654938,
      "learning_rate": 9.597023596220356e-05,
      "loss": 0.0143,
      "step": 13780
    },
    {
      "grad_norm": 0.26840826869010925,
      "learning_rate": 9.596210289926643e-05,
      "loss": 0.0187,
      "step": 13790
    },
    {
      "grad_norm": 0.22249887883663177,
      "learning_rate": 9.5953961982663e-05,
      "loss": 0.0151,
      "step": 13800
    },
    {
      "grad_norm": 0.20096951723098755,
      "learning_rate": 9.594581321378431e-05,
      "loss": 0.0144,
      "step": 13810
    },
    {
      "grad_norm": 0.16989228129386902,
      "learning_rate": 9.593765659402276e-05,
      "loss": 0.0162,
      "step": 13820
    },
    {
      "grad_norm": 0.17342819273471832,
      "learning_rate": 9.59294921247721e-05,
      "loss": 0.0185,
      "step": 13830
    },
    {
      "grad_norm": 0.23263470828533173,
      "learning_rate": 9.59213198074274e-05,
      "loss": 0.0182,
      "step": 13840
    },
    {
      "grad_norm": 0.21826592087745667,
      "learning_rate": 9.59131396433851e-05,
      "loss": 0.0151,
      "step": 13850
    },
    {
      "grad_norm": 0.24439755082130432,
      "learning_rate": 9.590495163404297e-05,
      "loss": 0.0219,
      "step": 13860
    },
    {
      "grad_norm": 0.22408708930015564,
      "learning_rate": 9.589675578080009e-05,
      "loss": 0.0157,
      "step": 13870
    },
    {
      "grad_norm": 0.20519813895225525,
      "learning_rate": 9.588855208505694e-05,
      "loss": 0.0173,
      "step": 13880
    },
    {
      "grad_norm": 0.14793923497200012,
      "learning_rate": 9.588034054821529e-05,
      "loss": 0.0166,
      "step": 13890
    },
    {
      "grad_norm": 0.21126969158649445,
      "learning_rate": 9.587212117167826e-05,
      "loss": 0.0157,
      "step": 13900
    },
    {
      "grad_norm": 0.18556228280067444,
      "learning_rate": 9.586389395685033e-05,
      "loss": 0.0203,
      "step": 13910
    },
    {
      "grad_norm": 0.2121976912021637,
      "learning_rate": 9.585565890513733e-05,
      "loss": 0.017,
      "step": 13920
    },
    {
      "grad_norm": 0.24456310272216797,
      "learning_rate": 9.584741601794636e-05,
      "loss": 0.0194,
      "step": 13930
    },
    {
      "grad_norm": 0.35260480642318726,
      "learning_rate": 9.58391652966859e-05,
      "loss": 0.0138,
      "step": 13940
    },
    {
      "grad_norm": 0.21511583030223846,
      "learning_rate": 9.583090674276583e-05,
      "loss": 0.0182,
      "step": 13950
    },
    {
      "grad_norm": 0.20111088454723358,
      "learning_rate": 9.582264035759726e-05,
      "loss": 0.0206,
      "step": 13960
    },
    {
      "grad_norm": 0.27362069487571716,
      "learning_rate": 9.58143661425927e-05,
      "loss": 0.019,
      "step": 13970
    },
    {
      "grad_norm": 0.23629766702651978,
      "learning_rate": 9.580608409916601e-05,
      "loss": 0.0149,
      "step": 13980
    },
    {
      "grad_norm": 0.20790238678455353,
      "learning_rate": 9.579779422873233e-05,
      "loss": 0.0198,
      "step": 13990
    },
    {
      "grad_norm": 0.19514413177967072,
      "learning_rate": 9.578949653270819e-05,
      "loss": 0.0176,
      "step": 14000
    },
    {
      "grad_norm": 0.20924101769924164,
      "learning_rate": 9.578119101251144e-05,
      "loss": 0.017,
      "step": 14010
    },
    {
      "grad_norm": 0.22367992997169495,
      "learning_rate": 9.577287766956127e-05,
      "loss": 0.0247,
      "step": 14020
    },
    {
      "grad_norm": 0.20969966053962708,
      "learning_rate": 9.57645565052782e-05,
      "loss": 0.0187,
      "step": 14030
    },
    {
      "grad_norm": 0.31217628717422485,
      "learning_rate": 9.575622752108407e-05,
      "loss": 0.0221,
      "step": 14040
    },
    {
      "grad_norm": 0.3079753816127777,
      "learning_rate": 9.57478907184021e-05,
      "loss": 0.0177,
      "step": 14050
    },
    {
      "grad_norm": 0.1913318932056427,
      "learning_rate": 9.573954609865681e-05,
      "loss": 0.0149,
      "step": 14060
    },
    {
      "grad_norm": 0.1841096132993698,
      "learning_rate": 9.573119366327408e-05,
      "loss": 0.0164,
      "step": 14070
    },
    {
      "grad_norm": 0.2533605992794037,
      "learning_rate": 9.57228334136811e-05,
      "loss": 0.017,
      "step": 14080
    },
    {
      "grad_norm": 0.20190180838108063,
      "learning_rate": 9.571446535130641e-05,
      "loss": 0.0171,
      "step": 14090
    },
    {
      "grad_norm": 0.20367254316806793,
      "learning_rate": 9.570608947757988e-05,
      "loss": 0.0158,
      "step": 14100
    },
    {
      "grad_norm": 0.16619019210338593,
      "learning_rate": 9.569770579393274e-05,
      "loss": 0.0174,
      "step": 14110
    },
    {
      "grad_norm": 0.26590457558631897,
      "learning_rate": 9.56893143017975e-05,
      "loss": 0.022,
      "step": 14120
    },
    {
      "grad_norm": 0.20643891394138336,
      "learning_rate": 9.568091500260806e-05,
      "loss": 0.0172,
      "step": 14130
    },
    {
      "grad_norm": 0.15922462940216064,
      "learning_rate": 9.567250789779961e-05,
      "loss": 0.015,
      "step": 14140
    },
    {
      "grad_norm": 0.22857007384300232,
      "learning_rate": 9.566409298880872e-05,
      "loss": 0.0167,
      "step": 14150
    },
    {
      "grad_norm": 0.1979278326034546,
      "learning_rate": 9.565567027707326e-05,
      "loss": 0.0163,
      "step": 14160
    },
    {
      "grad_norm": 0.18282963335514069,
      "learning_rate": 9.56472397640324e-05,
      "loss": 0.0211,
      "step": 14170
    },
    {
      "grad_norm": 0.2014656811952591,
      "learning_rate": 9.563880145112675e-05,
      "loss": 0.0166,
      "step": 14180
    },
    {
      "grad_norm": 0.17434468865394592,
      "learning_rate": 9.563035533979814e-05,
      "loss": 0.015,
      "step": 14190
    },
    {
      "grad_norm": 0.205056831240654,
      "learning_rate": 9.562190143148981e-05,
      "loss": 0.0166,
      "step": 14200
    },
    {
      "grad_norm": 0.20410357415676117,
      "learning_rate": 9.561343972764627e-05,
      "loss": 0.0189,
      "step": 14210
    },
    {
      "grad_norm": 0.22355352342128754,
      "learning_rate": 9.560497022971343e-05,
      "loss": 0.0177,
      "step": 14220
    },
    {
      "grad_norm": 0.2465442717075348,
      "learning_rate": 9.559649293913847e-05,
      "loss": 0.0176,
      "step": 14230
    },
    {
      "grad_norm": 0.3020416796207428,
      "learning_rate": 9.558800785736993e-05,
      "loss": 0.0197,
      "step": 14240
    },
    {
      "grad_norm": 0.215141162276268,
      "learning_rate": 9.557951498585767e-05,
      "loss": 0.016,
      "step": 14250
    },
    {
      "grad_norm": 0.3129875063896179,
      "learning_rate": 9.557101432605293e-05,
      "loss": 0.0165,
      "step": 14260
    },
    {
      "grad_norm": 0.2295004278421402,
      "learning_rate": 9.556250587940818e-05,
      "loss": 0.0172,
      "step": 14270
    },
    {
      "grad_norm": 0.22970208525657654,
      "learning_rate": 9.555398964737734e-05,
      "loss": 0.0217,
      "step": 14280
    },
    {
      "grad_norm": 0.18602022528648376,
      "learning_rate": 9.554546563141555e-05,
      "loss": 0.0146,
      "step": 14290
    },
    {
      "grad_norm": 0.2123633176088333,
      "learning_rate": 9.553693383297937e-05,
      "loss": 0.0154,
      "step": 14300
    },
    {
      "grad_norm": 0.19681575894355774,
      "learning_rate": 9.552839425352663e-05,
      "loss": 0.0157,
      "step": 14310
    },
    {
      "grad_norm": 0.25167202949523926,
      "learning_rate": 9.551984689451652e-05,
      "loss": 0.0162,
      "step": 14320
    },
    {
      "grad_norm": 0.302579790353775,
      "learning_rate": 9.551129175740953e-05,
      "loss": 0.0174,
      "step": 14330
    },
    {
      "grad_norm": 0.2347503900527954,
      "learning_rate": 9.550272884366754e-05,
      "loss": 0.0148,
      "step": 14340
    },
    {
      "grad_norm": 0.2408408224582672,
      "learning_rate": 9.549415815475369e-05,
      "loss": 0.018,
      "step": 14350
    },
    {
      "grad_norm": 0.20219042897224426,
      "learning_rate": 9.548557969213247e-05,
      "loss": 0.0188,
      "step": 14360
    },
    {
      "grad_norm": 0.24689827859401703,
      "learning_rate": 9.547699345726972e-05,
      "loss": 0.0181,
      "step": 14370
    },
    {
      "grad_norm": 0.26373007893562317,
      "learning_rate": 9.546839945163257e-05,
      "loss": 0.0154,
      "step": 14380
    },
    {
      "grad_norm": 0.18815109133720398,
      "learning_rate": 9.545979767668953e-05,
      "loss": 0.0195,
      "step": 14390
    },
    {
      "grad_norm": 0.25515392422676086,
      "learning_rate": 9.54511881339104e-05,
      "loss": 0.0158,
      "step": 14400
    },
    {
      "grad_norm": 0.17979732155799866,
      "learning_rate": 9.54425708247663e-05,
      "loss": 0.0157,
      "step": 14410
    },
    {
      "grad_norm": 0.21179001033306122,
      "learning_rate": 9.543394575072972e-05,
      "loss": 0.0203,
      "step": 14420
    },
    {
      "grad_norm": 0.23482531309127808,
      "learning_rate": 9.542531291327441e-05,
      "loss": 0.0175,
      "step": 14430
    },
    {
      "grad_norm": 0.21887850761413574,
      "learning_rate": 9.541667231387552e-05,
      "loss": 0.0172,
      "step": 14440
    },
    {
      "grad_norm": 0.20649799704551697,
      "learning_rate": 9.540802395400949e-05,
      "loss": 0.0178,
      "step": 14450
    },
    {
      "grad_norm": 0.21035201847553253,
      "learning_rate": 9.539936783515406e-05,
      "loss": 0.0183,
      "step": 14460
    },
    {
      "grad_norm": 0.1694427728652954,
      "learning_rate": 9.539070395878835e-05,
      "loss": 0.0125,
      "step": 14470
    },
    {
      "grad_norm": 0.13745443522930145,
      "learning_rate": 9.538203232639277e-05,
      "loss": 0.0173,
      "step": 14480
    },
    {
      "grad_norm": 0.25605106353759766,
      "learning_rate": 9.537335293944907e-05,
      "loss": 0.0164,
      "step": 14490
    },
    {
      "grad_norm": 0.21026165783405304,
      "learning_rate": 9.536466579944032e-05,
      "loss": 0.0136,
      "step": 14500
    },
    {
      "grad_norm": 0.1914922297000885,
      "learning_rate": 9.535597090785091e-05,
      "loss": 0.0159,
      "step": 14510
    },
    {
      "grad_norm": 0.27313849329948425,
      "learning_rate": 9.534726826616656e-05,
      "loss": 0.0171,
      "step": 14520
    },
    {
      "grad_norm": 0.15984682738780975,
      "learning_rate": 9.53385578758743e-05,
      "loss": 0.0152,
      "step": 14530
    },
    {
      "grad_norm": 0.22901710867881775,
      "learning_rate": 9.532983973846252e-05,
      "loss": 0.0173,
      "step": 14540
    },
    {
      "grad_norm": 0.24342092871665955,
      "learning_rate": 9.53211138554209e-05,
      "loss": 0.0144,
      "step": 14550
    },
    {
      "grad_norm": 0.16625691950321198,
      "learning_rate": 9.531238022824047e-05,
      "loss": 0.0139,
      "step": 14560
    },
    {
      "grad_norm": 0.23607341945171356,
      "learning_rate": 9.530363885841355e-05,
      "loss": 0.0203,
      "step": 14570
    },
    {
      "grad_norm": 0.2319701462984085,
      "learning_rate": 9.52948897474338e-05,
      "loss": 0.0145,
      "step": 14580
    },
    {
      "grad_norm": 0.3154345750808716,
      "learning_rate": 9.528613289679622e-05,
      "loss": 0.0184,
      "step": 14590
    },
    {
      "grad_norm": 0.16826681792736053,
      "learning_rate": 9.52773683079971e-05,
      "loss": 0.0159,
      "step": 14600
    },
    {
      "grad_norm": 0.17070302367210388,
      "learning_rate": 9.526859598253407e-05,
      "loss": 0.0145,
      "step": 14610
    },
    {
      "grad_norm": 0.23561406135559082,
      "learning_rate": 9.525981592190609e-05,
      "loss": 0.0156,
      "step": 14620
    },
    {
      "grad_norm": 0.20852497220039368,
      "learning_rate": 9.525102812761342e-05,
      "loss": 0.0159,
      "step": 14630
    },
    {
      "grad_norm": 0.2817419171333313,
      "learning_rate": 9.524223260115768e-05,
      "loss": 0.0185,
      "step": 14640
    },
    {
      "grad_norm": 0.2572983205318451,
      "learning_rate": 9.523342934404175e-05,
      "loss": 0.0194,
      "step": 14650
    },
    {
      "grad_norm": 0.20422840118408203,
      "learning_rate": 9.522461835776989e-05,
      "loss": 0.0216,
      "step": 14660
    },
    {
      "grad_norm": 0.19724935293197632,
      "learning_rate": 9.521579964384764e-05,
      "loss": 0.0191,
      "step": 14670
    },
    {
      "grad_norm": 0.18744733929634094,
      "learning_rate": 9.52069732037819e-05,
      "loss": 0.0165,
      "step": 14680
    },
    {
      "grad_norm": 0.2096780687570572,
      "learning_rate": 9.519813903908083e-05,
      "loss": 0.0153,
      "step": 14690
    },
    {
      "grad_norm": 0.18975785374641418,
      "learning_rate": 9.5189297151254e-05,
      "loss": 0.0211,
      "step": 14700
    },
    {
      "grad_norm": 0.21656091511249542,
      "learning_rate": 9.518044754181218e-05,
      "loss": 0.0163,
      "step": 14710
    },
    {
      "grad_norm": 0.17280608415603638,
      "learning_rate": 9.51715902122676e-05,
      "loss": 0.0135,
      "step": 14720
    },
    {
      "grad_norm": 0.22821639478206635,
      "learning_rate": 9.516272516413368e-05,
      "loss": 0.0173,
      "step": 14730
    },
    {
      "grad_norm": 0.2241443246603012,
      "learning_rate": 9.515385239892525e-05,
      "loss": 0.0153,
      "step": 14740
    },
    {
      "grad_norm": 0.2184632122516632,
      "learning_rate": 9.514497191815839e-05,
      "loss": 0.0157,
      "step": 14750
    },
    {
      "grad_norm": 0.1945570558309555,
      "learning_rate": 9.513608372335055e-05,
      "loss": 0.0186,
      "step": 14760
    },
    {
      "grad_norm": 0.15834163129329681,
      "learning_rate": 9.512718781602045e-05,
      "loss": 0.0169,
      "step": 14770
    },
    {
      "grad_norm": 0.2421412169933319,
      "learning_rate": 9.511828419768823e-05,
      "loss": 0.019,
      "step": 14780
    },
    {
      "grad_norm": 0.15573522448539734,
      "learning_rate": 9.510937286987521e-05,
      "loss": 0.0153,
      "step": 14790
    },
    {
      "grad_norm": 0.24746482074260712,
      "learning_rate": 9.510045383410408e-05,
      "loss": 0.0194,
      "step": 14800
    },
    {
      "grad_norm": 0.22651563584804535,
      "learning_rate": 9.509152709189892e-05,
      "loss": 0.024,
      "step": 14810
    },
    {
      "grad_norm": 0.22185328602790833,
      "learning_rate": 9.508259264478504e-05,
      "loss": 0.0177,
      "step": 14820
    },
    {
      "grad_norm": 0.2218773514032364,
      "learning_rate": 9.507365049428909e-05,
      "loss": 0.0169,
      "step": 14830
    },
    {
      "grad_norm": 0.18236848711967468,
      "learning_rate": 9.506470064193902e-05,
      "loss": 0.0165,
      "step": 14840
    },
    {
      "grad_norm": 0.21040630340576172,
      "learning_rate": 9.505574308926414e-05,
      "loss": 0.0213,
      "step": 14850
    },
    {
      "grad_norm": 0.164600670337677,
      "learning_rate": 9.504677783779505e-05,
      "loss": 0.0245,
      "step": 14860
    },
    {
      "grad_norm": 0.2003629356622696,
      "learning_rate": 9.503780488906365e-05,
      "loss": 0.0175,
      "step": 14870
    },
    {
      "grad_norm": 0.2904165983200073,
      "learning_rate": 9.502882424460319e-05,
      "loss": 0.0219,
      "step": 14880
    },
    {
      "grad_norm": 0.289442777633667,
      "learning_rate": 9.501983590594821e-05,
      "loss": 0.0198,
      "step": 14890
    },
    {
      "grad_norm": 0.3164280652999878,
      "learning_rate": 9.501083987463455e-05,
      "loss": 0.0228,
      "step": 14900
    },
    {
      "grad_norm": 0.2961394190788269,
      "learning_rate": 9.500183615219942e-05,
      "loss": 0.0149,
      "step": 14910
    },
    {
      "grad_norm": 0.20363947749137878,
      "learning_rate": 9.49928247401813e-05,
      "loss": 0.0246,
      "step": 14920
    },
    {
      "grad_norm": 0.1880195140838623,
      "learning_rate": 9.498380564011997e-05,
      "loss": 0.0261,
      "step": 14930
    },
    {
      "grad_norm": 0.20838026702404022,
      "learning_rate": 9.497477885355656e-05,
      "loss": 0.0218,
      "step": 14940
    },
    {
      "grad_norm": 0.18207989633083344,
      "learning_rate": 9.496574438203353e-05,
      "loss": 0.0179,
      "step": 14950
    },
    {
      "grad_norm": 0.2043924331665039,
      "learning_rate": 9.495670222709459e-05,
      "loss": 0.0154,
      "step": 14960
    },
    {
      "grad_norm": 0.276541531085968,
      "learning_rate": 9.494765239028483e-05,
      "loss": 0.0172,
      "step": 14970
    },
    {
      "grad_norm": 0.2163013070821762,
      "learning_rate": 9.493859487315057e-05,
      "loss": 0.021,
      "step": 14980
    },
    {
      "grad_norm": 0.29641661047935486,
      "learning_rate": 9.492952967723953e-05,
      "loss": 0.0192,
      "step": 14990
    },
    {
      "grad_norm": 0.1722021847963333,
      "learning_rate": 9.492045680410068e-05,
      "loss": 0.0208,
      "step": 15000
    },
    {
      "grad_norm": 0.22514255344867706,
      "learning_rate": 9.491137625528436e-05,
      "loss": 0.0166,
      "step": 15010
    },
    {
      "grad_norm": 0.2593822479248047,
      "learning_rate": 9.490228803234215e-05,
      "loss": 0.0157,
      "step": 15020
    },
    {
      "grad_norm": 0.13702569901943207,
      "learning_rate": 9.489319213682701e-05,
      "loss": 0.0137,
      "step": 15030
    },
    {
      "grad_norm": 0.1976255178451538,
      "learning_rate": 9.488408857029316e-05,
      "loss": 0.0163,
      "step": 15040
    },
    {
      "grad_norm": 0.2522229552268982,
      "learning_rate": 9.487497733429616e-05,
      "loss": 0.0148,
      "step": 15050
    },
    {
      "grad_norm": 0.2437565177679062,
      "learning_rate": 9.486585843039286e-05,
      "loss": 0.0213,
      "step": 15060
    },
    {
      "grad_norm": 0.2652409076690674,
      "learning_rate": 9.485673186014143e-05,
      "loss": 0.0169,
      "step": 15070
    },
    {
      "grad_norm": 0.13323095440864563,
      "learning_rate": 9.484759762510137e-05,
      "loss": 0.0175,
      "step": 15080
    },
    {
      "grad_norm": 0.16280527412891388,
      "learning_rate": 9.483845572683346e-05,
      "loss": 0.0146,
      "step": 15090
    },
    {
      "grad_norm": 0.18703684210777283,
      "learning_rate": 9.48293061668998e-05,
      "loss": 0.018,
      "step": 15100
    },
    {
      "grad_norm": 0.19436578452587128,
      "learning_rate": 9.48201489468638e-05,
      "loss": 0.0159,
      "step": 15110
    },
    {
      "grad_norm": 0.304339736700058,
      "learning_rate": 9.481098406829016e-05,
      "loss": 0.0212,
      "step": 15120
    },
    {
      "grad_norm": 0.3013688027858734,
      "learning_rate": 9.480181153274495e-05,
      "loss": 0.0167,
      "step": 15130
    },
    {
      "grad_norm": 0.16623209416866302,
      "learning_rate": 9.479263134179548e-05,
      "loss": 0.0167,
      "step": 15140
    },
    {
      "grad_norm": 0.2529178857803345,
      "learning_rate": 9.478344349701039e-05,
      "loss": 0.0182,
      "step": 15150
    },
    {
      "grad_norm": 0.2023053765296936,
      "learning_rate": 9.477424799995964e-05,
      "loss": 0.02,
      "step": 15160
    },
    {
      "grad_norm": 0.19107864797115326,
      "learning_rate": 9.476504485221448e-05,
      "loss": 0.0143,
      "step": 15170
    },
    {
      "grad_norm": 0.2089182436466217,
      "learning_rate": 9.475583405534748e-05,
      "loss": 0.0128,
      "step": 15180
    },
    {
      "grad_norm": 0.22005927562713623,
      "learning_rate": 9.474661561093251e-05,
      "loss": 0.0161,
      "step": 15190
    },
    {
      "grad_norm": 0.1964806169271469,
      "learning_rate": 9.473738952054478e-05,
      "loss": 0.0144,
      "step": 15200
    },
    {
      "grad_norm": 0.28737586736679077,
      "learning_rate": 9.472815578576073e-05,
      "loss": 0.0189,
      "step": 15210
    },
    {
      "grad_norm": 0.19771939516067505,
      "learning_rate": 9.471891440815817e-05,
      "loss": 0.0154,
      "step": 15220
    },
    {
      "grad_norm": 0.20291922986507416,
      "learning_rate": 9.470966538931621e-05,
      "loss": 0.0178,
      "step": 15230
    },
    {
      "grad_norm": 0.17085911333560944,
      "learning_rate": 9.470040873081525e-05,
      "loss": 0.0167,
      "step": 15240
    },
    {
      "grad_norm": 0.14493952691555023,
      "learning_rate": 9.469114443423698e-05,
      "loss": 0.0138,
      "step": 15250
    },
    {
      "grad_norm": 0.22115878760814667,
      "learning_rate": 9.468187250116445e-05,
      "loss": 0.0164,
      "step": 15260
    },
    {
      "grad_norm": 0.19891873002052307,
      "learning_rate": 9.467259293318197e-05,
      "loss": 0.0192,
      "step": 15270
    },
    {
      "grad_norm": 0.2227804958820343,
      "learning_rate": 9.466330573187514e-05,
      "loss": 0.0251,
      "step": 15280
    },
    {
      "grad_norm": 0.2174198180437088,
      "learning_rate": 9.46540108988309e-05,
      "loss": 0.0196,
      "step": 15290
    },
    {
      "grad_norm": 0.21412864327430725,
      "learning_rate": 9.46447084356375e-05,
      "loss": 0.0205,
      "step": 15300
    },
    {
      "grad_norm": 0.18771931529045105,
      "learning_rate": 9.463539834388447e-05,
      "loss": 0.0144,
      "step": 15310
    },
    {
      "grad_norm": 0.14705397188663483,
      "learning_rate": 9.462608062516263e-05,
      "loss": 0.0132,
      "step": 15320
    },
    {
      "grad_norm": 0.26094165444374084,
      "learning_rate": 9.461675528106413e-05,
      "loss": 0.0197,
      "step": 15330
    },
    {
      "grad_norm": 0.19577805697917938,
      "learning_rate": 9.460742231318244e-05,
      "loss": 0.015,
      "step": 15340
    },
    {
      "grad_norm": 0.18181227147579193,
      "learning_rate": 9.459808172311229e-05,
      "loss": 0.0152,
      "step": 15350
    },
    {
      "grad_norm": 0.20925161242485046,
      "learning_rate": 9.458873351244972e-05,
      "loss": 0.0194,
      "step": 15360
    },
    {
      "grad_norm": 0.255831778049469,
      "learning_rate": 9.457937768279211e-05,
      "loss": 0.0219,
      "step": 15370
    },
    {
      "grad_norm": 0.17639052867889404,
      "learning_rate": 9.45700142357381e-05,
      "loss": 0.0152,
      "step": 15380
    },
    {
      "grad_norm": 0.18954217433929443,
      "learning_rate": 9.456064317288765e-05,
      "loss": 0.0151,
      "step": 15390
    },
    {
      "grad_norm": 0.2076696753501892,
      "learning_rate": 9.455126449584201e-05,
      "loss": 0.0167,
      "step": 15400
    },
    {
      "grad_norm": 0.26606062054634094,
      "learning_rate": 9.454187820620375e-05,
      "loss": 0.0151,
      "step": 15410
    },
    {
      "grad_norm": 0.21122899651527405,
      "learning_rate": 9.453248430557673e-05,
      "loss": 0.0202,
      "step": 15420
    },
    {
      "grad_norm": 0.2066788226366043,
      "learning_rate": 9.452308279556611e-05,
      "loss": 0.0137,
      "step": 15430
    },
    {
      "grad_norm": 0.2142631858587265,
      "learning_rate": 9.451367367777835e-05,
      "loss": 0.0142,
      "step": 15440
    },
    {
      "grad_norm": 0.25087612867355347,
      "learning_rate": 9.450425695382122e-05,
      "loss": 0.0186,
      "step": 15450
    },
    {
      "grad_norm": 0.17235517501831055,
      "learning_rate": 9.449483262530375e-05,
      "loss": 0.0144,
      "step": 15460
    },
    {
      "grad_norm": 0.2519456446170807,
      "learning_rate": 9.448540069383633e-05,
      "loss": 0.0156,
      "step": 15470
    },
    {
      "grad_norm": 0.1782279908657074,
      "learning_rate": 9.447596116103061e-05,
      "loss": 0.0151,
      "step": 15480
    },
    {
      "grad_norm": 0.1960890144109726,
      "learning_rate": 9.446651402849955e-05,
      "loss": 0.0167,
      "step": 15490
    },
    {
      "grad_norm": 0.21052375435829163,
      "learning_rate": 9.44570592978574e-05,
      "loss": 0.0148,
      "step": 15500
    },
    {
      "grad_norm": 0.23624978959560394,
      "learning_rate": 9.444759697071972e-05,
      "loss": 0.0224,
      "step": 15510
    },
    {
      "grad_norm": 0.12308117747306824,
      "learning_rate": 9.443812704870336e-05,
      "loss": 0.0138,
      "step": 15520
    },
    {
      "grad_norm": 0.1629175990819931,
      "learning_rate": 9.442864953342649e-05,
      "loss": 0.0154,
      "step": 15530
    },
    {
      "grad_norm": 0.18535234034061432,
      "learning_rate": 9.441916442650852e-05,
      "loss": 0.0158,
      "step": 15540
    },
    {
      "grad_norm": 0.17172886431217194,
      "learning_rate": 9.440967172957023e-05,
      "loss": 0.0159,
      "step": 15550
    },
    {
      "grad_norm": 0.2245737612247467,
      "learning_rate": 9.440017144423364e-05,
      "loss": 0.0185,
      "step": 15560
    },
    {
      "grad_norm": 0.25508880615234375,
      "learning_rate": 9.439066357212209e-05,
      "loss": 0.0154,
      "step": 15570
    },
    {
      "grad_norm": 0.14235712587833405,
      "learning_rate": 9.438114811486022e-05,
      "loss": 0.0137,
      "step": 15580
    },
    {
      "grad_norm": 0.15461008250713348,
      "learning_rate": 9.4371625074074e-05,
      "loss": 0.0174,
      "step": 15590
    },
    {
      "grad_norm": 0.22140701115131378,
      "learning_rate": 9.436209445139059e-05,
      "loss": 0.0169,
      "step": 15600
    },
    {
      "grad_norm": 0.26105090975761414,
      "learning_rate": 9.435255624843855e-05,
      "loss": 0.0235,
      "step": 15610
    },
    {
      "grad_norm": 0.32115551829338074,
      "learning_rate": 9.43430104668477e-05,
      "loss": 0.0132,
      "step": 15620
    },
    {
      "grad_norm": 0.2303364872932434,
      "learning_rate": 9.433345710824914e-05,
      "loss": 0.0142,
      "step": 15630
    },
    {
      "grad_norm": 0.2131476253271103,
      "learning_rate": 9.432389617427529e-05,
      "loss": 0.016,
      "step": 15640
    },
    {
      "grad_norm": 0.17374850809574127,
      "learning_rate": 9.431432766655984e-05,
      "loss": 0.017,
      "step": 15650
    },
    {
      "grad_norm": 0.19045741856098175,
      "learning_rate": 9.430475158673778e-05,
      "loss": 0.014,
      "step": 15660
    },
    {
      "grad_norm": 0.2077813297510147,
      "learning_rate": 9.429516793644542e-05,
      "loss": 0.0158,
      "step": 15670
    },
    {
      "grad_norm": 0.20203953981399536,
      "learning_rate": 9.428557671732034e-05,
      "loss": 0.0167,
      "step": 15680
    },
    {
      "grad_norm": 0.1961984932422638,
      "learning_rate": 9.42759779310014e-05,
      "loss": 0.0118,
      "step": 15690
    },
    {
      "grad_norm": 0.20757651329040527,
      "learning_rate": 9.426637157912879e-05,
      "loss": 0.0144,
      "step": 15700
    },
    {
      "grad_norm": 0.14019060134887695,
      "learning_rate": 9.425675766334397e-05,
      "loss": 0.0135,
      "step": 15710
    },
    {
      "grad_norm": 0.21686814725399017,
      "learning_rate": 9.424713618528968e-05,
      "loss": 0.0167,
      "step": 15720
    },
    {
      "grad_norm": 0.24501480162143707,
      "learning_rate": 9.423750714661e-05,
      "loss": 0.0176,
      "step": 15730
    },
    {
      "grad_norm": 0.18176396191120148,
      "learning_rate": 9.422787054895022e-05,
      "loss": 0.0129,
      "step": 15740
    },
    {
      "grad_norm": 0.1954173743724823,
      "learning_rate": 9.4218226393957e-05,
      "loss": 0.0174,
      "step": 15750
    },
    {
      "grad_norm": 0.22814083099365234,
      "learning_rate": 9.420857468327828e-05,
      "loss": 0.0195,
      "step": 15760
    },
    {
      "grad_norm": 0.23529751598834991,
      "learning_rate": 9.419891541856323e-05,
      "loss": 0.018,
      "step": 15770
    },
    {
      "grad_norm": 0.23359838128089905,
      "learning_rate": 9.41892486014624e-05,
      "loss": 0.0138,
      "step": 15780
    },
    {
      "grad_norm": 0.16008618474006653,
      "learning_rate": 9.417957423362756e-05,
      "loss": 0.0177,
      "step": 15790
    },
    {
      "grad_norm": 0.2003374695777893,
      "learning_rate": 9.416989231671178e-05,
      "loss": 0.0169,
      "step": 15800
    },
    {
      "grad_norm": 0.18182122707366943,
      "learning_rate": 9.416020285236946e-05,
      "loss": 0.0172,
      "step": 15810
    },
    {
      "grad_norm": 0.21130360662937164,
      "learning_rate": 9.415050584225626e-05,
      "loss": 0.0208,
      "step": 15820
    },
    {
      "grad_norm": 0.15843644738197327,
      "learning_rate": 9.414080128802914e-05,
      "loss": 0.0157,
      "step": 15830
    },
    {
      "grad_norm": 0.22901783883571625,
      "learning_rate": 9.413108919134632e-05,
      "loss": 0.0163,
      "step": 15840
    },
    {
      "grad_norm": 0.1877744346857071,
      "learning_rate": 9.412136955386734e-05,
      "loss": 0.0156,
      "step": 15850
    },
    {
      "grad_norm": 0.21517300605773926,
      "learning_rate": 9.411164237725303e-05,
      "loss": 0.0187,
      "step": 15860
    },
    {
      "grad_norm": 0.17756685614585876,
      "learning_rate": 9.41019076631655e-05,
      "loss": 0.0196,
      "step": 15870
    },
    {
      "grad_norm": 0.19062888622283936,
      "learning_rate": 9.409216541326815e-05,
      "loss": 0.0189,
      "step": 15880
    },
    {
      "grad_norm": 0.13992324471473694,
      "learning_rate": 9.408241562922564e-05,
      "loss": 0.0133,
      "step": 15890
    },
    {
      "grad_norm": 0.14217467606067657,
      "learning_rate": 9.407265831270395e-05,
      "loss": 0.0143,
      "step": 15900
    },
    {
      "grad_norm": 0.19898253679275513,
      "learning_rate": 9.406289346537035e-05,
      "loss": 0.015,
      "step": 15910
    },
    {
      "grad_norm": 0.18355326354503632,
      "learning_rate": 9.405312108889339e-05,
      "loss": 0.017,
      "step": 15920
    },
    {
      "grad_norm": 0.25734180212020874,
      "learning_rate": 9.404334118494288e-05,
      "loss": 0.0163,
      "step": 15930
    },
    {
      "grad_norm": 0.20651496946811676,
      "learning_rate": 9.403355375518995e-05,
      "loss": 0.0158,
      "step": 15940
    },
    {
      "grad_norm": 0.22486694157123566,
      "learning_rate": 9.4023758801307e-05,
      "loss": 0.0226,
      "step": 15950
    },
    {
      "grad_norm": 0.2523176074028015,
      "learning_rate": 9.401395632496774e-05,
      "loss": 0.0138,
      "step": 15960
    },
    {
      "grad_norm": 0.20505371689796448,
      "learning_rate": 9.400414632784711e-05,
      "loss": 0.0182,
      "step": 15970
    },
    {
      "grad_norm": 0.14053606986999512,
      "learning_rate": 9.39943288116214e-05,
      "loss": 0.0167,
      "step": 15980
    },
    {
      "grad_norm": 0.15115593373775482,
      "learning_rate": 9.398450377796815e-05,
      "loss": 0.0162,
      "step": 15990
    },
    {
      "grad_norm": 0.16648747026920319,
      "learning_rate": 9.397467122856616e-05,
      "loss": 0.0133,
      "step": 16000
    },
    {
      "grad_norm": 0.21842998266220093,
      "learning_rate": 9.396483116509558e-05,
      "loss": 0.0182,
      "step": 16010
    },
    {
      "grad_norm": 0.1734132021665573,
      "learning_rate": 9.39549835892378e-05,
      "loss": 0.016,
      "step": 16020
    },
    {
      "grad_norm": 0.21749138832092285,
      "learning_rate": 9.39451285026755e-05,
      "loss": 0.0218,
      "step": 16030
    },
    {
      "grad_norm": 0.16427631676197052,
      "learning_rate": 9.393526590709262e-05,
      "loss": 0.0166,
      "step": 16040
    },
    {
      "grad_norm": 0.21385876834392548,
      "learning_rate": 9.392539580417444e-05,
      "loss": 0.0129,
      "step": 16050
    },
    {
      "grad_norm": 0.23278746008872986,
      "learning_rate": 9.391551819560747e-05,
      "loss": 0.0173,
      "step": 16060
    },
    {
      "grad_norm": 0.2144111543893814,
      "learning_rate": 9.390563308307955e-05,
      "loss": 0.015,
      "step": 16070
    },
    {
      "grad_norm": 0.2908933162689209,
      "learning_rate": 9.389574046827974e-05,
      "loss": 0.0215,
      "step": 16080
    },
    {
      "grad_norm": 0.2045716941356659,
      "learning_rate": 9.388584035289845e-05,
      "loss": 0.0169,
      "step": 16090
    },
    {
      "grad_norm": 0.21720318496227264,
      "learning_rate": 9.387593273862732e-05,
      "loss": 0.015,
      "step": 16100
    },
    {
      "grad_norm": 0.19701766967773438,
      "learning_rate": 9.386601762715929e-05,
      "loss": 0.0135,
      "step": 16110
    },
    {
      "grad_norm": 0.17518317699432373,
      "learning_rate": 9.38560950201886e-05,
      "loss": 0.0136,
      "step": 16120
    },
    {
      "grad_norm": 0.17522573471069336,
      "learning_rate": 9.384616491941071e-05,
      "loss": 0.0186,
      "step": 16130
    },
    {
      "grad_norm": 0.14388802647590637,
      "learning_rate": 9.383622732652245e-05,
      "loss": 0.0132,
      "step": 16140
    },
    {
      "grad_norm": 0.18059225380420685,
      "learning_rate": 9.382628224322187e-05,
      "loss": 0.0153,
      "step": 16150
    },
    {
      "grad_norm": 0.2222597301006317,
      "learning_rate": 9.381632967120829e-05,
      "loss": 0.0185,
      "step": 16160
    },
    {
      "grad_norm": 0.21241769194602966,
      "learning_rate": 9.380636961218235e-05,
      "loss": 0.0147,
      "step": 16170
    },
    {
      "grad_norm": 0.21744224429130554,
      "learning_rate": 9.379640206784597e-05,
      "loss": 0.0147,
      "step": 16180
    },
    {
      "grad_norm": 0.20702393352985382,
      "learning_rate": 9.378642703990229e-05,
      "loss": 0.0172,
      "step": 16190
    },
    {
      "grad_norm": 0.19681736826896667,
      "learning_rate": 9.37764445300558e-05,
      "loss": 0.0146,
      "step": 16200
    },
    {
      "grad_norm": 0.2136233001947403,
      "learning_rate": 9.376645454001222e-05,
      "loss": 0.0269,
      "step": 16210
    },
    {
      "grad_norm": 0.2249479740858078,
      "learning_rate": 9.375645707147858e-05,
      "loss": 0.0146,
      "step": 16220
    },
    {
      "grad_norm": 0.37453562021255493,
      "learning_rate": 9.374645212616316e-05,
      "loss": 0.0185,
      "step": 16230
    },
    {
      "grad_norm": 0.16965194046497345,
      "learning_rate": 9.373643970577555e-05,
      "loss": 0.0171,
      "step": 16240
    },
    {
      "grad_norm": 0.21702151000499725,
      "learning_rate": 9.372641981202659e-05,
      "loss": 0.0187,
      "step": 16250
    },
    {
      "grad_norm": 0.16005541384220123,
      "learning_rate": 9.37163924466284e-05,
      "loss": 0.0136,
      "step": 16260
    },
    {
      "grad_norm": 0.24577172100543976,
      "learning_rate": 9.370635761129438e-05,
      "loss": 0.0167,
      "step": 16270
    },
    {
      "grad_norm": 0.21875736117362976,
      "learning_rate": 9.36963153077392e-05,
      "loss": 0.0184,
      "step": 16280
    },
    {
      "grad_norm": 0.20055270195007324,
      "learning_rate": 9.368626553767888e-05,
      "loss": 0.0153,
      "step": 16290
    },
    {
      "grad_norm": 0.16632328927516937,
      "learning_rate": 9.367620830283057e-05,
      "loss": 0.019,
      "step": 16300
    },
    {
      "grad_norm": 0.17480380833148956,
      "learning_rate": 9.366614360491281e-05,
      "loss": 0.0204,
      "step": 16310
    },
    {
      "grad_norm": 0.20418688654899597,
      "learning_rate": 9.365607144564539e-05,
      "loss": 0.0176,
      "step": 16320
    },
    {
      "grad_norm": 0.1784447729587555,
      "learning_rate": 9.364599182674934e-05,
      "loss": 0.0159,
      "step": 16330
    },
    {
      "grad_norm": 0.15518103539943695,
      "learning_rate": 9.3635904749947e-05,
      "loss": 0.0166,
      "step": 16340
    },
    {
      "grad_norm": 0.1902843862771988,
      "learning_rate": 9.362581021696202e-05,
      "loss": 0.0165,
      "step": 16350
    },
    {
      "grad_norm": 0.22191934287548065,
      "learning_rate": 9.361570822951921e-05,
      "loss": 0.017,
      "step": 16360
    },
    {
      "grad_norm": 0.20796716213226318,
      "learning_rate": 9.360559878934476e-05,
      "loss": 0.0163,
      "step": 16370
    },
    {
      "grad_norm": 0.23556014895439148,
      "learning_rate": 9.359548189816611e-05,
      "loss": 0.0168,
      "step": 16380
    },
    {
      "grad_norm": 0.1944667249917984,
      "learning_rate": 9.358535755771193e-05,
      "loss": 0.0138,
      "step": 16390
    },
    {
      "grad_norm": 0.18295131623744965,
      "learning_rate": 9.357522576971221e-05,
      "loss": 0.0125,
      "step": 16400
    },
    {
      "grad_norm": 0.14690637588500977,
      "learning_rate": 9.356508653589819e-05,
      "loss": 0.0141,
      "step": 16410
    },
    {
      "grad_norm": 0.16137805581092834,
      "learning_rate": 9.355493985800237e-05,
      "loss": 0.0149,
      "step": 16420
    },
    {
      "grad_norm": 0.1840348243713379,
      "learning_rate": 9.354478573775857e-05,
      "loss": 0.0138,
      "step": 16430
    },
    {
      "grad_norm": 0.21012452244758606,
      "learning_rate": 9.353462417690186e-05,
      "loss": 0.0135,
      "step": 16440
    },
    {
      "grad_norm": 0.20541128516197205,
      "learning_rate": 9.352445517716853e-05,
      "loss": 0.0143,
      "step": 16450
    },
    {
      "grad_norm": 0.22842887043952942,
      "learning_rate": 9.351427874029621e-05,
      "loss": 0.0151,
      "step": 16460
    },
    {
      "grad_norm": 0.2297700047492981,
      "learning_rate": 9.350409486802379e-05,
      "loss": 0.015,
      "step": 16470
    },
    {
      "grad_norm": 0.1984417587518692,
      "learning_rate": 9.349390356209138e-05,
      "loss": 0.0138,
      "step": 16480
    },
    {
      "grad_norm": 0.22067971527576447,
      "learning_rate": 9.348370482424042e-05,
      "loss": 0.0121,
      "step": 16490
    },
    {
      "grad_norm": 0.19815774261951447,
      "learning_rate": 9.347349865621357e-05,
      "loss": 0.0164,
      "step": 16500
    },
    {
      "grad_norm": 0.18732795119285583,
      "learning_rate": 9.346328505975481e-05,
      "loss": 0.0166,
      "step": 16510
    },
    {
      "grad_norm": 0.17819643020629883,
      "learning_rate": 9.345306403660936e-05,
      "loss": 0.0154,
      "step": 16520
    },
    {
      "grad_norm": 0.1775449514389038,
      "learning_rate": 9.344283558852371e-05,
      "loss": 0.0174,
      "step": 16530
    },
    {
      "grad_norm": 0.1578667312860489,
      "learning_rate": 9.343259971724563e-05,
      "loss": 0.018,
      "step": 16540
    },
    {
      "grad_norm": 0.19455811381340027,
      "learning_rate": 9.342235642452413e-05,
      "loss": 0.0162,
      "step": 16550
    },
    {
      "grad_norm": 0.1395367980003357,
      "learning_rate": 9.341210571210954e-05,
      "loss": 0.0176,
      "step": 16560
    },
    {
      "grad_norm": 0.1336154341697693,
      "learning_rate": 9.340184758175338e-05,
      "loss": 0.0163,
      "step": 16570
    },
    {
      "grad_norm": 0.2280919849872589,
      "learning_rate": 9.339158203520854e-05,
      "loss": 0.0161,
      "step": 16580
    },
    {
      "grad_norm": 0.18158280849456787,
      "learning_rate": 9.338130907422908e-05,
      "loss": 0.0154,
      "step": 16590
    },
    {
      "grad_norm": 0.191971093416214,
      "learning_rate": 9.337102870057037e-05,
      "loss": 0.0122,
      "step": 16600
    },
    {
      "grad_norm": 0.18994633853435516,
      "learning_rate": 9.336074091598907e-05,
      "loss": 0.0166,
      "step": 16610
    },
    {
      "grad_norm": 0.16301590204238892,
      "learning_rate": 9.335044572224306e-05,
      "loss": 0.0179,
      "step": 16620
    },
    {
      "grad_norm": 0.22159218788146973,
      "learning_rate": 9.334014312109151e-05,
      "loss": 0.0178,
      "step": 16630
    },
    {
      "grad_norm": 0.17874999344348907,
      "learning_rate": 9.332983311429486e-05,
      "loss": 0.0148,
      "step": 16640
    },
    {
      "grad_norm": 0.19772037863731384,
      "learning_rate": 9.33195157036148e-05,
      "loss": 0.0154,
      "step": 16650
    },
    {
      "grad_norm": 0.24276891350746155,
      "learning_rate": 9.330919089081432e-05,
      "loss": 0.0128,
      "step": 16660
    },
    {
      "grad_norm": 0.1695825159549713,
      "learning_rate": 9.32988586776576e-05,
      "loss": 0.0163,
      "step": 16670
    },
    {
      "grad_norm": 0.23122678697109222,
      "learning_rate": 9.328851906591016e-05,
      "loss": 0.013,
      "step": 16680
    },
    {
      "grad_norm": 0.26105642318725586,
      "learning_rate": 9.327817205733875e-05,
      "loss": 0.0143,
      "step": 16690
    },
    {
      "grad_norm": 0.2224557101726532,
      "learning_rate": 9.326781765371142e-05,
      "loss": 0.013,
      "step": 16700
    },
    {
      "grad_norm": 0.18966025114059448,
      "learning_rate": 9.325745585679741e-05,
      "loss": 0.0133,
      "step": 16710
    },
    {
      "grad_norm": 0.15749505162239075,
      "learning_rate": 9.32470866683673e-05,
      "loss": 0.0132,
      "step": 16720
    },
    {
      "grad_norm": 0.12288523465394974,
      "learning_rate": 9.323671009019288e-05,
      "loss": 0.0126,
      "step": 16730
    },
    {
      "grad_norm": 0.2600391209125519,
      "learning_rate": 9.322632612404725e-05,
      "loss": 0.0168,
      "step": 16740
    },
    {
      "grad_norm": 0.17336568236351013,
      "learning_rate": 9.321593477170471e-05,
      "loss": 0.0117,
      "step": 16750
    },
    {
      "grad_norm": 0.324319452047348,
      "learning_rate": 9.320553603494088e-05,
      "loss": 0.0207,
      "step": 16760
    },
    {
      "grad_norm": 0.23549725115299225,
      "learning_rate": 9.319512991553261e-05,
      "loss": 0.0164,
      "step": 16770
    },
    {
      "grad_norm": 0.18723410367965698,
      "learning_rate": 9.318471641525803e-05,
      "loss": 0.0161,
      "step": 16780
    },
    {
      "grad_norm": 0.22764064371585846,
      "learning_rate": 9.317429553589652e-05,
      "loss": 0.0124,
      "step": 16790
    },
    {
      "grad_norm": 0.2100096046924591,
      "learning_rate": 9.316386727922873e-05,
      "loss": 0.0171,
      "step": 16800
    },
    {
      "grad_norm": 0.20184631645679474,
      "learning_rate": 9.315343164703656e-05,
      "loss": 0.0153,
      "step": 16810
    },
    {
      "grad_norm": 0.2183726578950882,
      "learning_rate": 9.314298864110316e-05,
      "loss": 0.015,
      "step": 16820
    },
    {
      "grad_norm": 0.15153583884239197,
      "learning_rate": 9.313253826321295e-05,
      "loss": 0.0134,
      "step": 16830
    },
    {
      "grad_norm": 0.17640434205532074,
      "learning_rate": 9.312208051515165e-05,
      "loss": 0.0187,
      "step": 16840
    },
    {
      "grad_norm": 0.31537488102912903,
      "learning_rate": 9.311161539870618e-05,
      "loss": 0.014,
      "step": 16850
    },
    {
      "grad_norm": 0.27817532420158386,
      "learning_rate": 9.310114291566474e-05,
      "loss": 0.0146,
      "step": 16860
    },
    {
      "grad_norm": 0.18238352239131927,
      "learning_rate": 9.309066306781679e-05,
      "loss": 0.0125,
      "step": 16870
    },
    {
      "grad_norm": 0.2551890015602112,
      "learning_rate": 9.308017585695306e-05,
      "loss": 0.0194,
      "step": 16880
    },
    {
      "grad_norm": 0.208949476480484,
      "learning_rate": 9.306968128486552e-05,
      "loss": 0.0157,
      "step": 16890
    },
    {
      "grad_norm": 0.1955668330192566,
      "learning_rate": 9.30591793533474e-05,
      "loss": 0.0167,
      "step": 16900
    },
    {
      "grad_norm": 0.20736370980739594,
      "learning_rate": 9.304867006419321e-05,
      "loss": 0.0122,
      "step": 16910
    },
    {
      "grad_norm": 0.19576001167297363,
      "learning_rate": 9.303815341919868e-05,
      "loss": 0.0202,
      "step": 16920
    },
    {
      "grad_norm": 0.16356231272220612,
      "learning_rate": 9.302762942016084e-05,
      "loss": 0.0213,
      "step": 16930
    },
    {
      "grad_norm": 0.11252638697624207,
      "learning_rate": 9.301709806887792e-05,
      "loss": 0.0192,
      "step": 16940
    },
    {
      "grad_norm": 0.18226377665996552,
      "learning_rate": 9.300655936714948e-05,
      "loss": 0.0151,
      "step": 16950
    },
    {
      "grad_norm": 0.20103590190410614,
      "learning_rate": 9.299601331677627e-05,
      "loss": 0.0168,
      "step": 16960
    },
    {
      "grad_norm": 0.19340699911117554,
      "learning_rate": 9.298545991956033e-05,
      "loss": 0.0133,
      "step": 16970
    },
    {
      "grad_norm": 0.2060232162475586,
      "learning_rate": 9.297489917730493e-05,
      "loss": 0.0142,
      "step": 16980
    },
    {
      "grad_norm": 0.17844165861606598,
      "learning_rate": 9.296433109181464e-05,
      "loss": 0.0175,
      "step": 16990
    },
    {
      "grad_norm": 0.143362358212471,
      "learning_rate": 9.295375566489523e-05,
      "loss": 0.0156,
      "step": 17000
    },
    {
      "grad_norm": 0.18014758825302124,
      "learning_rate": 9.294317289835379e-05,
      "loss": 0.0136,
      "step": 17010
    },
    {
      "grad_norm": 0.224955216050148,
      "learning_rate": 9.293258279399859e-05,
      "loss": 0.0189,
      "step": 17020
    },
    {
      "grad_norm": 0.2186279147863388,
      "learning_rate": 9.292198535363919e-05,
      "loss": 0.0135,
      "step": 17030
    },
    {
      "grad_norm": 0.18246327340602875,
      "learning_rate": 9.291138057908641e-05,
      "loss": 0.0199,
      "step": 17040
    },
    {
      "grad_norm": 0.23918785154819489,
      "learning_rate": 9.290076847215234e-05,
      "loss": 0.0184,
      "step": 17050
    },
    {
      "grad_norm": 0.18400171399116516,
      "learning_rate": 9.289014903465025e-05,
      "loss": 0.0204,
      "step": 17060
    },
    {
      "grad_norm": 0.20973463356494904,
      "learning_rate": 9.287952226839475e-05,
      "loss": 0.02,
      "step": 17070
    },
    {
      "grad_norm": 0.30491429567337036,
      "learning_rate": 9.286888817520164e-05,
      "loss": 0.0156,
      "step": 17080
    },
    {
      "grad_norm": 0.18612894415855408,
      "learning_rate": 9.285824675688803e-05,
      "loss": 0.0174,
      "step": 17090
    },
    {
      "grad_norm": 0.2160232812166214,
      "learning_rate": 9.28475980152722e-05,
      "loss": 0.0141,
      "step": 17100
    },
    {
      "grad_norm": 0.16569723188877106,
      "learning_rate": 9.283694195217379e-05,
      "loss": 0.0175,
      "step": 17110
    },
    {
      "grad_norm": 0.17465630173683167,
      "learning_rate": 9.282627856941356e-05,
      "loss": 0.0166,
      "step": 17120
    },
    {
      "grad_norm": 0.23705139756202698,
      "learning_rate": 9.281560786881363e-05,
      "loss": 0.0126,
      "step": 17130
    },
    {
      "grad_norm": 0.28884652256965637,
      "learning_rate": 9.280492985219733e-05,
      "loss": 0.0138,
      "step": 17140
    },
    {
      "grad_norm": 0.2452281415462494,
      "learning_rate": 9.279424452138924e-05,
      "loss": 0.0153,
      "step": 17150
    },
    {
      "grad_norm": 0.20272605121135712,
      "learning_rate": 9.278355187821517e-05,
      "loss": 0.0176,
      "step": 17160
    },
    {
      "grad_norm": 0.21451102197170258,
      "learning_rate": 9.277285192450224e-05,
      "loss": 0.0146,
      "step": 17170
    },
    {
      "grad_norm": 0.20761199295520782,
      "learning_rate": 9.276214466207875e-05,
      "loss": 0.015,
      "step": 17180
    },
    {
      "grad_norm": 0.20699279010295868,
      "learning_rate": 9.275143009277427e-05,
      "loss": 0.0191,
      "step": 17190
    },
    {
      "grad_norm": 0.17696204781532288,
      "learning_rate": 9.274070821841964e-05,
      "loss": 0.0118,
      "step": 17200
    },
    {
      "grad_norm": 0.22664830088615417,
      "learning_rate": 9.272997904084696e-05,
      "loss": 0.0142,
      "step": 17210
    },
    {
      "grad_norm": 0.20234060287475586,
      "learning_rate": 9.271924256188951e-05,
      "loss": 0.0162,
      "step": 17220
    },
    {
      "grad_norm": 0.2073674350976944,
      "learning_rate": 9.270849878338189e-05,
      "loss": 0.0172,
      "step": 17230
    },
    {
      "grad_norm": 0.21017813682556152,
      "learning_rate": 9.269774770715991e-05,
      "loss": 0.0146,
      "step": 17240
    },
    {
      "grad_norm": 0.12857027351856232,
      "learning_rate": 9.268698933506061e-05,
      "loss": 0.0108,
      "step": 17250
    },
    {
      "grad_norm": 0.22159744799137115,
      "learning_rate": 9.267622366892235e-05,
      "loss": 0.0143,
      "step": 17260
    },
    {
      "grad_norm": 0.19953416287899017,
      "learning_rate": 9.266545071058465e-05,
      "loss": 0.0153,
      "step": 17270
    },
    {
      "grad_norm": 0.18374285101890564,
      "learning_rate": 9.265467046188833e-05,
      "loss": 0.0132,
      "step": 17280
    },
    {
      "grad_norm": 0.2277875542640686,
      "learning_rate": 9.264388292467543e-05,
      "loss": 0.0163,
      "step": 17290
    },
    {
      "grad_norm": 0.1881616860628128,
      "learning_rate": 9.263308810078926e-05,
      "loss": 0.0158,
      "step": 17300
    },
    {
      "grad_norm": 0.2326216697692871,
      "learning_rate": 9.262228599207434e-05,
      "loss": 0.0176,
      "step": 17310
    },
    {
      "grad_norm": 0.23960037529468536,
      "learning_rate": 9.261147660037647e-05,
      "loss": 0.0155,
      "step": 17320
    },
    {
      "grad_norm": 0.1910000741481781,
      "learning_rate": 9.26006599275427e-05,
      "loss": 0.0129,
      "step": 17330
    },
    {
      "grad_norm": 0.38328683376312256,
      "learning_rate": 9.258983597542124e-05,
      "loss": 0.0196,
      "step": 17340
    },
    {
      "grad_norm": 0.29373160004615784,
      "learning_rate": 9.257900474586167e-05,
      "loss": 0.0174,
      "step": 17350
    },
    {
      "grad_norm": 0.2333376109600067,
      "learning_rate": 9.256816624071471e-05,
      "loss": 0.0201,
      "step": 17360
    },
    {
      "grad_norm": 0.1966048926115036,
      "learning_rate": 9.25573204618324e-05,
      "loss": 0.0181,
      "step": 17370
    },
    {
      "grad_norm": 0.15871456265449524,
      "learning_rate": 9.254646741106796e-05,
      "loss": 0.0168,
      "step": 17380
    },
    {
      "grad_norm": 0.181658074259758,
      "learning_rate": 9.253560709027589e-05,
      "loss": 0.0111,
      "step": 17390
    },
    {
      "grad_norm": 0.21086850762367249,
      "learning_rate": 9.252473950131192e-05,
      "loss": 0.0158,
      "step": 17400
    },
    {
      "grad_norm": 0.2548046410083771,
      "learning_rate": 9.251386464603302e-05,
      "loss": 0.0173,
      "step": 17410
    },
    {
      "grad_norm": 0.1764838695526123,
      "learning_rate": 9.250298252629741e-05,
      "loss": 0.0118,
      "step": 17420
    },
    {
      "grad_norm": 0.22793227434158325,
      "learning_rate": 9.249209314396454e-05,
      "loss": 0.0124,
      "step": 17430
    },
    {
      "grad_norm": 0.21901018917560577,
      "learning_rate": 9.248119650089513e-05,
      "loss": 0.0138,
      "step": 17440
    },
    {
      "grad_norm": 0.19786390662193298,
      "learning_rate": 9.247029259895108e-05,
      "loss": 0.0177,
      "step": 17450
    },
    {
      "grad_norm": 0.2753768563270569,
      "learning_rate": 9.24593814399956e-05,
      "loss": 0.0152,
      "step": 17460
    },
    {
      "grad_norm": 0.17689476907253265,
      "learning_rate": 9.244846302589309e-05,
      "loss": 0.0147,
      "step": 17470
    },
    {
      "grad_norm": 0.16024145483970642,
      "learning_rate": 9.243753735850923e-05,
      "loss": 0.0146,
      "step": 17480
    },
    {
      "grad_norm": 0.2548324465751648,
      "learning_rate": 9.24266044397109e-05,
      "loss": 0.0172,
      "step": 17490
    },
    {
      "grad_norm": 0.208730548620224,
      "learning_rate": 9.241566427136624e-05,
      "loss": 0.0204,
      "step": 17500
    },
    {
      "grad_norm": 0.18071986734867096,
      "learning_rate": 9.240471685534463e-05,
      "loss": 0.0126,
      "step": 17510
    },
    {
      "grad_norm": 0.1332291066646576,
      "learning_rate": 9.239376219351667e-05,
      "loss": 0.0149,
      "step": 17520
    },
    {
      "grad_norm": 0.1829666793346405,
      "learning_rate": 9.238280028775425e-05,
      "loss": 0.0132,
      "step": 17530
    },
    {
      "grad_norm": 0.14539138972759247,
      "learning_rate": 9.237183113993041e-05,
      "loss": 0.011,
      "step": 17540
    },
    {
      "grad_norm": 0.1873875856399536,
      "learning_rate": 9.236085475191952e-05,
      "loss": 0.012,
      "step": 17550
    },
    {
      "grad_norm": 0.18558162450790405,
      "learning_rate": 9.234987112559709e-05,
      "loss": 0.0154,
      "step": 17560
    },
    {
      "grad_norm": 0.18033598363399506,
      "learning_rate": 9.233888026283999e-05,
      "loss": 0.0139,
      "step": 17570
    },
    {
      "grad_norm": 0.16006332635879517,
      "learning_rate": 9.232788216552619e-05,
      "loss": 0.0117,
      "step": 17580
    },
    {
      "grad_norm": 0.20718322694301605,
      "learning_rate": 9.231687683553502e-05,
      "loss": 0.015,
      "step": 17590
    },
    {
      "grad_norm": 0.2291862666606903,
      "learning_rate": 9.230586427474698e-05,
      "loss": 0.02,
      "step": 17600
    },
    {
      "grad_norm": 0.23802348971366882,
      "learning_rate": 9.229484448504379e-05,
      "loss": 0.0155,
      "step": 17610
    },
    {
      "grad_norm": 0.2049993872642517,
      "learning_rate": 9.228381746830843e-05,
      "loss": 0.0153,
      "step": 17620
    },
    {
      "grad_norm": 0.1492697298526764,
      "learning_rate": 9.227278322642514e-05,
      "loss": 0.0177,
      "step": 17630
    },
    {
      "grad_norm": 0.23074306547641754,
      "learning_rate": 9.226174176127937e-05,
      "loss": 0.0164,
      "step": 17640
    },
    {
      "grad_norm": 0.2476588636636734,
      "learning_rate": 9.22506930747578e-05,
      "loss": 0.0228,
      "step": 17650
    },
    {
      "grad_norm": 0.18903417885303497,
      "learning_rate": 9.223963716874831e-05,
      "loss": 0.0179,
      "step": 17660
    },
    {
      "grad_norm": 0.2040104866027832,
      "learning_rate": 9.222857404514012e-05,
      "loss": 0.0152,
      "step": 17670
    },
    {
      "grad_norm": 0.18264180421829224,
      "learning_rate": 9.221750370582355e-05,
      "loss": 0.0201,
      "step": 17680
    },
    {
      "grad_norm": 0.18910259008407593,
      "learning_rate": 9.220642615269028e-05,
      "loss": 0.0159,
      "step": 17690
    },
    {
      "grad_norm": 0.19716796278953552,
      "learning_rate": 9.219534138763311e-05,
      "loss": 0.0233,
      "step": 17700
    },
    {
      "grad_norm": 0.20653006434440613,
      "learning_rate": 9.218424941254613e-05,
      "loss": 0.0141,
      "step": 17710
    },
    {
      "grad_norm": 0.16235966980457306,
      "learning_rate": 9.217315022932468e-05,
      "loss": 0.0184,
      "step": 17720
    },
    {
      "grad_norm": 0.2566031813621521,
      "learning_rate": 9.216204383986528e-05,
      "loss": 0.0205,
      "step": 17730
    },
    {
      "grad_norm": 0.17997436225414276,
      "learning_rate": 9.215093024606574e-05,
      "loss": 0.0144,
      "step": 17740
    },
    {
      "grad_norm": 0.19517730176448822,
      "learning_rate": 9.213980944982506e-05,
      "loss": 0.0131,
      "step": 17750
    },
    {
      "grad_norm": 0.15319138765335083,
      "learning_rate": 9.212868145304346e-05,
      "loss": 0.0153,
      "step": 17760
    },
    {
      "grad_norm": 0.16097921133041382,
      "learning_rate": 9.211754625762241e-05,
      "loss": 0.017,
      "step": 17770
    },
    {
      "grad_norm": 0.2822878360748291,
      "learning_rate": 9.210640386546463e-05,
      "loss": 0.0164,
      "step": 17780
    },
    {
      "grad_norm": 0.2567090094089508,
      "learning_rate": 9.209525427847405e-05,
      "loss": 0.0127,
      "step": 17790
    },
    {
      "grad_norm": 0.2448255717754364,
      "learning_rate": 9.208409749855583e-05,
      "loss": 0.0124,
      "step": 17800
    },
    {
      "grad_norm": 0.12887682020664215,
      "learning_rate": 9.207293352761633e-05,
      "loss": 0.0148,
      "step": 17810
    },
    {
      "grad_norm": 0.13814657926559448,
      "learning_rate": 9.206176236756319e-05,
      "loss": 0.014,
      "step": 17820
    },
    {
      "grad_norm": 0.21566642820835114,
      "learning_rate": 9.205058402030525e-05,
      "loss": 0.0151,
      "step": 17830
    },
    {
      "grad_norm": 0.1623167246580124,
      "learning_rate": 9.203939848775259e-05,
      "loss": 0.0152,
      "step": 17840
    },
    {
      "grad_norm": 0.19354493916034698,
      "learning_rate": 9.202820577181652e-05,
      "loss": 0.0167,
      "step": 17850
    },
    {
      "grad_norm": 0.18125508725643158,
      "learning_rate": 9.201700587440953e-05,
      "loss": 0.0119,
      "step": 17860
    },
    {
      "grad_norm": 0.1466415524482727,
      "learning_rate": 9.200579879744544e-05,
      "loss": 0.0139,
      "step": 17870
    },
    {
      "grad_norm": 0.15559202432632446,
      "learning_rate": 9.199458454283918e-05,
      "loss": 0.0135,
      "step": 17880
    },
    {
      "grad_norm": 0.18281294405460358,
      "learning_rate": 9.198336311250697e-05,
      "loss": 0.0157,
      "step": 17890
    },
    {
      "grad_norm": 0.16065657138824463,
      "learning_rate": 9.197213450836626e-05,
      "loss": 0.016,
      "step": 17900
    },
    {
      "grad_norm": 0.23639775812625885,
      "learning_rate": 9.19608987323357e-05,
      "loss": 0.0182,
      "step": 17910
    },
    {
      "grad_norm": 0.1907862275838852,
      "learning_rate": 9.194965578633517e-05,
      "loss": 0.0171,
      "step": 17920
    },
    {
      "grad_norm": 0.20516443252563477,
      "learning_rate": 9.193840567228582e-05,
      "loss": 0.015,
      "step": 17930
    },
    {
      "grad_norm": 0.20323605835437775,
      "learning_rate": 9.192714839210994e-05,
      "loss": 0.0147,
      "step": 17940
    },
    {
      "grad_norm": 0.14706440269947052,
      "learning_rate": 9.19158839477311e-05,
      "loss": 0.0171,
      "step": 17950
    },
    {
      "grad_norm": 0.1533920168876648,
      "learning_rate": 9.190461234107411e-05,
      "loss": 0.0164,
      "step": 17960
    },
    {
      "grad_norm": 0.22406138479709625,
      "learning_rate": 9.189333357406496e-05,
      "loss": 0.014,
      "step": 17970
    },
    {
      "grad_norm": 0.18740347027778625,
      "learning_rate": 9.188204764863089e-05,
      "loss": 0.0182,
      "step": 17980
    },
    {
      "grad_norm": 0.14758728444576263,
      "learning_rate": 9.187075456670033e-05,
      "loss": 0.0194,
      "step": 17990
    },
    {
      "grad_norm": 0.1741352379322052,
      "learning_rate": 9.1859454330203e-05,
      "loss": 0.0178,
      "step": 18000
    },
    {
      "grad_norm": 0.18380239605903625,
      "learning_rate": 9.18481469410698e-05,
      "loss": 0.0191,
      "step": 18010
    },
    {
      "grad_norm": 0.1725950688123703,
      "learning_rate": 9.183683240123281e-05,
      "loss": 0.016,
      "step": 18020
    },
    {
      "grad_norm": 0.1873195767402649,
      "learning_rate": 9.182551071262541e-05,
      "loss": 0.0119,
      "step": 18030
    },
    {
      "grad_norm": 0.20286893844604492,
      "learning_rate": 9.181418187718218e-05,
      "loss": 0.0133,
      "step": 18040
    },
    {
      "grad_norm": 0.17356446385383606,
      "learning_rate": 9.180284589683888e-05,
      "loss": 0.0167,
      "step": 18050
    },
    {
      "grad_norm": 0.18750758469104767,
      "learning_rate": 9.17915027735325e-05,
      "loss": 0.0192,
      "step": 18060
    },
    {
      "grad_norm": 0.2471853643655777,
      "learning_rate": 9.178015250920133e-05,
      "loss": 0.0174,
      "step": 18070
    },
    {
      "grad_norm": 0.2380102276802063,
      "learning_rate": 9.176879510578477e-05,
      "loss": 0.019,
      "step": 18080
    },
    {
      "grad_norm": 0.1597011387348175,
      "learning_rate": 9.17574305652235e-05,
      "loss": 0.0111,
      "step": 18090
    },
    {
      "grad_norm": 0.20907218754291534,
      "learning_rate": 9.174605888945942e-05,
      "loss": 0.0187,
      "step": 18100
    },
    {
      "grad_norm": 0.19343619048595428,
      "learning_rate": 9.173468008043564e-05,
      "loss": 0.0167,
      "step": 18110
    },
    {
      "grad_norm": 0.18161146342754364,
      "learning_rate": 9.172329414009648e-05,
      "loss": 0.0118,
      "step": 18120
    },
    {
      "grad_norm": 0.1691967248916626,
      "learning_rate": 9.171190107038747e-05,
      "loss": 0.0173,
      "step": 18130
    },
    {
      "grad_norm": 0.19646906852722168,
      "learning_rate": 9.170050087325541e-05,
      "loss": 0.0157,
      "step": 18140
    },
    {
      "grad_norm": 0.1313369870185852,
      "learning_rate": 9.168909355064824e-05,
      "loss": 0.0167,
      "step": 18150
    },
    {
      "grad_norm": 0.16453245282173157,
      "learning_rate": 9.167767910451519e-05,
      "loss": 0.0143,
      "step": 18160
    },
    {
      "grad_norm": 0.18752877414226532,
      "learning_rate": 9.166625753680669e-05,
      "loss": 0.0158,
      "step": 18170
    },
    {
      "grad_norm": 0.23103605210781097,
      "learning_rate": 9.165482884947431e-05,
      "loss": 0.0156,
      "step": 18180
    },
    {
      "grad_norm": 0.19398392736911774,
      "learning_rate": 9.164339304447098e-05,
      "loss": 0.0172,
      "step": 18190
    },
    {
      "grad_norm": 0.1929885447025299,
      "learning_rate": 9.163195012375072e-05,
      "loss": 0.0137,
      "step": 18200
    },
    {
      "grad_norm": 0.19289007782936096,
      "learning_rate": 9.16205000892688e-05,
      "loss": 0.0182,
      "step": 18210
    },
    {
      "grad_norm": 0.19933471083641052,
      "learning_rate": 9.160904294298175e-05,
      "loss": 0.0138,
      "step": 18220
    },
    {
      "grad_norm": 0.16375002264976501,
      "learning_rate": 9.159757868684727e-05,
      "loss": 0.0141,
      "step": 18230
    },
    {
      "grad_norm": 0.1903720647096634,
      "learning_rate": 9.15861073228243e-05,
      "loss": 0.0171,
      "step": 18240
    },
    {
      "grad_norm": 0.21325397491455078,
      "learning_rate": 9.157462885287296e-05,
      "loss": 0.0139,
      "step": 18250
    },
    {
      "grad_norm": 0.2268979549407959,
      "learning_rate": 9.156314327895461e-05,
      "loss": 0.0153,
      "step": 18260
    },
    {
      "grad_norm": 0.23439332842826843,
      "learning_rate": 9.155165060303185e-05,
      "loss": 0.014,
      "step": 18270
    },
    {
      "grad_norm": 0.1771182268857956,
      "learning_rate": 9.154015082706841e-05,
      "loss": 0.0176,
      "step": 18280
    },
    {
      "grad_norm": 0.1406022608280182,
      "learning_rate": 9.152864395302936e-05,
      "loss": 0.0102,
      "step": 18290
    },
    {
      "grad_norm": 0.20691905915737152,
      "learning_rate": 9.151712998288085e-05,
      "loss": 0.0149,
      "step": 18300
    },
    {
      "grad_norm": 0.18017086386680603,
      "learning_rate": 9.150560891859031e-05,
      "loss": 0.0139,
      "step": 18310
    },
    {
      "grad_norm": 0.2134014070034027,
      "learning_rate": 9.14940807621264e-05,
      "loss": 0.0147,
      "step": 18320
    },
    {
      "grad_norm": 0.18195703625679016,
      "learning_rate": 9.148254551545894e-05,
      "loss": 0.0182,
      "step": 18330
    },
    {
      "grad_norm": 0.2239314615726471,
      "learning_rate": 9.147100318055901e-05,
      "loss": 0.0148,
      "step": 18340
    },
    {
      "grad_norm": 0.23901745676994324,
      "learning_rate": 9.145945375939888e-05,
      "loss": 0.0148,
      "step": 18350
    },
    {
      "grad_norm": 0.21189525723457336,
      "learning_rate": 9.144789725395203e-05,
      "loss": 0.0138,
      "step": 18360
    },
    {
      "grad_norm": 0.23742425441741943,
      "learning_rate": 9.14363336661931e-05,
      "loss": 0.0149,
      "step": 18370
    },
    {
      "grad_norm": 0.14099732041358948,
      "learning_rate": 9.142476299809806e-05,
      "loss": 0.0165,
      "step": 18380
    },
    {
      "grad_norm": 0.17662674188613892,
      "learning_rate": 9.1413185251644e-05,
      "loss": 0.0122,
      "step": 18390
    },
    {
      "grad_norm": 0.18368487060070038,
      "learning_rate": 9.140160042880923e-05,
      "loss": 0.0194,
      "step": 18400
    },
    {
      "grad_norm": 0.16998563706874847,
      "learning_rate": 9.139000853157327e-05,
      "loss": 0.0187,
      "step": 18410
    },
    {
      "grad_norm": 0.2250813990831375,
      "learning_rate": 9.137840956191688e-05,
      "loss": 0.0115,
      "step": 18420
    },
    {
      "grad_norm": 0.14819172024726868,
      "learning_rate": 9.136680352182199e-05,
      "loss": 0.019,
      "step": 18430
    },
    {
      "grad_norm": 0.20883339643478394,
      "learning_rate": 9.135519041327177e-05,
      "loss": 0.0136,
      "step": 18440
    },
    {
      "grad_norm": 0.2257370501756668,
      "learning_rate": 9.134357023825058e-05,
      "loss": 0.0142,
      "step": 18450
    },
    {
      "grad_norm": 0.14674252271652222,
      "learning_rate": 9.133194299874398e-05,
      "loss": 0.0143,
      "step": 18460
    },
    {
      "grad_norm": 0.16268602013587952,
      "learning_rate": 9.132030869673876e-05,
      "loss": 0.0159,
      "step": 18470
    },
    {
      "grad_norm": 0.1706577092409134,
      "learning_rate": 9.130866733422288e-05,
      "loss": 0.017,
      "step": 18480
    },
    {
      "grad_norm": 0.21541282534599304,
      "learning_rate": 9.129701891318556e-05,
      "loss": 0.0124,
      "step": 18490
    },
    {
      "grad_norm": 0.2429717481136322,
      "learning_rate": 9.128536343561718e-05,
      "loss": 0.0151,
      "step": 18500
    },
    {
      "grad_norm": 0.19058707356452942,
      "learning_rate": 9.127370090350934e-05,
      "loss": 0.013,
      "step": 18510
    },
    {
      "grad_norm": 0.14539912343025208,
      "learning_rate": 9.126203131885487e-05,
      "loss": 0.014,
      "step": 18520
    },
    {
      "grad_norm": 0.2077726423740387,
      "learning_rate": 9.125035468364775e-05,
      "loss": 0.0155,
      "step": 18530
    },
    {
      "grad_norm": 0.13945452868938446,
      "learning_rate": 9.123867099988322e-05,
      "loss": 0.0151,
      "step": 18540
    },
    {
      "grad_norm": 0.2076801359653473,
      "learning_rate": 9.122698026955769e-05,
      "loss": 0.0167,
      "step": 18550
    },
    {
      "grad_norm": 0.25640997290611267,
      "learning_rate": 9.12152824946688e-05,
      "loss": 0.0178,
      "step": 18560
    },
    {
      "grad_norm": 0.21320781111717224,
      "learning_rate": 9.120357767721538e-05,
      "loss": 0.0144,
      "step": 18570
    },
    {
      "grad_norm": 0.1945761889219284,
      "learning_rate": 9.119186581919745e-05,
      "loss": 0.0164,
      "step": 18580
    },
    {
      "grad_norm": 0.18947899341583252,
      "learning_rate": 9.118014692261624e-05,
      "loss": 0.0168,
      "step": 18590
    },
    {
      "grad_norm": 0.27780869603157043,
      "learning_rate": 9.116842098947422e-05,
      "loss": 0.0162,
      "step": 18600
    },
    {
      "grad_norm": 0.18393230438232422,
      "learning_rate": 9.115668802177499e-05,
      "loss": 0.013,
      "step": 18610
    },
    {
      "grad_norm": 0.19554506242275238,
      "learning_rate": 9.114494802152342e-05,
      "loss": 0.0131,
      "step": 18620
    },
    {
      "grad_norm": 0.14878757297992706,
      "learning_rate": 9.113320099072555e-05,
      "loss": 0.0139,
      "step": 18630
    },
    {
      "grad_norm": 0.1469140350818634,
      "learning_rate": 9.112144693138864e-05,
      "loss": 0.0133,
      "step": 18640
    },
    {
      "grad_norm": 0.1304815113544464,
      "learning_rate": 9.110968584552111e-05,
      "loss": 0.0135,
      "step": 18650
    },
    {
      "grad_norm": 0.23423391580581665,
      "learning_rate": 9.109791773513264e-05,
      "loss": 0.012,
      "step": 18660
    },
    {
      "grad_norm": 0.14981673657894135,
      "learning_rate": 9.108614260223403e-05,
      "loss": 0.0117,
      "step": 18670
    },
    {
      "grad_norm": 0.13891521096229553,
      "learning_rate": 9.107436044883738e-05,
      "loss": 0.0147,
      "step": 18680
    },
    {
      "grad_norm": 0.27399617433547974,
      "learning_rate": 9.10625712769559e-05,
      "loss": 0.0156,
      "step": 18690
    },
    {
      "grad_norm": 0.1749386042356491,
      "learning_rate": 9.105077508860406e-05,
      "loss": 0.0143,
      "step": 18700
    },
    {
      "grad_norm": 0.17070990800857544,
      "learning_rate": 9.103897188579751e-05,
      "loss": 0.0129,
      "step": 18710
    },
    {
      "grad_norm": 0.14964336156845093,
      "learning_rate": 9.102716167055308e-05,
      "loss": 0.0128,
      "step": 18720
    },
    {
      "grad_norm": 0.17862379550933838,
      "learning_rate": 9.10153444448888e-05,
      "loss": 0.0111,
      "step": 18730
    },
    {
      "grad_norm": 0.17274944484233856,
      "learning_rate": 9.100352021082393e-05,
      "loss": 0.0127,
      "step": 18740
    },
    {
      "grad_norm": 0.16329045593738556,
      "learning_rate": 9.099168897037891e-05,
      "loss": 0.0125,
      "step": 18750
    },
    {
      "grad_norm": 0.2371187061071396,
      "learning_rate": 9.097985072557538e-05,
      "loss": 0.0164,
      "step": 18760
    },
    {
      "grad_norm": 0.17099539935588837,
      "learning_rate": 9.096800547843615e-05,
      "loss": 0.0127,
      "step": 18770
    },
    {
      "grad_norm": 0.2530136704444885,
      "learning_rate": 9.095615323098526e-05,
      "loss": 0.0123,
      "step": 18780
    },
    {
      "grad_norm": 0.14102983474731445,
      "learning_rate": 9.094429398524795e-05,
      "loss": 0.0131,
      "step": 18790
    },
    {
      "grad_norm": 0.18156011402606964,
      "learning_rate": 9.093242774325061e-05,
      "loss": 0.0167,
      "step": 18800
    },
    {
      "grad_norm": 0.1318848878145218,
      "learning_rate": 9.092055450702088e-05,
      "loss": 0.0105,
      "step": 18810
    },
    {
      "grad_norm": 0.22467690706253052,
      "learning_rate": 9.090867427858756e-05,
      "loss": 0.0136,
      "step": 18820
    },
    {
      "grad_norm": 0.19471429288387299,
      "learning_rate": 9.089678705998066e-05,
      "loss": 0.0129,
      "step": 18830
    },
    {
      "grad_norm": 0.21607111394405365,
      "learning_rate": 9.088489285323139e-05,
      "loss": 0.0168,
      "step": 18840
    },
    {
      "grad_norm": 0.2848096489906311,
      "learning_rate": 9.087299166037212e-05,
      "loss": 0.0197,
      "step": 18850
    },
    {
      "grad_norm": 0.17333291471004486,
      "learning_rate": 9.086108348343647e-05,
      "loss": 0.0147,
      "step": 18860
    },
    {
      "grad_norm": 0.15294794738292694,
      "learning_rate": 9.08491683244592e-05,
      "loss": 0.0157,
      "step": 18870
    },
    {
      "grad_norm": 0.14007993042469025,
      "learning_rate": 9.08372461854763e-05,
      "loss": 0.0122,
      "step": 18880
    },
    {
      "grad_norm": 0.20142538845539093,
      "learning_rate": 9.082531706852492e-05,
      "loss": 0.0175,
      "step": 18890
    },
    {
      "grad_norm": 0.20073306560516357,
      "learning_rate": 9.081338097564342e-05,
      "loss": 0.0146,
      "step": 18900
    },
    {
      "grad_norm": 0.17685462534427643,
      "learning_rate": 9.080143790887137e-05,
      "loss": 0.0124,
      "step": 18910
    },
    {
      "grad_norm": 0.1239381730556488,
      "learning_rate": 9.07894878702495e-05,
      "loss": 0.0157,
      "step": 18920
    },
    {
      "grad_norm": 0.24963274598121643,
      "learning_rate": 9.077753086181974e-05,
      "loss": 0.0139,
      "step": 18930
    },
    {
      "grad_norm": 0.21563684940338135,
      "learning_rate": 9.076556688562524e-05,
      "loss": 0.015,
      "step": 18940
    },
    {
      "grad_norm": 0.20392262935638428,
      "learning_rate": 9.075359594371029e-05,
      "loss": 0.0148,
      "step": 18950
    },
    {
      "grad_norm": 0.17979344725608826,
      "learning_rate": 9.07416180381204e-05,
      "loss": 0.0146,
      "step": 18960
    },
    {
      "grad_norm": 0.2262524962425232,
      "learning_rate": 9.072963317090228e-05,
      "loss": 0.0165,
      "step": 18970
    },
    {
      "grad_norm": 0.14196430146694183,
      "learning_rate": 9.071764134410382e-05,
      "loss": 0.0127,
      "step": 18980
    },
    {
      "grad_norm": 0.27625730633735657,
      "learning_rate": 9.070564255977407e-05,
      "loss": 0.0134,
      "step": 18990
    },
    {
      "grad_norm": 0.21175482869148254,
      "learning_rate": 9.06936368199633e-05,
      "loss": 0.0146,
      "step": 19000
    },
    {
      "grad_norm": 0.2519226372241974,
      "learning_rate": 9.0681624126723e-05,
      "loss": 0.0195,
      "step": 19010
    },
    {
      "grad_norm": 0.17236606776714325,
      "learning_rate": 9.066960448210576e-05,
      "loss": 0.0142,
      "step": 19020
    },
    {
      "grad_norm": 0.1884067952632904,
      "learning_rate": 9.065757788816543e-05,
      "loss": 0.0124,
      "step": 19030
    },
    {
      "grad_norm": 0.1410602480173111,
      "learning_rate": 9.064554434695705e-05,
      "loss": 0.0134,
      "step": 19040
    },
    {
      "grad_norm": 0.14621315896511078,
      "learning_rate": 9.063350386053677e-05,
      "loss": 0.0123,
      "step": 19050
    },
    {
      "grad_norm": 0.1259196549654007,
      "learning_rate": 9.062145643096202e-05,
      "loss": 0.0113,
      "step": 19060
    },
    {
      "grad_norm": 0.15869039297103882,
      "learning_rate": 9.060940206029136e-05,
      "loss": 0.0149,
      "step": 19070
    },
    {
      "grad_norm": 0.1389807164669037,
      "learning_rate": 9.059734075058457e-05,
      "loss": 0.0117,
      "step": 19080
    },
    {
      "grad_norm": 0.1723543107509613,
      "learning_rate": 9.058527250390257e-05,
      "loss": 0.0178,
      "step": 19090
    },
    {
      "grad_norm": 0.2132238894701004,
      "learning_rate": 9.057319732230752e-05,
      "loss": 0.0185,
      "step": 19100
    },
    {
      "grad_norm": 0.20133967697620392,
      "learning_rate": 9.056111520786273e-05,
      "loss": 0.0148,
      "step": 19110
    },
    {
      "grad_norm": 0.20427142083644867,
      "learning_rate": 9.054902616263268e-05,
      "loss": 0.0182,
      "step": 19120
    },
    {
      "grad_norm": 0.1759430319070816,
      "learning_rate": 9.05369301886831e-05,
      "loss": 0.0135,
      "step": 19130
    },
    {
      "grad_norm": 0.16854305565357208,
      "learning_rate": 9.052482728808083e-05,
      "loss": 0.0155,
      "step": 19140
    },
    {
      "grad_norm": 0.21406292915344238,
      "learning_rate": 9.051271746289391e-05,
      "loss": 0.0177,
      "step": 19150
    },
    {
      "grad_norm": 0.16817116737365723,
      "learning_rate": 9.050060071519162e-05,
      "loss": 0.014,
      "step": 19160
    },
    {
      "grad_norm": 0.19145144522190094,
      "learning_rate": 9.048847704704437e-05,
      "loss": 0.0156,
      "step": 19170
    },
    {
      "grad_norm": 0.2428869903087616,
      "learning_rate": 9.047634646052376e-05,
      "loss": 0.0196,
      "step": 19180
    },
    {
      "grad_norm": 0.2261664718389511,
      "learning_rate": 9.046420895770256e-05,
      "loss": 0.011,
      "step": 19190
    },
    {
      "grad_norm": 0.2102564424276352,
      "learning_rate": 9.045206454065473e-05,
      "loss": 0.0152,
      "step": 19200
    },
    {
      "grad_norm": 0.19882957637310028,
      "learning_rate": 9.043991321145546e-05,
      "loss": 0.018,
      "step": 19210
    },
    {
      "grad_norm": 0.1448136419057846,
      "learning_rate": 9.042775497218105e-05,
      "loss": 0.0134,
      "step": 19220
    },
    {
      "grad_norm": 0.12742675840854645,
      "learning_rate": 9.041558982490901e-05,
      "loss": 0.0117,
      "step": 19230
    },
    {
      "grad_norm": 0.15551398694515228,
      "learning_rate": 9.040341777171805e-05,
      "loss": 0.0115,
      "step": 19240
    },
    {
      "grad_norm": 0.15683358907699585,
      "learning_rate": 9.039123881468802e-05,
      "loss": 0.0118,
      "step": 19250
    },
    {
      "grad_norm": 0.18972620368003845,
      "learning_rate": 9.037905295589998e-05,
      "loss": 0.0137,
      "step": 19260
    },
    {
      "grad_norm": 0.23842401802539825,
      "learning_rate": 9.036686019743617e-05,
      "loss": 0.0202,
      "step": 19270
    },
    {
      "grad_norm": 0.2188030481338501,
      "learning_rate": 9.035466054137997e-05,
      "loss": 0.0131,
      "step": 19280
    },
    {
      "grad_norm": 0.17790038883686066,
      "learning_rate": 9.0342453989816e-05,
      "loss": 0.0174,
      "step": 19290
    },
    {
      "grad_norm": 0.13863569498062134,
      "learning_rate": 9.033024054483e-05,
      "loss": 0.0161,
      "step": 19300
    },
    {
      "grad_norm": 0.16636303067207336,
      "learning_rate": 9.031802020850894e-05,
      "loss": 0.0179,
      "step": 19310
    },
    {
      "grad_norm": 0.2310553640127182,
      "learning_rate": 9.030579298294092e-05,
      "loss": 0.0128,
      "step": 19320
    },
    {
      "grad_norm": 0.15453538298606873,
      "learning_rate": 9.029355887021524e-05,
      "loss": 0.0102,
      "step": 19330
    },
    {
      "grad_norm": 0.14965365827083588,
      "learning_rate": 9.028131787242238e-05,
      "loss": 0.0133,
      "step": 19340
    },
    {
      "grad_norm": 0.15728145837783813,
      "learning_rate": 9.026906999165399e-05,
      "loss": 0.0118,
      "step": 19350
    },
    {
      "grad_norm": 0.1950896978378296,
      "learning_rate": 9.025681523000291e-05,
      "loss": 0.0117,
      "step": 19360
    },
    {
      "grad_norm": 0.16727322340011597,
      "learning_rate": 9.024455358956315e-05,
      "loss": 0.0139,
      "step": 19370
    },
    {
      "grad_norm": 0.27812716364860535,
      "learning_rate": 9.023228507242984e-05,
      "loss": 0.0163,
      "step": 19380
    },
    {
      "grad_norm": 0.21883967518806458,
      "learning_rate": 9.022000968069937e-05,
      "loss": 0.0129,
      "step": 19390
    },
    {
      "grad_norm": 0.1694314181804657,
      "learning_rate": 9.020772741646928e-05,
      "loss": 0.0189,
      "step": 19400
    },
    {
      "grad_norm": 0.2048308253288269,
      "learning_rate": 9.019543828183826e-05,
      "loss": 0.0139,
      "step": 19410
    },
    {
      "grad_norm": 0.19527089595794678,
      "learning_rate": 9.018314227890616e-05,
      "loss": 0.0162,
      "step": 19420
    },
    {
      "grad_norm": 0.19145020842552185,
      "learning_rate": 9.017083940977408e-05,
      "loss": 0.0153,
      "step": 19430
    },
    {
      "grad_norm": 0.1622425764799118,
      "learning_rate": 9.015852967654422e-05,
      "loss": 0.0146,
      "step": 19440
    },
    {
      "grad_norm": 0.25959059596061707,
      "learning_rate": 9.014621308131996e-05,
      "loss": 0.0145,
      "step": 19450
    },
    {
      "grad_norm": 0.25882187485694885,
      "learning_rate": 9.01338896262059e-05,
      "loss": 0.0139,
      "step": 19460
    },
    {
      "grad_norm": 0.1632433384656906,
      "learning_rate": 9.012155931330777e-05,
      "loss": 0.0125,
      "step": 19470
    },
    {
      "grad_norm": 0.1696109175682068,
      "learning_rate": 9.010922214473246e-05,
      "loss": 0.0167,
      "step": 19480
    },
    {
      "grad_norm": 0.21094298362731934,
      "learning_rate": 9.009687812258808e-05,
      "loss": 0.0126,
      "step": 19490
    },
    {
      "grad_norm": 0.16387143731117249,
      "learning_rate": 9.00845272489839e-05,
      "loss": 0.0188,
      "step": 19500
    },
    {
      "grad_norm": 0.1972915530204773,
      "learning_rate": 9.007216952603031e-05,
      "loss": 0.0158,
      "step": 19510
    },
    {
      "grad_norm": 0.2348320186138153,
      "learning_rate": 9.005980495583894e-05,
      "loss": 0.0148,
      "step": 19520
    },
    {
      "grad_norm": 0.2017979621887207,
      "learning_rate": 9.004743354052252e-05,
      "loss": 0.0149,
      "step": 19530
    },
    {
      "grad_norm": 0.18806925415992737,
      "learning_rate": 9.003505528219503e-05,
      "loss": 0.0127,
      "step": 19540
    },
    {
      "grad_norm": 0.24275417625904083,
      "learning_rate": 9.002267018297154e-05,
      "loss": 0.014,
      "step": 19550
    },
    {
      "grad_norm": 0.16324383020401,
      "learning_rate": 9.001027824496834e-05,
      "loss": 0.012,
      "step": 19560
    },
    {
      "grad_norm": 0.15071353316307068,
      "learning_rate": 8.999787947030287e-05,
      "loss": 0.016,
      "step": 19570
    },
    {
      "grad_norm": 0.14647343754768372,
      "learning_rate": 8.998547386109376e-05,
      "loss": 0.0099,
      "step": 19580
    },
    {
      "grad_norm": 0.165242999792099,
      "learning_rate": 8.997306141946073e-05,
      "loss": 0.0141,
      "step": 19590
    },
    {
      "grad_norm": 0.14407041668891907,
      "learning_rate": 8.996064214752481e-05,
      "loss": 0.0135,
      "step": 19600
    },
    {
      "grad_norm": 0.12546253204345703,
      "learning_rate": 8.994821604740806e-05,
      "loss": 0.0245,
      "step": 19610
    },
    {
      "grad_norm": 0.2474154531955719,
      "learning_rate": 8.993578312123377e-05,
      "loss": 0.0154,
      "step": 19620
    },
    {
      "grad_norm": 0.12779240310192108,
      "learning_rate": 8.992334337112639e-05,
      "loss": 0.0155,
      "step": 19630
    },
    {
      "grad_norm": 0.19221614301204681,
      "learning_rate": 8.991089679921154e-05,
      "loss": 0.0159,
      "step": 19640
    },
    {
      "grad_norm": 0.20569255948066711,
      "learning_rate": 8.989844340761599e-05,
      "loss": 0.0222,
      "step": 19650
    },
    {
      "grad_norm": 0.13799874484539032,
      "learning_rate": 8.988598319846768e-05,
      "loss": 0.0147,
      "step": 19660
    },
    {
      "grad_norm": 0.13754227757453918,
      "learning_rate": 8.987351617389574e-05,
      "loss": 0.0164,
      "step": 19670
    },
    {
      "grad_norm": 0.18094485998153687,
      "learning_rate": 8.98610423360304e-05,
      "loss": 0.0176,
      "step": 19680
    },
    {
      "grad_norm": 0.2714094817638397,
      "learning_rate": 8.984856168700317e-05,
      "loss": 0.0189,
      "step": 19690
    },
    {
      "grad_norm": 0.18925820291042328,
      "learning_rate": 8.983607422894658e-05,
      "loss": 0.0165,
      "step": 19700
    },
    {
      "grad_norm": 0.23058196902275085,
      "learning_rate": 8.982357996399442e-05,
      "loss": 0.0151,
      "step": 19710
    },
    {
      "grad_norm": 0.14880864322185516,
      "learning_rate": 8.981107889428164e-05,
      "loss": 0.014,
      "step": 19720
    },
    {
      "grad_norm": 0.1438138633966446,
      "learning_rate": 8.979857102194428e-05,
      "loss": 0.0113,
      "step": 19730
    },
    {
      "grad_norm": 0.15681889653205872,
      "learning_rate": 8.978605634911968e-05,
      "loss": 0.0117,
      "step": 19740
    },
    {
      "grad_norm": 0.1491633802652359,
      "learning_rate": 8.977353487794616e-05,
      "loss": 0.0126,
      "step": 19750
    },
    {
      "grad_norm": 0.16827456653118134,
      "learning_rate": 8.976100661056334e-05,
      "loss": 0.0128,
      "step": 19760
    },
    {
      "grad_norm": 0.1790206879377365,
      "learning_rate": 8.974847154911197e-05,
      "loss": 0.0143,
      "step": 19770
    },
    {
      "grad_norm": 0.18447159230709076,
      "learning_rate": 8.973592969573393e-05,
      "loss": 0.013,
      "step": 19780
    },
    {
      "grad_norm": 0.20693303644657135,
      "learning_rate": 8.972338105257228e-05,
      "loss": 0.0148,
      "step": 19790
    },
    {
      "grad_norm": 0.15677587687969208,
      "learning_rate": 8.971082562177125e-05,
      "loss": 0.0121,
      "step": 19800
    },
    {
      "grad_norm": 0.19629889726638794,
      "learning_rate": 8.96982634054762e-05,
      "loss": 0.0138,
      "step": 19810
    },
    {
      "grad_norm": 0.17994526028633118,
      "learning_rate": 8.96856944058337e-05,
      "loss": 0.0136,
      "step": 19820
    },
    {
      "grad_norm": 0.2100522816181183,
      "learning_rate": 8.967311862499144e-05,
      "loss": 0.0144,
      "step": 19830
    },
    {
      "grad_norm": 0.20621077716350555,
      "learning_rate": 8.966053606509825e-05,
      "loss": 0.0131,
      "step": 19840
    },
    {
      "grad_norm": 0.2698391079902649,
      "learning_rate": 8.964794672830417e-05,
      "loss": 0.0182,
      "step": 19850
    },
    {
      "grad_norm": 0.1426684856414795,
      "learning_rate": 8.963535061676038e-05,
      "loss": 0.0129,
      "step": 19860
    },
    {
      "grad_norm": 0.1906120330095291,
      "learning_rate": 8.962274773261918e-05,
      "loss": 0.0093,
      "step": 19870
    },
    {
      "grad_norm": 0.21075429022312164,
      "learning_rate": 8.961013807803409e-05,
      "loss": 0.013,
      "step": 19880
    },
    {
      "grad_norm": 0.19780342280864716,
      "learning_rate": 8.959752165515973e-05,
      "loss": 0.0186,
      "step": 19890
    },
    {
      "grad_norm": 0.12820935249328613,
      "learning_rate": 8.958489846615193e-05,
      "loss": 0.0165,
      "step": 19900
    },
    {
      "grad_norm": 0.16654467582702637,
      "learning_rate": 8.957226851316762e-05,
      "loss": 0.0123,
      "step": 19910
    },
    {
      "grad_norm": 0.2157047688961029,
      "learning_rate": 8.955963179836493e-05,
      "loss": 0.014,
      "step": 19920
    },
    {
      "grad_norm": 0.21908339858055115,
      "learning_rate": 8.954698832390312e-05,
      "loss": 0.0144,
      "step": 19930
    },
    {
      "grad_norm": 0.2349206805229187,
      "learning_rate": 8.953433809194263e-05,
      "loss": 0.0121,
      "step": 19940
    },
    {
      "grad_norm": 0.1361360400915146,
      "learning_rate": 8.9521681104645e-05,
      "loss": 0.01,
      "step": 19950
    },
    {
      "grad_norm": 0.1440369188785553,
      "learning_rate": 8.9509017364173e-05,
      "loss": 0.0108,
      "step": 19960
    },
    {
      "grad_norm": 0.13506242632865906,
      "learning_rate": 8.949634687269052e-05,
      "loss": 0.0121,
      "step": 19970
    },
    {
      "grad_norm": 0.21120961010456085,
      "learning_rate": 8.948366963236259e-05,
      "loss": 0.0141,
      "step": 19980
    },
    {
      "grad_norm": 0.14628638327121735,
      "learning_rate": 8.947098564535538e-05,
      "loss": 0.0143,
      "step": 19990
    },
    {
      "grad_norm": 0.14281980693340302,
      "learning_rate": 8.945829491383627e-05,
      "loss": 0.0135,
      "step": 20000
    }
  ],
  "logging_steps": 10,
  "max_steps": 80000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 24,
  "trial_name": null,
  "trial_params": null
}