{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1,
  "eval_steps": 500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 1.023407220840454,
      "learning_rate": 1.8e-07,
      "loss": 1.5965,
      "step": 10
    },
    {
      "grad_norm": 1.0144346952438354,
      "learning_rate": 3.8e-07,
      "loss": 1.5916,
      "step": 20
    },
    {
      "grad_norm": 1.0747151374816895,
      "learning_rate": 5.8e-07,
      "loss": 1.5944,
      "step": 30
    },
    {
      "grad_norm": 1.044240117073059,
      "learning_rate": 7.8e-07,
      "loss": 1.575,
      "step": 40
    },
    {
      "grad_norm": 1.022773265838623,
      "learning_rate": 9.8e-07,
      "loss": 1.5741,
      "step": 50
    },
    {
      "grad_norm": 1.2083618640899658,
      "learning_rate": 1.18e-06,
      "loss": 1.4859,
      "step": 60
    },
    {
      "grad_norm": 0.9550134539604187,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 1.4091,
      "step": 70
    },
    {
      "grad_norm": 0.9244861006736755,
      "learning_rate": 1.5800000000000003e-06,
      "loss": 1.3669,
      "step": 80
    },
    {
      "grad_norm": 0.98438960313797,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 1.3455,
      "step": 90
    },
    {
      "grad_norm": 1.1071566343307495,
      "learning_rate": 1.98e-06,
      "loss": 1.3037,
      "step": 100
    },
    {
      "grad_norm": 0.8282345533370972,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 1.2386,
      "step": 110
    },
    {
      "grad_norm": 0.727868914604187,
      "learning_rate": 2.38e-06,
      "loss": 1.2012,
      "step": 120
    },
    {
      "grad_norm": 0.5978755354881287,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 1.1686,
      "step": 130
    },
    {
      "grad_norm": 0.7166430354118347,
      "learning_rate": 2.78e-06,
      "loss": 1.1564,
      "step": 140
    },
    {
      "grad_norm": 0.6924200654029846,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 1.1471,
      "step": 150
    },
    {
      "grad_norm": 0.8938196301460266,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 1.1273,
      "step": 160
    },
    {
      "grad_norm": 1.0831204652786255,
      "learning_rate": 3.38e-06,
      "loss": 1.1158,
      "step": 170
    },
    {
      "grad_norm": 0.713912308216095,
      "learning_rate": 3.58e-06,
      "loss": 1.0982,
      "step": 180
    },
    {
      "grad_norm": 0.9929366111755371,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 1.0949,
      "step": 190
    },
    {
      "grad_norm": 0.8392705917358398,
      "learning_rate": 3.98e-06,
      "loss": 1.0954,
      "step": 200
    },
    {
      "grad_norm": 0.8849682807922363,
      "learning_rate": 4.18e-06,
      "loss": 1.0883,
      "step": 210
    },
    {
      "grad_norm": 0.8804838061332703,
      "learning_rate": 4.38e-06,
      "loss": 1.0905,
      "step": 220
    },
    {
      "grad_norm": 1.0088492631912231,
      "learning_rate": 4.58e-06,
      "loss": 1.0854,
      "step": 230
    },
    {
      "grad_norm": 0.9600774645805359,
      "learning_rate": 4.780000000000001e-06,
      "loss": 1.076,
      "step": 240
    },
    {
      "grad_norm": 0.8432613015174866,
      "learning_rate": 4.98e-06,
      "loss": 1.0739,
      "step": 250
    },
    {
      "grad_norm": 1.2461122274398804,
      "learning_rate": 5.18e-06,
      "loss": 1.0747,
      "step": 260
    },
    {
      "grad_norm": 0.6867871284484863,
      "learning_rate": 5.38e-06,
      "loss": 1.0716,
      "step": 270
    },
    {
      "grad_norm": 1.0343058109283447,
      "learning_rate": 5.580000000000001e-06,
      "loss": 1.0662,
      "step": 280
    },
    {
      "grad_norm": 0.9265359044075012,
      "learning_rate": 5.78e-06,
      "loss": 1.0622,
      "step": 290
    },
    {
      "grad_norm": 1.0751471519470215,
      "learning_rate": 5.98e-06,
      "loss": 1.0473,
      "step": 300
    },
    {
      "grad_norm": 1.1314613819122314,
      "learning_rate": 6.18e-06,
      "loss": 1.0467,
      "step": 310
    },
    {
      "grad_norm": 1.5254580974578857,
      "learning_rate": 6.38e-06,
      "loss": 1.032,
      "step": 320
    },
    {
      "grad_norm": 1.2172986268997192,
      "learning_rate": 6.58e-06,
      "loss": 1.0052,
      "step": 330
    },
    {
      "grad_norm": 1.1255155801773071,
      "learning_rate": 6.78e-06,
      "loss": 0.9781,
      "step": 340
    },
    {
      "grad_norm": 1.3154104948043823,
      "learning_rate": 6.98e-06,
      "loss": 0.9246,
      "step": 350
    },
    {
      "grad_norm": 1.204949975013733,
      "learning_rate": 7.180000000000001e-06,
      "loss": 0.8836,
      "step": 360
    },
    {
      "grad_norm": 1.4141113758087158,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 0.8256,
      "step": 370
    },
    {
      "grad_norm": 1.3229793310165405,
      "learning_rate": 7.580000000000001e-06,
      "loss": 0.7748,
      "step": 380
    },
    {
      "grad_norm": 1.6299710273742676,
      "learning_rate": 7.78e-06,
      "loss": 0.7244,
      "step": 390
    },
    {
      "grad_norm": 1.5823315382003784,
      "learning_rate": 7.98e-06,
      "loss": 0.6677,
      "step": 400
    },
    {
      "grad_norm": 1.6841987371444702,
      "learning_rate": 8.18e-06,
      "loss": 0.6278,
      "step": 410
    },
    {
      "grad_norm": 1.647455096244812,
      "learning_rate": 8.380000000000001e-06,
      "loss": 0.5761,
      "step": 420
    },
    {
      "grad_norm": 2.1119654178619385,
      "learning_rate": 8.580000000000001e-06,
      "loss": 0.55,
      "step": 430
    },
    {
      "grad_norm": 1.6627613306045532,
      "learning_rate": 8.78e-06,
      "loss": 0.4985,
      "step": 440
    },
    {
      "grad_norm": 1.794103980064392,
      "learning_rate": 8.98e-06,
      "loss": 0.4613,
      "step": 450
    },
    {
      "grad_norm": 1.912825345993042,
      "learning_rate": 9.180000000000002e-06,
      "loss": 0.4324,
      "step": 460
    },
    {
      "grad_norm": 1.816710114479065,
      "learning_rate": 9.38e-06,
      "loss": 0.3914,
      "step": 470
    },
    {
      "grad_norm": 2.246534585952759,
      "learning_rate": 9.58e-06,
      "loss": 0.3614,
      "step": 480
    },
    {
      "grad_norm": 1.900060772895813,
      "learning_rate": 9.78e-06,
      "loss": 0.329,
      "step": 490
    },
    {
      "grad_norm": 2.258197069168091,
      "learning_rate": 9.980000000000001e-06,
      "loss": 0.2975,
      "step": 500
    },
    {
      "grad_norm": 2.057415008544922,
      "learning_rate": 1.018e-05,
      "loss": 0.2603,
      "step": 510
    },
    {
      "grad_norm": 1.9273967742919922,
      "learning_rate": 1.038e-05,
      "loss": 0.2509,
      "step": 520
    },
    {
      "grad_norm": 2.1379237174987793,
      "learning_rate": 1.058e-05,
      "loss": 0.2369,
      "step": 530
    },
    {
      "grad_norm": 1.9979346990585327,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 0.2294,
      "step": 540
    },
    {
      "grad_norm": 2.0828936100006104,
      "learning_rate": 1.098e-05,
      "loss": 0.2056,
      "step": 550
    },
    {
      "grad_norm": 2.0891759395599365,
      "learning_rate": 1.118e-05,
      "loss": 0.2165,
      "step": 560
    },
    {
      "grad_norm": 1.9882935285568237,
      "learning_rate": 1.1380000000000001e-05,
      "loss": 0.2129,
      "step": 570
    },
    {
      "grad_norm": 1.874115228652954,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.2084,
      "step": 580
    },
    {
      "grad_norm": 1.9283794164657593,
      "learning_rate": 1.178e-05,
      "loss": 0.1974,
      "step": 590
    },
    {
      "grad_norm": 2.071951150894165,
      "learning_rate": 1.198e-05,
      "loss": 0.1956,
      "step": 600
    },
    {
      "grad_norm": 2.2661900520324707,
      "learning_rate": 1.2180000000000002e-05,
      "loss": 0.1871,
      "step": 610
    },
    {
      "grad_norm": 2.5992724895477295,
      "learning_rate": 1.238e-05,
      "loss": 0.1865,
      "step": 620
    },
    {
      "grad_norm": 2.2891383171081543,
      "learning_rate": 1.258e-05,
      "loss": 0.1801,
      "step": 630
    },
    {
      "grad_norm": 1.8812342882156372,
      "learning_rate": 1.278e-05,
      "loss": 0.178,
      "step": 640
    },
    {
      "grad_norm": 1.887235403060913,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.1725,
      "step": 650
    },
    {
      "grad_norm": 2.0349955558776855,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.1722,
      "step": 660
    },
    {
      "grad_norm": 1.94405198097229,
      "learning_rate": 1.338e-05,
      "loss": 0.1607,
      "step": 670
    },
    {
      "grad_norm": 2.1140260696411133,
      "learning_rate": 1.358e-05,
      "loss": 0.1545,
      "step": 680
    },
    {
      "grad_norm": 1.9190728664398193,
      "learning_rate": 1.3780000000000002e-05,
      "loss": 0.1548,
      "step": 690
    },
    {
      "grad_norm": 1.8172975778579712,
      "learning_rate": 1.3980000000000002e-05,
      "loss": 0.1555,
      "step": 700
    },
    {
      "grad_norm": 1.8845738172531128,
      "learning_rate": 1.4180000000000001e-05,
      "loss": 0.1542,
      "step": 710
    },
    {
      "grad_norm": 1.44257652759552,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 0.1484,
      "step": 720
    },
    {
      "grad_norm": 1.897770881652832,
      "learning_rate": 1.4580000000000003e-05,
      "loss": 0.1531,
      "step": 730
    },
    {
      "grad_norm": 1.9622619152069092,
      "learning_rate": 1.4779999999999999e-05,
      "loss": 0.1491,
      "step": 740
    },
    {
      "grad_norm": 1.5351799726486206,
      "learning_rate": 1.4979999999999999e-05,
      "loss": 0.1446,
      "step": 750
    },
    {
      "grad_norm": 2.384256601333618,
      "learning_rate": 1.518e-05,
      "loss": 0.1436,
      "step": 760
    },
    {
      "grad_norm": 1.6154429912567139,
      "learning_rate": 1.538e-05,
      "loss": 0.1424,
      "step": 770
    },
    {
      "grad_norm": 2.0050137042999268,
      "learning_rate": 1.558e-05,
      "loss": 0.1402,
      "step": 780
    },
    {
      "grad_norm": 1.837302565574646,
      "learning_rate": 1.578e-05,
      "loss": 0.1272,
      "step": 790
    },
    {
      "grad_norm": 2.037637948989868,
      "learning_rate": 1.598e-05,
      "loss": 0.1367,
      "step": 800
    },
    {
      "grad_norm": 1.6250948905944824,
      "learning_rate": 1.618e-05,
      "loss": 0.1211,
      "step": 810
    },
    {
      "grad_norm": 2.130748987197876,
      "learning_rate": 1.6380000000000002e-05,
      "loss": 0.1257,
      "step": 820
    },
    {
      "grad_norm": 1.5630332231521606,
      "learning_rate": 1.658e-05,
      "loss": 0.1248,
      "step": 830
    },
    {
      "grad_norm": 1.6828413009643555,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 0.1278,
      "step": 840
    },
    {
      "grad_norm": 1.7852076292037964,
      "learning_rate": 1.698e-05,
      "loss": 0.1218,
      "step": 850
    },
    {
      "grad_norm": 1.4798585176467896,
      "learning_rate": 1.718e-05,
      "loss": 0.1241,
      "step": 860
    },
    {
      "grad_norm": 2.11409068107605,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 0.1206,
      "step": 870
    },
    {
      "grad_norm": 1.6466084718704224,
      "learning_rate": 1.758e-05,
      "loss": 0.1289,
      "step": 880
    },
    {
      "grad_norm": 1.529663324356079,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 0.1191,
      "step": 890
    },
    {
      "grad_norm": 1.532305359840393,
      "learning_rate": 1.798e-05,
      "loss": 0.1226,
      "step": 900
    },
    {
      "grad_norm": 1.686171054840088,
      "learning_rate": 1.818e-05,
      "loss": 0.1128,
      "step": 910
    },
    {
      "grad_norm": 1.683931589126587,
      "learning_rate": 1.838e-05,
      "loss": 0.1164,
      "step": 920
    },
    {
      "grad_norm": 1.6764130592346191,
      "learning_rate": 1.858e-05,
      "loss": 0.1206,
      "step": 930
    },
    {
      "grad_norm": 1.5179399251937866,
      "learning_rate": 1.878e-05,
      "loss": 0.1182,
      "step": 940
    },
    {
      "grad_norm": 1.6653531789779663,
      "learning_rate": 1.898e-05,
      "loss": 0.1135,
      "step": 950
    },
    {
      "grad_norm": 1.6094447374343872,
      "learning_rate": 1.918e-05,
      "loss": 0.1117,
      "step": 960
    },
    {
      "grad_norm": 1.467617392539978,
      "learning_rate": 1.938e-05,
      "loss": 0.1111,
      "step": 970
    },
    {
      "grad_norm": 1.6445685625076294,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 0.1092,
      "step": 980
    },
    {
      "grad_norm": 1.6433254480361938,
      "learning_rate": 1.978e-05,
      "loss": 0.1243,
      "step": 990
    },
    {
      "grad_norm": 1.6924450397491455,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 0.1079,
      "step": 1000
    },
    {
      "grad_norm": 1.297592043876648,
      "learning_rate": 2.0180000000000003e-05,
      "loss": 0.1014,
      "step": 1010
    },
    {
      "grad_norm": 1.5432696342468262,
      "learning_rate": 2.038e-05,
      "loss": 0.1166,
      "step": 1020
    },
    {
      "grad_norm": 1.8124585151672363,
      "learning_rate": 2.0580000000000003e-05,
      "loss": 0.1023,
      "step": 1030
    },
    {
      "grad_norm": 1.8783527612686157,
      "learning_rate": 2.078e-05,
      "loss": 0.096,
      "step": 1040
    },
    {
      "grad_norm": 1.7120258808135986,
      "learning_rate": 2.098e-05,
      "loss": 0.1026,
      "step": 1050
    },
    {
      "grad_norm": 1.3108700513839722,
      "learning_rate": 2.118e-05,
      "loss": 0.0975,
      "step": 1060
    },
    {
      "grad_norm": 1.533889651298523,
      "learning_rate": 2.138e-05,
      "loss": 0.0998,
      "step": 1070
    },
    {
      "grad_norm": 1.9446218013763428,
      "learning_rate": 2.158e-05,
      "loss": 0.1086,
      "step": 1080
    },
    {
      "grad_norm": 1.6157476902008057,
      "learning_rate": 2.178e-05,
      "loss": 0.0996,
      "step": 1090
    },
    {
      "grad_norm": 1.4963892698287964,
      "learning_rate": 2.198e-05,
      "loss": 0.0953,
      "step": 1100
    },
    {
      "grad_norm": 1.583634853363037,
      "learning_rate": 2.218e-05,
      "loss": 0.0926,
      "step": 1110
    },
    {
      "grad_norm": 1.6390748023986816,
      "learning_rate": 2.2380000000000003e-05,
      "loss": 0.096,
      "step": 1120
    },
    {
      "grad_norm": 1.5786094665527344,
      "learning_rate": 2.258e-05,
      "loss": 0.0991,
      "step": 1130
    },
    {
      "grad_norm": 1.6103034019470215,
      "learning_rate": 2.2780000000000002e-05,
      "loss": 0.0971,
      "step": 1140
    },
    {
      "grad_norm": 1.6258008480072021,
      "learning_rate": 2.298e-05,
      "loss": 0.0915,
      "step": 1150
    },
    {
      "grad_norm": 1.5124375820159912,
      "learning_rate": 2.318e-05,
      "loss": 0.0959,
      "step": 1160
    },
    {
      "grad_norm": 1.1083059310913086,
      "learning_rate": 2.3380000000000003e-05,
      "loss": 0.097,
      "step": 1170
    },
    {
      "grad_norm": 1.5992770195007324,
      "learning_rate": 2.358e-05,
      "loss": 0.0989,
      "step": 1180
    },
    {
      "grad_norm": 1.512790322303772,
      "learning_rate": 2.3780000000000003e-05,
      "loss": 0.0902,
      "step": 1190
    },
    {
      "grad_norm": 1.7025574445724487,
      "learning_rate": 2.398e-05,
      "loss": 0.0976,
      "step": 1200
    },
    {
      "grad_norm": 1.438381552696228,
      "learning_rate": 2.418e-05,
      "loss": 0.0905,
      "step": 1210
    },
    {
      "grad_norm": 1.6402215957641602,
      "learning_rate": 2.438e-05,
      "loss": 0.0902,
      "step": 1220
    },
    {
      "grad_norm": 1.7492594718933105,
      "learning_rate": 2.4580000000000002e-05,
      "loss": 0.095,
      "step": 1230
    },
    {
      "grad_norm": 1.1890685558319092,
      "learning_rate": 2.478e-05,
      "loss": 0.0889,
      "step": 1240
    },
    {
      "grad_norm": 1.4870145320892334,
      "learning_rate": 2.498e-05,
      "loss": 0.086,
      "step": 1250
    },
    {
      "grad_norm": 1.2789709568023682,
      "learning_rate": 2.5180000000000003e-05,
      "loss": 0.0875,
      "step": 1260
    },
    {
      "grad_norm": 1.2717643976211548,
      "learning_rate": 2.5380000000000004e-05,
      "loss": 0.0894,
      "step": 1270
    },
    {
      "grad_norm": 1.2912788391113281,
      "learning_rate": 2.5580000000000002e-05,
      "loss": 0.0951,
      "step": 1280
    },
    {
      "grad_norm": 1.7258468866348267,
      "learning_rate": 2.5779999999999997e-05,
      "loss": 0.0932,
      "step": 1290
    },
    {
      "grad_norm": 1.3919613361358643,
      "learning_rate": 2.598e-05,
      "loss": 0.0911,
      "step": 1300
    },
    {
      "grad_norm": 1.3964340686798096,
      "learning_rate": 2.618e-05,
      "loss": 0.0866,
      "step": 1310
    },
    {
      "grad_norm": 1.5288422107696533,
      "learning_rate": 2.6379999999999998e-05,
      "loss": 0.0839,
      "step": 1320
    },
    {
      "grad_norm": 1.55057954788208,
      "learning_rate": 2.658e-05,
      "loss": 0.0968,
      "step": 1330
    },
    {
      "grad_norm": 1.156997799873352,
      "learning_rate": 2.678e-05,
      "loss": 0.0909,
      "step": 1340
    },
    {
      "grad_norm": 1.1974120140075684,
      "learning_rate": 2.698e-05,
      "loss": 0.0875,
      "step": 1350
    },
    {
      "grad_norm": 1.3488972187042236,
      "learning_rate": 2.718e-05,
      "loss": 0.0882,
      "step": 1360
    },
    {
      "grad_norm": 1.027553915977478,
      "learning_rate": 2.738e-05,
      "loss": 0.0899,
      "step": 1370
    },
    {
      "grad_norm": 1.47719407081604,
      "learning_rate": 2.758e-05,
      "loss": 0.0813,
      "step": 1380
    },
    {
      "grad_norm": 2.190035343170166,
      "learning_rate": 2.778e-05,
      "loss": 0.0823,
      "step": 1390
    },
    {
      "grad_norm": 1.5670576095581055,
      "learning_rate": 2.798e-05,
      "loss": 0.0841,
      "step": 1400
    },
    {
      "grad_norm": 1.2989089488983154,
      "learning_rate": 2.818e-05,
      "loss": 0.0869,
      "step": 1410
    },
    {
      "grad_norm": 1.1555933952331543,
      "learning_rate": 2.8380000000000003e-05,
      "loss": 0.0862,
      "step": 1420
    },
    {
      "grad_norm": 1.3815077543258667,
      "learning_rate": 2.858e-05,
      "loss": 0.0847,
      "step": 1430
    },
    {
      "grad_norm": 1.2403993606567383,
      "learning_rate": 2.8780000000000002e-05,
      "loss": 0.08,
      "step": 1440
    },
    {
      "grad_norm": 1.0357697010040283,
      "learning_rate": 2.898e-05,
      "loss": 0.0837,
      "step": 1450
    },
    {
      "grad_norm": 1.2772727012634277,
      "learning_rate": 2.9180000000000002e-05,
      "loss": 0.097,
      "step": 1460
    },
    {
      "grad_norm": 1.2637625932693481,
      "learning_rate": 2.9380000000000003e-05,
      "loss": 0.0812,
      "step": 1470
    },
    {
      "grad_norm": 1.5035655498504639,
      "learning_rate": 2.958e-05,
      "loss": 0.0858,
      "step": 1480
    },
    {
      "grad_norm": 1.8738455772399902,
      "learning_rate": 2.9780000000000003e-05,
      "loss": 0.0831,
      "step": 1490
    },
    {
      "grad_norm": 1.579250693321228,
      "learning_rate": 2.998e-05,
      "loss": 0.0823,
      "step": 1500
    },
    {
      "grad_norm": 1.357506275177002,
      "learning_rate": 3.0180000000000002e-05,
      "loss": 0.0892,
      "step": 1510
    },
    {
      "grad_norm": 1.1160790920257568,
      "learning_rate": 3.0380000000000004e-05,
      "loss": 0.0786,
      "step": 1520
    },
    {
      "grad_norm": 1.7116159200668335,
      "learning_rate": 3.058e-05,
      "loss": 0.0831,
      "step": 1530
    },
    {
      "grad_norm": 1.301310658454895,
      "learning_rate": 3.078e-05,
      "loss": 0.0885,
      "step": 1540
    },
    {
      "grad_norm": 1.3242789506912231,
      "learning_rate": 3.0980000000000005e-05,
      "loss": 0.0839,
      "step": 1550
    },
    {
      "grad_norm": 1.338824987411499,
      "learning_rate": 3.118e-05,
      "loss": 0.0841,
      "step": 1560
    },
    {
      "grad_norm": 1.2521884441375732,
      "learning_rate": 3.138e-05,
      "loss": 0.0887,
      "step": 1570
    },
    {
      "grad_norm": 1.3713350296020508,
      "learning_rate": 3.1580000000000006e-05,
      "loss": 0.0818,
      "step": 1580
    },
    {
      "grad_norm": 1.1202232837677002,
      "learning_rate": 3.1780000000000004e-05,
      "loss": 0.0803,
      "step": 1590
    },
    {
      "grad_norm": 1.2341430187225342,
      "learning_rate": 3.198e-05,
      "loss": 0.0835,
      "step": 1600
    },
    {
      "grad_norm": 1.3516989946365356,
      "learning_rate": 3.218e-05,
      "loss": 0.0785,
      "step": 1610
    },
    {
      "grad_norm": 1.1741987466812134,
      "learning_rate": 3.238e-05,
      "loss": 0.0749,
      "step": 1620
    },
    {
      "grad_norm": 1.2558022737503052,
      "learning_rate": 3.2579999999999996e-05,
      "loss": 0.0802,
      "step": 1630
    },
    {
      "grad_norm": 1.0546863079071045,
      "learning_rate": 3.278e-05,
      "loss": 0.0801,
      "step": 1640
    },
    {
      "grad_norm": 1.4028059244155884,
      "learning_rate": 3.298e-05,
      "loss": 0.0813,
      "step": 1650
    },
    {
      "grad_norm": 1.3283647298812866,
      "learning_rate": 3.318e-05,
      "loss": 0.0791,
      "step": 1660
    },
    {
      "grad_norm": 1.0877794027328491,
      "learning_rate": 3.338e-05,
      "loss": 0.0781,
      "step": 1670
    },
    {
      "grad_norm": 0.9140385389328003,
      "learning_rate": 3.358e-05,
      "loss": 0.0845,
      "step": 1680
    },
    {
      "grad_norm": 1.686955451965332,
      "learning_rate": 3.378e-05,
      "loss": 0.0886,
      "step": 1690
    },
    {
      "grad_norm": 1.2632222175598145,
      "learning_rate": 3.398e-05,
      "loss": 0.0877,
      "step": 1700
    },
    {
      "grad_norm": 1.3196531534194946,
      "learning_rate": 3.418e-05,
      "loss": 0.0767,
      "step": 1710
    },
    {
      "grad_norm": 1.2255463600158691,
      "learning_rate": 3.438e-05,
      "loss": 0.0768,
      "step": 1720
    },
    {
      "grad_norm": 1.4275097846984863,
      "learning_rate": 3.4580000000000004e-05,
      "loss": 0.0792,
      "step": 1730
    },
    {
      "grad_norm": 1.1105725765228271,
      "learning_rate": 3.478e-05,
      "loss": 0.0743,
      "step": 1740
    },
    {
      "grad_norm": 1.0376957654953003,
      "learning_rate": 3.498e-05,
      "loss": 0.0815,
      "step": 1750
    },
    {
      "grad_norm": 1.1636037826538086,
      "learning_rate": 3.518e-05,
      "loss": 0.0806,
      "step": 1760
    },
    {
      "grad_norm": 1.2055813074111938,
      "learning_rate": 3.5380000000000003e-05,
      "loss": 0.0785,
      "step": 1770
    },
    {
      "grad_norm": 1.2160841226577759,
      "learning_rate": 3.558e-05,
      "loss": 0.078,
      "step": 1780
    },
    {
      "grad_norm": 1.4266114234924316,
      "learning_rate": 3.578e-05,
      "loss": 0.0844,
      "step": 1790
    },
    {
      "grad_norm": 1.2084457874298096,
      "learning_rate": 3.5980000000000004e-05,
      "loss": 0.0795,
      "step": 1800
    },
    {
      "grad_norm": 1.107145071029663,
      "learning_rate": 3.618e-05,
      "loss": 0.0723,
      "step": 1810
    },
    {
      "grad_norm": 1.1719261407852173,
      "learning_rate": 3.638e-05,
      "loss": 0.0805,
      "step": 1820
    },
    {
      "grad_norm": 1.4169918298721313,
      "learning_rate": 3.6580000000000006e-05,
      "loss": 0.0759,
      "step": 1830
    },
    {
      "grad_norm": 1.2762503623962402,
      "learning_rate": 3.6780000000000004e-05,
      "loss": 0.0759,
      "step": 1840
    },
    {
      "grad_norm": 1.4640109539031982,
      "learning_rate": 3.698e-05,
      "loss": 0.0773,
      "step": 1850
    },
    {
      "grad_norm": 1.4663450717926025,
      "learning_rate": 3.7180000000000007e-05,
      "loss": 0.0782,
      "step": 1860
    },
    {
      "grad_norm": 1.264577031135559,
      "learning_rate": 3.7380000000000005e-05,
      "loss": 0.074,
      "step": 1870
    },
    {
      "grad_norm": 1.291122317314148,
      "learning_rate": 3.758e-05,
      "loss": 0.0752,
      "step": 1880
    },
    {
      "grad_norm": 0.9727973341941833,
      "learning_rate": 3.778000000000001e-05,
      "loss": 0.0771,
      "step": 1890
    },
    {
      "grad_norm": 0.8625799417495728,
      "learning_rate": 3.7980000000000006e-05,
      "loss": 0.0717,
      "step": 1900
    },
    {
      "grad_norm": 1.0067858695983887,
      "learning_rate": 3.818e-05,
      "loss": 0.0737,
      "step": 1910
    },
    {
      "grad_norm": 1.0855491161346436,
      "learning_rate": 3.838e-05,
      "loss": 0.0758,
      "step": 1920
    },
    {
      "grad_norm": 1.0056196451187134,
      "learning_rate": 3.858e-05,
      "loss": 0.0757,
      "step": 1930
    },
    {
      "grad_norm": 1.107189655303955,
      "learning_rate": 3.878e-05,
      "loss": 0.0766,
      "step": 1940
    },
    {
      "grad_norm": 0.6971107125282288,
      "learning_rate": 3.898e-05,
      "loss": 0.0756,
      "step": 1950
    },
    {
      "grad_norm": 1.145263910293579,
      "learning_rate": 3.918e-05,
      "loss": 0.0742,
      "step": 1960
    },
    {
      "grad_norm": 1.1210030317306519,
      "learning_rate": 3.938e-05,
      "loss": 0.0769,
      "step": 1970
    },
    {
      "grad_norm": 1.2341188192367554,
      "learning_rate": 3.958e-05,
      "loss": 0.073,
      "step": 1980
    },
    {
      "grad_norm": 1.2768328189849854,
      "learning_rate": 3.978e-05,
      "loss": 0.0755,
      "step": 1990
    },
    {
      "grad_norm": 1.1977512836456299,
      "learning_rate": 3.998e-05,
      "loss": 0.075,
      "step": 2000
    },
    {
      "grad_norm": 0.9498600959777832,
      "learning_rate": 4.018e-05,
      "loss": 0.0693,
      "step": 2010
    },
    {
      "grad_norm": 1.345524787902832,
      "learning_rate": 4.038e-05,
      "loss": 0.079,
      "step": 2020
    },
    {
      "grad_norm": 1.136863112449646,
      "learning_rate": 4.058e-05,
      "loss": 0.0737,
      "step": 2030
    },
    {
      "grad_norm": 1.365377426147461,
      "learning_rate": 4.078e-05,
      "loss": 0.0688,
      "step": 2040
    },
    {
      "grad_norm": 1.0300182104110718,
      "learning_rate": 4.0980000000000004e-05,
      "loss": 0.075,
      "step": 2050
    },
    {
      "grad_norm": 0.8991629481315613,
      "learning_rate": 4.118e-05,
      "loss": 0.0716,
      "step": 2060
    },
    {
      "grad_norm": 1.1588538885116577,
      "learning_rate": 4.138e-05,
      "loss": 0.0743,
      "step": 2070
    },
    {
      "grad_norm": 0.7864369750022888,
      "learning_rate": 4.1580000000000005e-05,
      "loss": 0.0674,
      "step": 2080
    },
    {
      "grad_norm": 1.0741896629333496,
      "learning_rate": 4.178e-05,
      "loss": 0.0723,
      "step": 2090
    },
    {
      "grad_norm": 0.9592103362083435,
      "learning_rate": 4.198e-05,
      "loss": 0.068,
      "step": 2100
    },
    {
      "grad_norm": 0.8487007021903992,
      "learning_rate": 4.2180000000000006e-05,
      "loss": 0.0637,
      "step": 2110
    },
    {
      "grad_norm": 0.6948816180229187,
      "learning_rate": 4.2380000000000004e-05,
      "loss": 0.0715,
      "step": 2120
    },
    {
      "grad_norm": 0.8854918479919434,
      "learning_rate": 4.258e-05,
      "loss": 0.08,
      "step": 2130
    },
    {
      "grad_norm": 1.1349329948425293,
      "learning_rate": 4.278e-05,
      "loss": 0.0696,
      "step": 2140
    },
    {
      "grad_norm": 0.9232969880104065,
      "learning_rate": 4.2980000000000005e-05,
      "loss": 0.0713,
      "step": 2150
    },
    {
      "grad_norm": 0.9127100110054016,
      "learning_rate": 4.318e-05,
      "loss": 0.0663,
      "step": 2160
    },
    {
      "grad_norm": 0.9009758234024048,
      "learning_rate": 4.338e-05,
      "loss": 0.0673,
      "step": 2170
    },
    {
      "grad_norm": 0.8359229564666748,
      "learning_rate": 4.3580000000000006e-05,
      "loss": 0.0683,
      "step": 2180
    },
    {
      "grad_norm": 0.8087654709815979,
      "learning_rate": 4.3780000000000004e-05,
      "loss": 0.0659,
      "step": 2190
    },
    {
      "grad_norm": 1.043697714805603,
      "learning_rate": 4.398e-05,
      "loss": 0.0777,
      "step": 2200
    },
    {
      "grad_norm": 1.0830026865005493,
      "learning_rate": 4.418000000000001e-05,
      "loss": 0.0748,
      "step": 2210
    },
    {
      "grad_norm": 1.0016895532608032,
      "learning_rate": 4.438e-05,
      "loss": 0.0744,
      "step": 2220
    },
    {
      "grad_norm": 0.872761070728302,
      "learning_rate": 4.458e-05,
      "loss": 0.0684,
      "step": 2230
    },
    {
      "grad_norm": 1.0914145708084106,
      "learning_rate": 4.478e-05,
      "loss": 0.0694,
      "step": 2240
    },
    {
      "grad_norm": 1.0603686571121216,
      "learning_rate": 4.498e-05,
      "loss": 0.0664,
      "step": 2250
    },
    {
      "grad_norm": 0.8586265444755554,
      "learning_rate": 4.518e-05,
      "loss": 0.0727,
      "step": 2260
    },
    {
      "grad_norm": 0.8644089102745056,
      "learning_rate": 4.538e-05,
      "loss": 0.0676,
      "step": 2270
    },
    {
      "grad_norm": 0.7633647918701172,
      "learning_rate": 4.558e-05,
      "loss": 0.0616,
      "step": 2280
    },
    {
      "grad_norm": 1.1022799015045166,
      "learning_rate": 4.578e-05,
      "loss": 0.0677,
      "step": 2290
    },
    {
      "grad_norm": 0.8648777604103088,
      "learning_rate": 4.5980000000000004e-05,
      "loss": 0.0733,
      "step": 2300
    },
    {
      "grad_norm": 1.0946836471557617,
      "learning_rate": 4.618e-05,
      "loss": 0.0742,
      "step": 2310
    },
    {
      "grad_norm": 0.8195168375968933,
      "learning_rate": 4.638e-05,
      "loss": 0.0759,
      "step": 2320
    },
    {
      "grad_norm": 1.2489172220230103,
      "learning_rate": 4.6580000000000005e-05,
      "loss": 0.0758,
      "step": 2330
    },
    {
      "grad_norm": 1.1511355638504028,
      "learning_rate": 4.678e-05,
      "loss": 0.0668,
      "step": 2340
    },
    {
      "grad_norm": 0.9578553438186646,
      "learning_rate": 4.698e-05,
      "loss": 0.0779,
      "step": 2350
    },
    {
      "grad_norm": 0.6806579828262329,
      "learning_rate": 4.718e-05,
      "loss": 0.0696,
      "step": 2360
    },
    {
      "grad_norm": 0.7447581887245178,
      "learning_rate": 4.7380000000000004e-05,
      "loss": 0.0687,
      "step": 2370
    },
    {
      "grad_norm": 1.2171930074691772,
      "learning_rate": 4.758e-05,
      "loss": 0.0711,
      "step": 2380
    },
    {
      "grad_norm": 0.8890669345855713,
      "learning_rate": 4.778e-05,
      "loss": 0.066,
      "step": 2390
    },
    {
      "grad_norm": 0.7680468559265137,
      "learning_rate": 4.7980000000000005e-05,
      "loss": 0.069,
      "step": 2400
    },
    {
      "grad_norm": 0.8701220750808716,
      "learning_rate": 4.818e-05,
      "loss": 0.0634,
      "step": 2410
    },
    {
      "grad_norm": 0.7631871700286865,
      "learning_rate": 4.838e-05,
      "loss": 0.0754,
      "step": 2420
    },
    {
      "grad_norm": 0.791573703289032,
      "learning_rate": 4.8580000000000006e-05,
      "loss": 0.0676,
      "step": 2430
    },
    {
      "grad_norm": 1.0542250871658325,
      "learning_rate": 4.8780000000000004e-05,
      "loss": 0.0711,
      "step": 2440
    },
    {
      "grad_norm": 0.8592124581336975,
      "learning_rate": 4.898e-05,
      "loss": 0.0685,
      "step": 2450
    },
    {
      "grad_norm": 0.8662562966346741,
      "learning_rate": 4.918000000000001e-05,
      "loss": 0.0642,
      "step": 2460
    },
    {
      "grad_norm": 0.8102145791053772,
      "learning_rate": 4.9380000000000005e-05,
      "loss": 0.0678,
      "step": 2470
    },
    {
      "grad_norm": 0.9714106917381287,
      "learning_rate": 4.958e-05,
      "loss": 0.068,
      "step": 2480
    },
    {
      "grad_norm": 0.9829491972923279,
      "learning_rate": 4.978e-05,
      "loss": 0.0735,
      "step": 2490
    },
    {
      "grad_norm": 0.8910744786262512,
      "learning_rate": 4.9980000000000006e-05,
      "loss": 0.0651,
      "step": 2500
    },
    {
      "grad_norm": 0.8933273553848267,
      "learning_rate": 5.0180000000000004e-05,
      "loss": 0.0642,
      "step": 2510
    },
    {
      "grad_norm": 0.8313777446746826,
      "learning_rate": 5.038e-05,
      "loss": 0.0635,
      "step": 2520
    },
    {
      "grad_norm": 0.737359344959259,
      "learning_rate": 5.058000000000001e-05,
      "loss": 0.0642,
      "step": 2530
    },
    {
      "grad_norm": 0.9815673828125,
      "learning_rate": 5.0780000000000005e-05,
      "loss": 0.0651,
      "step": 2540
    },
    {
      "grad_norm": 0.9378631711006165,
      "learning_rate": 5.098e-05,
      "loss": 0.0734,
      "step": 2550
    },
    {
      "grad_norm": 0.7085853219032288,
      "learning_rate": 5.118000000000001e-05,
      "loss": 0.0738,
      "step": 2560
    },
    {
      "grad_norm": 0.852828860282898,
      "learning_rate": 5.1380000000000006e-05,
      "loss": 0.0641,
      "step": 2570
    },
    {
      "grad_norm": 0.9445362687110901,
      "learning_rate": 5.1580000000000004e-05,
      "loss": 0.0659,
      "step": 2580
    },
    {
      "grad_norm": 0.8272019028663635,
      "learning_rate": 5.178000000000001e-05,
      "loss": 0.0606,
      "step": 2590
    },
    {
      "grad_norm": 0.8419458866119385,
      "learning_rate": 5.198000000000001e-05,
      "loss": 0.0698,
      "step": 2600
    },
    {
      "grad_norm": 0.7736785411834717,
      "learning_rate": 5.2180000000000005e-05,
      "loss": 0.0653,
      "step": 2610
    },
    {
      "grad_norm": 0.6895586252212524,
      "learning_rate": 5.238000000000001e-05,
      "loss": 0.0593,
      "step": 2620
    },
    {
      "grad_norm": 0.8367090821266174,
      "learning_rate": 5.258000000000001e-05,
      "loss": 0.0605,
      "step": 2630
    },
    {
      "grad_norm": 0.658772885799408,
      "learning_rate": 5.2780000000000006e-05,
      "loss": 0.0661,
      "step": 2640
    },
    {
      "grad_norm": 0.6160585284233093,
      "learning_rate": 5.2980000000000004e-05,
      "loss": 0.0627,
      "step": 2650
    },
    {
      "grad_norm": 0.8624112010002136,
      "learning_rate": 5.318000000000001e-05,
      "loss": 0.0615,
      "step": 2660
    },
    {
      "grad_norm": 0.6816967129707336,
      "learning_rate": 5.338000000000001e-05,
      "loss": 0.0618,
      "step": 2670
    },
    {
      "grad_norm": 0.8099098801612854,
      "learning_rate": 5.3580000000000005e-05,
      "loss": 0.0646,
      "step": 2680
    },
    {
      "grad_norm": 1.0644522905349731,
      "learning_rate": 5.378e-05,
      "loss": 0.0672,
      "step": 2690
    },
    {
      "grad_norm": 0.6442034244537354,
      "learning_rate": 5.3979999999999995e-05,
      "loss": 0.0631,
      "step": 2700
    },
    {
      "grad_norm": 0.6626574993133545,
      "learning_rate": 5.418e-05,
      "loss": 0.0619,
      "step": 2710
    },
    {
      "grad_norm": 0.835218071937561,
      "learning_rate": 5.438e-05,
      "loss": 0.065,
      "step": 2720
    },
    {
      "grad_norm": 0.9066065549850464,
      "learning_rate": 5.4579999999999996e-05,
      "loss": 0.0637,
      "step": 2730
    },
    {
      "grad_norm": 0.8744216561317444,
      "learning_rate": 5.478e-05,
      "loss": 0.0614,
      "step": 2740
    },
    {
      "grad_norm": 0.8036755323410034,
      "learning_rate": 5.498e-05,
      "loss": 0.0576,
      "step": 2750
    },
    {
      "grad_norm": 0.6660366058349609,
      "learning_rate": 5.518e-05,
      "loss": 0.0572,
      "step": 2760
    },
    {
      "grad_norm": 0.6567858457565308,
      "learning_rate": 5.538e-05,
      "loss": 0.0625,
      "step": 2770
    },
    {
      "grad_norm": 0.680991530418396,
      "learning_rate": 5.558e-05,
      "loss": 0.0579,
      "step": 2780
    },
    {
      "grad_norm": 0.9679102897644043,
      "learning_rate": 5.578e-05,
      "loss": 0.0584,
      "step": 2790
    },
    {
      "grad_norm": 1.031913161277771,
      "learning_rate": 5.5979999999999996e-05,
      "loss": 0.0598,
      "step": 2800
    },
    {
      "grad_norm": 0.952414333820343,
      "learning_rate": 5.618e-05,
      "loss": 0.0653,
      "step": 2810
    },
    {
      "grad_norm": 0.8968058824539185,
      "learning_rate": 5.638e-05,
      "loss": 0.0643,
      "step": 2820
    },
    {
      "grad_norm": 0.7751467823982239,
      "learning_rate": 5.658e-05,
      "loss": 0.0608,
      "step": 2830
    },
    {
      "grad_norm": 0.6936320066452026,
      "learning_rate": 5.678e-05,
      "loss": 0.0595,
      "step": 2840
    },
    {
      "grad_norm": 0.7646088600158691,
      "learning_rate": 5.698e-05,
      "loss": 0.0583,
      "step": 2850
    },
    {
      "grad_norm": 0.8810792565345764,
      "learning_rate": 5.718e-05,
      "loss": 0.0639,
      "step": 2860
    },
    {
      "grad_norm": 0.8340914845466614,
      "learning_rate": 5.738e-05,
      "loss": 0.0625,
      "step": 2870
    },
    {
      "grad_norm": 0.6831308007240295,
      "learning_rate": 5.758e-05,
      "loss": 0.0603,
      "step": 2880
    },
    {
      "grad_norm": 0.8145996332168579,
      "learning_rate": 5.778e-05,
      "loss": 0.0588,
      "step": 2890
    },
    {
      "grad_norm": 0.9561071395874023,
      "learning_rate": 5.7980000000000004e-05,
      "loss": 0.0566,
      "step": 2900
    },
    {
      "grad_norm": 0.9915790557861328,
      "learning_rate": 5.818e-05,
      "loss": 0.0571,
      "step": 2910
    },
    {
      "grad_norm": 0.7041525840759277,
      "learning_rate": 5.838e-05,
      "loss": 0.0585,
      "step": 2920
    },
    {
      "grad_norm": 0.8726305961608887,
      "learning_rate": 5.858e-05,
      "loss": 0.0634,
      "step": 2930
    },
    {
      "grad_norm": 0.8526113033294678,
      "learning_rate": 5.878e-05,
      "loss": 0.0659,
      "step": 2940
    },
    {
      "grad_norm": 0.9721672534942627,
      "learning_rate": 5.898e-05,
      "loss": 0.0585,
      "step": 2950
    },
    {
      "grad_norm": 0.6632972359657288,
      "learning_rate": 5.918e-05,
      "loss": 0.0595,
      "step": 2960
    },
    {
      "grad_norm": 0.7097289562225342,
      "learning_rate": 5.9380000000000004e-05,
      "loss": 0.055,
      "step": 2970
    },
    {
      "grad_norm": 0.47635555267333984,
      "learning_rate": 5.958e-05,
      "loss": 0.0531,
      "step": 2980
    },
    {
      "grad_norm": 0.7958394885063171,
      "learning_rate": 5.978e-05,
      "loss": 0.0551,
      "step": 2990
    },
    {
      "grad_norm": 0.683406412601471,
      "learning_rate": 5.9980000000000005e-05,
      "loss": 0.0599,
      "step": 3000
    },
    {
      "grad_norm": 0.6262069940567017,
      "learning_rate": 6.018e-05,
      "loss": 0.0583,
      "step": 3010
    },
    {
      "grad_norm": 0.7562952041625977,
      "learning_rate": 6.038e-05,
      "loss": 0.0579,
      "step": 3020
    },
    {
      "grad_norm": 0.6233190298080444,
      "learning_rate": 6.0580000000000006e-05,
      "loss": 0.0547,
      "step": 3030
    },
    {
      "grad_norm": 0.6364975571632385,
      "learning_rate": 6.0780000000000004e-05,
      "loss": 0.0581,
      "step": 3040
    },
    {
      "grad_norm": 0.7921048998832703,
      "learning_rate": 6.098e-05,
      "loss": 0.0542,
      "step": 3050
    },
    {
      "grad_norm": 0.8053972125053406,
      "learning_rate": 6.118000000000001e-05,
      "loss": 0.0551,
      "step": 3060
    },
    {
      "grad_norm": 0.9008715748786926,
      "learning_rate": 6.138e-05,
      "loss": 0.0561,
      "step": 3070
    },
    {
      "grad_norm": 0.8635597229003906,
      "learning_rate": 6.158e-05,
      "loss": 0.0612,
      "step": 3080
    },
    {
      "grad_norm": 0.619961678981781,
      "learning_rate": 6.178000000000001e-05,
      "loss": 0.0629,
      "step": 3090
    },
    {
      "grad_norm": 0.591262698173523,
      "learning_rate": 6.198e-05,
      "loss": 0.0643,
      "step": 3100
    },
    {
      "grad_norm": 0.566543459892273,
      "learning_rate": 6.218e-05,
      "loss": 0.0573,
      "step": 3110
    },
    {
      "grad_norm": 0.7321069240570068,
      "learning_rate": 6.238000000000001e-05,
      "loss": 0.0616,
      "step": 3120
    },
    {
      "grad_norm": 0.6816449165344238,
      "learning_rate": 6.258e-05,
      "loss": 0.0623,
      "step": 3130
    },
    {
      "grad_norm": 0.6710074543952942,
      "learning_rate": 6.278e-05,
      "loss": 0.0568,
      "step": 3140
    },
    {
      "grad_norm": 0.6734244227409363,
      "learning_rate": 6.298000000000001e-05,
      "loss": 0.0558,
      "step": 3150
    },
    {
      "grad_norm": 0.8777141571044922,
      "learning_rate": 6.318e-05,
      "loss": 0.0593,
      "step": 3160
    },
    {
      "grad_norm": 0.7409667372703552,
      "learning_rate": 6.338e-05,
      "loss": 0.0586,
      "step": 3170
    },
    {
      "grad_norm": 0.6026716828346252,
      "learning_rate": 6.358000000000001e-05,
      "loss": 0.0555,
      "step": 3180
    },
    {
      "grad_norm": 0.6889919638633728,
      "learning_rate": 6.378e-05,
      "loss": 0.059,
      "step": 3190
    },
    {
      "grad_norm": 0.6342737078666687,
      "learning_rate": 6.398000000000001e-05,
      "loss": 0.0593,
      "step": 3200
    },
    {
      "grad_norm": 0.6677775979042053,
      "learning_rate": 6.418000000000001e-05,
      "loss": 0.0603,
      "step": 3210
    },
    {
      "grad_norm": 0.5305030941963196,
      "learning_rate": 6.438e-05,
      "loss": 0.0511,
      "step": 3220
    },
    {
      "grad_norm": 0.7689367532730103,
      "learning_rate": 6.458000000000001e-05,
      "loss": 0.0517,
      "step": 3230
    },
    {
      "grad_norm": 0.6426669359207153,
      "learning_rate": 6.478000000000001e-05,
      "loss": 0.0571,
      "step": 3240
    },
    {
      "grad_norm": 0.6198694109916687,
      "learning_rate": 6.498e-05,
      "loss": 0.055,
      "step": 3250
    },
    {
      "grad_norm": 0.6614668965339661,
      "learning_rate": 6.518000000000001e-05,
      "loss": 0.0575,
      "step": 3260
    },
    {
      "grad_norm": 0.816674530506134,
      "learning_rate": 6.538000000000001e-05,
      "loss": 0.0608,
      "step": 3270
    },
    {
      "grad_norm": 0.6837171912193298,
      "learning_rate": 6.558e-05,
      "loss": 0.0751,
      "step": 3280
    },
    {
      "grad_norm": 0.6544035077095032,
      "learning_rate": 6.578000000000001e-05,
      "loss": 0.071,
      "step": 3290
    },
    {
      "grad_norm": 0.5683621168136597,
      "learning_rate": 6.598e-05,
      "loss": 0.0595,
      "step": 3300
    },
    {
      "grad_norm": 0.5263592600822449,
      "learning_rate": 6.618e-05,
      "loss": 0.0594,
      "step": 3310
    },
    {
      "grad_norm": 0.5660032629966736,
      "learning_rate": 6.638e-05,
      "loss": 0.0593,
      "step": 3320
    },
    {
      "grad_norm": 0.8180565237998962,
      "learning_rate": 6.658e-05,
      "loss": 0.058,
      "step": 3330
    },
    {
      "grad_norm": 0.5847870707511902,
      "learning_rate": 6.678e-05,
      "loss": 0.0599,
      "step": 3340
    },
    {
      "grad_norm": 0.6807529330253601,
      "learning_rate": 6.698e-05,
      "loss": 0.0563,
      "step": 3350
    },
    {
      "grad_norm": 0.6235266923904419,
      "learning_rate": 6.718e-05,
      "loss": 0.0568,
      "step": 3360
    },
    {
      "grad_norm": 0.623821496963501,
      "learning_rate": 6.738e-05,
      "loss": 0.0626,
      "step": 3370
    },
    {
      "grad_norm": 0.7032490968704224,
      "learning_rate": 6.758e-05,
      "loss": 0.0575,
      "step": 3380
    },
    {
      "grad_norm": 0.8420250415802002,
      "learning_rate": 6.778e-05,
      "loss": 0.0579,
      "step": 3390
    },
    {
      "grad_norm": 0.8289609551429749,
      "learning_rate": 6.798e-05,
      "loss": 0.0683,
      "step": 3400
    },
    {
      "grad_norm": 0.6110767126083374,
      "learning_rate": 6.818e-05,
      "loss": 0.0596,
      "step": 3410
    },
    {
      "grad_norm": 0.49623391032218933,
      "learning_rate": 6.838e-05,
      "loss": 0.0576,
      "step": 3420
    },
    {
      "grad_norm": 0.6309054493904114,
      "learning_rate": 6.858e-05,
      "loss": 0.0582,
      "step": 3430
    },
    {
      "grad_norm": 0.7614262700080872,
      "learning_rate": 6.878e-05,
      "loss": 0.0643,
      "step": 3440
    },
    {
      "grad_norm": 0.7703408002853394,
      "learning_rate": 6.898e-05,
      "loss": 0.0601,
      "step": 3450
    },
    {
      "grad_norm": 0.761204719543457,
      "learning_rate": 6.918e-05,
      "loss": 0.0628,
      "step": 3460
    },
    {
      "grad_norm": 0.7938456535339355,
      "learning_rate": 6.938e-05,
      "loss": 0.053,
      "step": 3470
    },
    {
      "grad_norm": 0.7667320370674133,
      "learning_rate": 6.958e-05,
      "loss": 0.0591,
      "step": 3480
    },
    {
      "grad_norm": 0.7216870784759521,
      "learning_rate": 6.978e-05,
      "loss": 0.0645,
      "step": 3490
    },
    {
      "grad_norm": 0.6868987083435059,
      "learning_rate": 6.998e-05,
      "loss": 0.0615,
      "step": 3500
    },
    {
      "grad_norm": 0.8749945759773254,
      "learning_rate": 7.018e-05,
      "loss": 0.0559,
      "step": 3510
    },
    {
      "grad_norm": 0.5575623512268066,
      "learning_rate": 7.038e-05,
      "loss": 0.0603,
      "step": 3520
    },
    {
      "grad_norm": 0.5109047889709473,
      "learning_rate": 7.058e-05,
      "loss": 0.0587,
      "step": 3530
    },
    {
      "grad_norm": 0.6596612930297852,
      "learning_rate": 7.078e-05,
      "loss": 0.0551,
      "step": 3540
    },
    {
      "grad_norm": 0.7300117611885071,
      "learning_rate": 7.098e-05,
      "loss": 0.053,
      "step": 3550
    },
    {
      "grad_norm": 0.5924200415611267,
      "learning_rate": 7.118e-05,
      "loss": 0.053,
      "step": 3560
    },
    {
      "grad_norm": 0.600793719291687,
      "learning_rate": 7.138e-05,
      "loss": 0.0529,
      "step": 3570
    },
    {
      "grad_norm": 0.6228575110435486,
      "learning_rate": 7.158e-05,
      "loss": 0.0573,
      "step": 3580
    },
    {
      "grad_norm": 0.7635850310325623,
      "learning_rate": 7.178000000000001e-05,
      "loss": 0.055,
      "step": 3590
    },
    {
      "grad_norm": 0.6586592197418213,
      "learning_rate": 7.198e-05,
      "loss": 0.0627,
      "step": 3600
    },
    {
      "grad_norm": 0.6907250881195068,
      "learning_rate": 7.218e-05,
      "loss": 0.0587,
      "step": 3610
    },
    {
      "grad_norm": 0.6046475172042847,
      "learning_rate": 7.238000000000001e-05,
      "loss": 0.0511,
      "step": 3620
    },
    {
      "grad_norm": 0.4910253882408142,
      "learning_rate": 7.258e-05,
      "loss": 0.0529,
      "step": 3630
    },
    {
      "grad_norm": 0.58733069896698,
      "learning_rate": 7.278e-05,
      "loss": 0.053,
      "step": 3640
    },
    {
      "grad_norm": 0.6628770232200623,
      "learning_rate": 7.298000000000001e-05,
      "loss": 0.055,
      "step": 3650
    },
    {
      "grad_norm": 0.5377957224845886,
      "learning_rate": 7.318e-05,
      "loss": 0.0559,
      "step": 3660
    },
    {
      "grad_norm": 0.6379234194755554,
      "learning_rate": 7.338e-05,
      "loss": 0.0522,
      "step": 3670
    },
    {
      "grad_norm": 0.6253263354301453,
      "learning_rate": 7.358000000000001e-05,
      "loss": 0.0494,
      "step": 3680
    },
    {
      "grad_norm": 0.6193934082984924,
      "learning_rate": 7.378e-05,
      "loss": 0.0528,
      "step": 3690
    },
    {
      "grad_norm": 0.600163459777832,
      "learning_rate": 7.398e-05,
      "loss": 0.0528,
      "step": 3700
    },
    {
      "grad_norm": 0.6069223284721375,
      "learning_rate": 7.418000000000001e-05,
      "loss": 0.0532,
      "step": 3710
    },
    {
      "grad_norm": 0.5121361017227173,
      "learning_rate": 7.438e-05,
      "loss": 0.0506,
      "step": 3720
    },
    {
      "grad_norm": 0.6166149377822876,
      "learning_rate": 7.458000000000001e-05,
      "loss": 0.0493,
      "step": 3730
    },
    {
      "grad_norm": 0.5227261185646057,
      "learning_rate": 7.478e-05,
      "loss": 0.0479,
      "step": 3740
    },
    {
      "grad_norm": 0.565218985080719,
      "learning_rate": 7.498e-05,
      "loss": 0.0524,
      "step": 3750
    },
    {
      "grad_norm": 0.44434353709220886,
      "learning_rate": 7.518000000000001e-05,
      "loss": 0.05,
      "step": 3760
    },
    {
      "grad_norm": 0.5096724629402161,
      "learning_rate": 7.538e-05,
      "loss": 0.0516,
      "step": 3770
    },
    {
      "grad_norm": 0.7262697219848633,
      "learning_rate": 7.558e-05,
      "loss": 0.052,
      "step": 3780
    },
    {
      "grad_norm": 0.8016819357872009,
      "learning_rate": 7.578000000000001e-05,
      "loss": 0.0562,
      "step": 3790
    },
    {
      "grad_norm": 0.6487345099449158,
      "learning_rate": 7.598e-05,
      "loss": 0.0583,
      "step": 3800
    },
    {
      "grad_norm": 0.7248115539550781,
      "learning_rate": 7.618e-05,
      "loss": 0.0522,
      "step": 3810
    },
    {
      "grad_norm": 0.7238807082176208,
      "learning_rate": 7.638000000000001e-05,
      "loss": 0.0547,
      "step": 3820
    },
    {
      "grad_norm": 0.47141319513320923,
      "learning_rate": 7.658e-05,
      "loss": 0.0554,
      "step": 3830
    },
    {
      "grad_norm": 0.49793267250061035,
      "learning_rate": 7.678000000000001e-05,
      "loss": 0.0553,
      "step": 3840
    },
    {
      "grad_norm": 0.6460472941398621,
      "learning_rate": 7.698000000000001e-05,
      "loss": 0.0533,
      "step": 3850
    },
    {
      "grad_norm": 0.5305652618408203,
      "learning_rate": 7.718e-05,
      "loss": 0.0529,
      "step": 3860
    },
    {
      "grad_norm": 0.6242535710334778,
      "learning_rate": 7.738000000000001e-05,
      "loss": 0.0532,
      "step": 3870
    },
    {
      "grad_norm": 0.4848077595233917,
      "learning_rate": 7.758000000000001e-05,
      "loss": 0.0508,
      "step": 3880
    },
    {
      "grad_norm": 0.5770440697669983,
      "learning_rate": 7.778e-05,
      "loss": 0.0496,
      "step": 3890
    },
    {
      "grad_norm": 0.6591318249702454,
      "learning_rate": 7.798000000000001e-05,
      "loss": 0.0518,
      "step": 3900
    },
    {
      "grad_norm": 0.746138334274292,
      "learning_rate": 7.818000000000001e-05,
      "loss": 0.0573,
      "step": 3910
    },
    {
      "grad_norm": 0.621242344379425,
      "learning_rate": 7.838e-05,
      "loss": 0.0578,
      "step": 3920
    },
    {
      "grad_norm": 0.843133270740509,
      "learning_rate": 7.858000000000001e-05,
      "loss": 0.0529,
      "step": 3930
    },
    {
      "grad_norm": 0.6237853765487671,
      "learning_rate": 7.878e-05,
      "loss": 0.0594,
      "step": 3940
    },
    {
      "grad_norm": 0.5796158909797668,
      "learning_rate": 7.897999999999999e-05,
      "loss": 0.0584,
      "step": 3950
    },
    {
      "grad_norm": 0.5388773679733276,
      "learning_rate": 7.918e-05,
      "loss": 0.0568,
      "step": 3960
    },
    {
      "grad_norm": 0.6417845487594604,
      "learning_rate": 7.938e-05,
      "loss": 0.0556,
      "step": 3970
    },
    {
      "grad_norm": 0.7016259431838989,
      "learning_rate": 7.958e-05,
      "loss": 0.0628,
      "step": 3980
    },
    {
      "grad_norm": 0.7382046580314636,
      "learning_rate": 7.978e-05,
      "loss": 0.0627,
      "step": 3990
    },
    {
      "grad_norm": 0.5609980821609497,
      "learning_rate": 7.998e-05,
      "loss": 0.0551,
      "step": 4000
    },
    {
      "grad_norm": 0.41588395833969116,
      "learning_rate": 8.018e-05,
      "loss": 0.0535,
      "step": 4010
    },
    {
      "grad_norm": 0.6821397542953491,
      "learning_rate": 8.038e-05,
      "loss": 0.0548,
      "step": 4020
    },
    {
      "grad_norm": 0.5176898837089539,
      "learning_rate": 8.058e-05,
      "loss": 0.0523,
      "step": 4030
    },
    {
      "grad_norm": 0.4781378209590912,
      "learning_rate": 8.078e-05,
      "loss": 0.0528,
      "step": 4040
    },
    {
      "grad_norm": 0.5734107494354248,
      "learning_rate": 8.098e-05,
      "loss": 0.0486,
      "step": 4050
    },
    {
      "grad_norm": 0.5004308819770813,
      "learning_rate": 8.118e-05,
      "loss": 0.0498,
      "step": 4060
    },
    {
      "grad_norm": 0.4947890341281891,
      "learning_rate": 8.138e-05,
      "loss": 0.0556,
      "step": 4070
    },
    {
      "grad_norm": 0.5038651823997498,
      "learning_rate": 8.158e-05,
      "loss": 0.0535,
      "step": 4080
    },
    {
      "grad_norm": 0.49191778898239136,
      "learning_rate": 8.178e-05,
      "loss": 0.0525,
      "step": 4090
    },
    {
      "grad_norm": 0.5439951419830322,
      "learning_rate": 8.198e-05,
      "loss": 0.0555,
      "step": 4100
    },
    {
      "grad_norm": 0.6942946910858154,
      "learning_rate": 8.218e-05,
      "loss": 0.0586,
      "step": 4110
    },
    {
      "grad_norm": 0.6302281618118286,
      "learning_rate": 8.238000000000001e-05,
      "loss": 0.0605,
      "step": 4120
    },
    {
      "grad_norm": 0.5296270847320557,
      "learning_rate": 8.258e-05,
      "loss": 0.0588,
      "step": 4130
    },
    {
      "grad_norm": 0.5611451864242554,
      "learning_rate": 8.278e-05,
      "loss": 0.0635,
      "step": 4140
    },
    {
      "grad_norm": 0.5132719874382019,
      "learning_rate": 8.298000000000001e-05,
      "loss": 0.0552,
      "step": 4150
    },
    {
      "grad_norm": 0.5582407116889954,
      "learning_rate": 8.318e-05,
      "loss": 0.0584,
      "step": 4160
    },
    {
      "grad_norm": 0.5598846673965454,
      "learning_rate": 8.338e-05,
      "loss": 0.0577,
      "step": 4170
    },
    {
      "grad_norm": 0.5535320043563843,
      "learning_rate": 8.358e-05,
      "loss": 0.0564,
      "step": 4180
    },
    {
      "grad_norm": 0.5314646363258362,
      "learning_rate": 8.378e-05,
      "loss": 0.0494,
      "step": 4190
    },
    {
      "grad_norm": 0.5318379998207092,
      "learning_rate": 8.398e-05,
      "loss": 0.0495,
      "step": 4200
    },
    {
      "grad_norm": 0.5729165077209473,
      "learning_rate": 8.418e-05,
      "loss": 0.0508,
      "step": 4210
    },
    {
      "grad_norm": 0.5059546828269958,
      "learning_rate": 8.438e-05,
      "loss": 0.051,
      "step": 4220
    },
    {
      "grad_norm": 0.44463542103767395,
      "learning_rate": 8.458e-05,
      "loss": 0.05,
      "step": 4230
    },
    {
      "grad_norm": 0.6675571799278259,
      "learning_rate": 8.478e-05,
      "loss": 0.055,
      "step": 4240
    },
    {
      "grad_norm": 0.39588463306427,
      "learning_rate": 8.498e-05,
      "loss": 0.0492,
      "step": 4250
    },
    {
      "grad_norm": 0.5677847862243652,
      "learning_rate": 8.518000000000001e-05,
      "loss": 0.0495,
      "step": 4260
    },
    {
      "grad_norm": 0.5766999125480652,
      "learning_rate": 8.538e-05,
      "loss": 0.0453,
      "step": 4270
    },
    {
      "grad_norm": 0.5542147159576416,
      "learning_rate": 8.558e-05,
      "loss": 0.0497,
      "step": 4280
    },
    {
      "grad_norm": 0.6002422571182251,
      "learning_rate": 8.578000000000001e-05,
      "loss": 0.0536,
      "step": 4290
    },
    {
      "grad_norm": 0.4922868013381958,
      "learning_rate": 8.598e-05,
      "loss": 0.0524,
      "step": 4300
    },
    {
      "grad_norm": 0.6979566216468811,
      "learning_rate": 8.618e-05,
      "loss": 0.0558,
      "step": 4310
    },
    {
      "grad_norm": 0.48377490043640137,
      "learning_rate": 8.638000000000001e-05,
      "loss": 0.0534,
      "step": 4320
    },
    {
      "grad_norm": 0.4448906183242798,
      "learning_rate": 8.658e-05,
      "loss": 0.0545,
      "step": 4330
    },
    {
      "grad_norm": 0.618208110332489,
      "learning_rate": 8.678e-05,
      "loss": 0.0553,
      "step": 4340
    },
    {
      "grad_norm": 0.4908168911933899,
      "learning_rate": 8.698000000000001e-05,
      "loss": 0.0508,
      "step": 4350
    },
    {
      "grad_norm": 0.4588809013366699,
      "learning_rate": 8.718e-05,
      "loss": 0.0465,
      "step": 4360
    },
    {
      "grad_norm": 0.49169349670410156,
      "learning_rate": 8.738000000000001e-05,
      "loss": 0.0516,
      "step": 4370
    },
    {
      "grad_norm": 0.555799126625061,
      "learning_rate": 8.758000000000001e-05,
      "loss": 0.0534,
      "step": 4380
    },
    {
      "grad_norm": 0.5574902296066284,
      "learning_rate": 8.778e-05,
      "loss": 0.0526,
      "step": 4390
    },
    {
      "grad_norm": 0.3789088726043701,
      "learning_rate": 8.798000000000001e-05,
      "loss": 0.0547,
      "step": 4400
    },
    {
      "grad_norm": 0.4919670522212982,
      "learning_rate": 8.818000000000001e-05,
      "loss": 0.0515,
      "step": 4410
    },
    {
      "grad_norm": 0.5687004923820496,
      "learning_rate": 8.838e-05,
      "loss": 0.0471,
      "step": 4420
    },
    {
      "grad_norm": 0.6057011485099792,
      "learning_rate": 8.858000000000001e-05,
      "loss": 0.0488,
      "step": 4430
    },
    {
      "grad_norm": 0.5082142949104309,
      "learning_rate": 8.878000000000001e-05,
      "loss": 0.0463,
      "step": 4440
    },
    {
      "grad_norm": 0.4625323414802551,
      "learning_rate": 8.898e-05,
      "loss": 0.0451,
      "step": 4450
    },
    {
      "grad_norm": 0.5827093720436096,
      "learning_rate": 8.918000000000001e-05,
      "loss": 0.0449,
      "step": 4460
    },
    {
      "grad_norm": 0.5986301898956299,
      "learning_rate": 8.938e-05,
      "loss": 0.0494,
      "step": 4470
    },
    {
      "grad_norm": 0.5436224937438965,
      "learning_rate": 8.958e-05,
      "loss": 0.0536,
      "step": 4480
    },
    {
      "grad_norm": 0.4994352161884308,
      "learning_rate": 8.978000000000001e-05,
      "loss": 0.0492,
      "step": 4490
    },
    {
      "grad_norm": 0.6261689066886902,
      "learning_rate": 8.998e-05,
      "loss": 0.0519,
      "step": 4500
    },
    {
      "grad_norm": 0.5060194134712219,
      "learning_rate": 9.018000000000001e-05,
      "loss": 0.0481,
      "step": 4510
    },
    {
      "grad_norm": 0.6227735877037048,
      "learning_rate": 9.038000000000001e-05,
      "loss": 0.0476,
      "step": 4520
    },
    {
      "grad_norm": 0.4782765805721283,
      "learning_rate": 9.058e-05,
      "loss": 0.0478,
      "step": 4530
    },
    {
      "grad_norm": 0.570697009563446,
      "learning_rate": 9.078000000000001e-05,
      "loss": 0.05,
      "step": 4540
    },
    {
      "grad_norm": 0.5338484048843384,
      "learning_rate": 9.098000000000001e-05,
      "loss": 0.0507,
      "step": 4550
    },
    {
      "grad_norm": 0.41564828157424927,
      "learning_rate": 9.118e-05,
      "loss": 0.0476,
      "step": 4560
    },
    {
      "grad_norm": 0.3966507315635681,
      "learning_rate": 9.138e-05,
      "loss": 0.0437,
      "step": 4570
    },
    {
      "grad_norm": 0.5009426474571228,
      "learning_rate": 9.158e-05,
      "loss": 0.052,
      "step": 4580
    },
    {
      "grad_norm": 0.5358611345291138,
      "learning_rate": 9.178e-05,
      "loss": 0.0538,
      "step": 4590
    },
    {
      "grad_norm": 0.4125902056694031,
      "learning_rate": 9.198e-05,
      "loss": 0.0484,
      "step": 4600
    },
    {
      "grad_norm": 0.47420263290405273,
      "learning_rate": 9.218e-05,
      "loss": 0.0513,
      "step": 4610
    },
    {
      "grad_norm": 0.4198904037475586,
      "learning_rate": 9.238e-05,
      "loss": 0.049,
      "step": 4620
    },
    {
      "grad_norm": 0.5217586755752563,
      "learning_rate": 9.258e-05,
      "loss": 0.0491,
      "step": 4630
    },
    {
      "grad_norm": 0.4766596853733063,
      "learning_rate": 9.278e-05,
      "loss": 0.0566,
      "step": 4640
    },
    {
      "grad_norm": 0.4432125985622406,
      "learning_rate": 9.298e-05,
      "loss": 0.0553,
      "step": 4650
    },
    {
      "grad_norm": 0.6569498777389526,
      "learning_rate": 9.318e-05,
      "loss": 0.0557,
      "step": 4660
    },
    {
      "grad_norm": 0.691231369972229,
      "learning_rate": 9.338e-05,
      "loss": 0.0554,
      "step": 4670
    },
    {
      "grad_norm": 0.69048011302948,
      "learning_rate": 9.358e-05,
      "loss": 0.0515,
      "step": 4680
    },
    {
      "grad_norm": 0.4077949821949005,
      "learning_rate": 9.378e-05,
      "loss": 0.0553,
      "step": 4690
    },
    {
      "grad_norm": 0.47461405396461487,
      "learning_rate": 9.398e-05,
      "loss": 0.0506,
      "step": 4700
    },
    {
      "grad_norm": 0.4784652590751648,
      "learning_rate": 9.418e-05,
      "loss": 0.0525,
      "step": 4710
    },
    {
      "grad_norm": 0.48425722122192383,
      "learning_rate": 9.438e-05,
      "loss": 0.0539,
      "step": 4720
    },
    {
      "grad_norm": 0.45854929089546204,
      "learning_rate": 9.458e-05,
      "loss": 0.0488,
      "step": 4730
    },
    {
      "grad_norm": 0.48525556921958923,
      "learning_rate": 9.478e-05,
      "loss": 0.0497,
      "step": 4740
    },
    {
      "grad_norm": 0.5272268056869507,
      "learning_rate": 9.498e-05,
      "loss": 0.0522,
      "step": 4750
    },
    {
      "grad_norm": 0.6498347520828247,
      "learning_rate": 9.518000000000001e-05,
      "loss": 0.0594,
      "step": 4760
    },
    {
      "grad_norm": 0.5023589134216309,
      "learning_rate": 9.538e-05,
      "loss": 0.0541,
      "step": 4770
    },
    {
      "grad_norm": 0.4810951352119446,
      "learning_rate": 9.558e-05,
      "loss": 0.0552,
      "step": 4780
    },
    {
      "grad_norm": 0.42483121156692505,
      "learning_rate": 9.578000000000001e-05,
      "loss": 0.052,
      "step": 4790
    },
    {
      "grad_norm": 0.47179487347602844,
      "learning_rate": 9.598e-05,
      "loss": 0.0493,
      "step": 4800
    },
    {
      "grad_norm": 0.4293002784252167,
      "learning_rate": 9.618e-05,
      "loss": 0.0535,
      "step": 4810
    },
    {
      "grad_norm": 0.38633114099502563,
      "learning_rate": 9.638000000000001e-05,
      "loss": 0.0516,
      "step": 4820
    },
    {
      "grad_norm": 0.48634254932403564,
      "learning_rate": 9.658e-05,
      "loss": 0.051,
      "step": 4830
    },
    {
      "grad_norm": 0.5972772240638733,
      "learning_rate": 9.678e-05,
      "loss": 0.0482,
      "step": 4840
    },
    {
      "grad_norm": 0.46994972229003906,
      "learning_rate": 9.698000000000001e-05,
      "loss": 0.0451,
      "step": 4850
    },
    {
      "grad_norm": 0.48280075192451477,
      "learning_rate": 9.718e-05,
      "loss": 0.0522,
      "step": 4860
    },
    {
      "grad_norm": 0.4391314685344696,
      "learning_rate": 9.738e-05,
      "loss": 0.0498,
      "step": 4870
    },
    {
      "grad_norm": 0.49570968747138977,
      "learning_rate": 9.758000000000001e-05,
      "loss": 0.0451,
      "step": 4880
    },
    {
      "grad_norm": 0.39652219414711,
      "learning_rate": 9.778e-05,
      "loss": 0.049,
      "step": 4890
    },
    {
      "grad_norm": 0.4702596664428711,
      "learning_rate": 9.798000000000001e-05,
      "loss": 0.0512,
      "step": 4900
    },
    {
      "grad_norm": 0.4860886037349701,
      "learning_rate": 9.818000000000001e-05,
      "loss": 0.0462,
      "step": 4910
    },
    {
      "grad_norm": 0.5121074318885803,
      "learning_rate": 9.838e-05,
      "loss": 0.0523,
      "step": 4920
    },
    {
      "grad_norm": 0.5406942963600159,
      "learning_rate": 9.858000000000001e-05,
      "loss": 0.0548,
      "step": 4930
    },
    {
      "grad_norm": 0.4115707278251648,
      "learning_rate": 9.878e-05,
      "loss": 0.0568,
      "step": 4940
    },
    {
      "grad_norm": 0.4699900448322296,
      "learning_rate": 9.898e-05,
      "loss": 0.0567,
      "step": 4950
    },
    {
      "grad_norm": 0.575563371181488,
      "learning_rate": 9.918000000000001e-05,
      "loss": 0.0538,
      "step": 4960
    },
    {
      "grad_norm": 0.5196059942245483,
      "learning_rate": 9.938e-05,
      "loss": 0.0494,
      "step": 4970
    },
    {
      "grad_norm": 0.5048707127571106,
      "learning_rate": 9.958e-05,
      "loss": 0.0533,
      "step": 4980
    },
    {
      "grad_norm": 0.40335613489151,
      "learning_rate": 9.978000000000001e-05,
      "loss": 0.0521,
      "step": 4990
    },
    {
      "grad_norm": 0.525229811668396,
      "learning_rate": 9.998e-05,
      "loss": 0.0544,
      "step": 5000
    },
    {
      "grad_norm": 0.3658559024333954,
      "learning_rate": 9.999999778549045e-05,
      "loss": 0.052,
      "step": 5010
    },
    {
      "grad_norm": 0.5470863580703735,
      "learning_rate": 9.999999013039593e-05,
      "loss": 0.0533,
      "step": 5020
    },
    {
      "grad_norm": 0.4454970955848694,
      "learning_rate": 9.999997700737766e-05,
      "loss": 0.0523,
      "step": 5030
    },
    {
      "grad_norm": 0.4391884207725525,
      "learning_rate": 9.999995841643709e-05,
      "loss": 0.0542,
      "step": 5040
    },
    {
      "grad_norm": 0.43698152899742126,
      "learning_rate": 9.999993435757623e-05,
      "loss": 0.0483,
      "step": 5050
    },
    {
      "grad_norm": 0.7144546508789062,
      "learning_rate": 9.999990483079773e-05,
      "loss": 0.0497,
      "step": 5060
    },
    {
      "grad_norm": 0.4188135266304016,
      "learning_rate": 9.999986983610481e-05,
      "loss": 0.0452,
      "step": 5070
    },
    {
      "grad_norm": 0.5300975441932678,
      "learning_rate": 9.99998293735013e-05,
      "loss": 0.0458,
      "step": 5080
    },
    {
      "grad_norm": 0.5083855986595154,
      "learning_rate": 9.999978344299161e-05,
      "loss": 0.0512,
      "step": 5090
    },
    {
      "grad_norm": 0.459313303232193,
      "learning_rate": 9.99997320445808e-05,
      "loss": 0.0489,
      "step": 5100
    },
    {
      "grad_norm": 0.5342221856117249,
      "learning_rate": 9.999967517827444e-05,
      "loss": 0.0493,
      "step": 5110
    },
    {
      "grad_norm": 0.44480857253074646,
      "learning_rate": 9.999961284407879e-05,
      "loss": 0.0496,
      "step": 5120
    },
    {
      "grad_norm": 0.4076370298862457,
      "learning_rate": 9.999954504200067e-05,
      "loss": 0.0541,
      "step": 5130
    },
    {
      "grad_norm": 0.44458991289138794,
      "learning_rate": 9.999947177204744e-05,
      "loss": 0.0596,
      "step": 5140
    },
    {
      "grad_norm": 0.34042423963546753,
      "learning_rate": 9.999939303422718e-05,
      "loss": 0.0499,
      "step": 5150
    },
    {
      "grad_norm": 0.5053701996803284,
      "learning_rate": 9.999930882854847e-05,
      "loss": 0.0465,
      "step": 5160
    },
    {
      "grad_norm": 0.35064205527305603,
      "learning_rate": 9.999921915502051e-05,
      "loss": 0.0493,
      "step": 5170
    },
    {
      "grad_norm": 0.4442894458770752,
      "learning_rate": 9.99991240136531e-05,
      "loss": 0.0477,
      "step": 5180
    },
    {
      "grad_norm": 0.4766870141029358,
      "learning_rate": 9.999902340445668e-05,
      "loss": 0.0483,
      "step": 5190
    },
    {
      "grad_norm": 0.4450841546058655,
      "learning_rate": 9.999891732744224e-05,
      "loss": 0.0475,
      "step": 5200
    },
    {
      "grad_norm": 0.44025328755378723,
      "learning_rate": 9.999880578262135e-05,
      "loss": 0.048,
      "step": 5210
    },
    {
      "grad_norm": 0.46304789185523987,
      "learning_rate": 9.999868877000624e-05,
      "loss": 0.0506,
      "step": 5220
    },
    {
      "grad_norm": 0.5258839726448059,
      "learning_rate": 9.99985662896097e-05,
      "loss": 0.0522,
      "step": 5230
    },
    {
      "grad_norm": 0.4481131136417389,
      "learning_rate": 9.999843834144513e-05,
      "loss": 0.0487,
      "step": 5240
    },
    {
      "grad_norm": 0.4749087691307068,
      "learning_rate": 9.99983049255265e-05,
      "loss": 0.0526,
      "step": 5250
    },
    {
      "grad_norm": 0.3961416482925415,
      "learning_rate": 9.999816604186843e-05,
      "loss": 0.0536,
      "step": 5260
    },
    {
      "grad_norm": 0.3592783808708191,
      "learning_rate": 9.999802169048609e-05,
      "loss": 0.0487,
      "step": 5270
    },
    {
      "grad_norm": 0.4256177842617035,
      "learning_rate": 9.999787187139527e-05,
      "loss": 0.0465,
      "step": 5280
    },
    {
      "grad_norm": 0.6069108843803406,
      "learning_rate": 9.999771658461234e-05,
      "loss": 0.0468,
      "step": 5290
    },
    {
      "grad_norm": 0.43303659558296204,
      "learning_rate": 9.999755583015431e-05,
      "loss": 0.0496,
      "step": 5300
    },
    {
      "grad_norm": 0.4158823490142822,
      "learning_rate": 9.999738960803874e-05,
      "loss": 0.0459,
      "step": 5310
    },
    {
      "grad_norm": 0.4422527849674225,
      "learning_rate": 9.99972179182838e-05,
      "loss": 0.0484,
      "step": 5320
    },
    {
      "grad_norm": 0.4332650899887085,
      "learning_rate": 9.99970407609083e-05,
      "loss": 0.0446,
      "step": 5330
    },
    {
      "grad_norm": 0.49419739842414856,
      "learning_rate": 9.999685813593159e-05,
      "loss": 0.0451,
      "step": 5340
    },
    {
      "grad_norm": 0.41046595573425293,
      "learning_rate": 9.999667004337362e-05,
      "loss": 0.043,
      "step": 5350
    },
    {
      "grad_norm": 0.42968448996543884,
      "learning_rate": 9.9996476483255e-05,
      "loss": 0.0471,
      "step": 5360
    },
    {
      "grad_norm": 0.47571057081222534,
      "learning_rate": 9.999627745559688e-05,
      "loss": 0.0426,
      "step": 5370
    },
    {
      "grad_norm": 0.4825800657272339,
      "learning_rate": 9.999607296042101e-05,
      "loss": 0.0448,
      "step": 5380
    },
    {
      "grad_norm": 0.3722878098487854,
      "learning_rate": 9.99958629977498e-05,
      "loss": 0.0432,
      "step": 5390
    },
    {
      "grad_norm": 0.4174627959728241,
      "learning_rate": 9.999564756760615e-05,
      "loss": 0.046,
      "step": 5400
    },
    {
      "grad_norm": 0.36422812938690186,
      "learning_rate": 9.999542667001366e-05,
      "loss": 0.0453,
      "step": 5410
    },
    {
      "grad_norm": 0.4035061001777649,
      "learning_rate": 9.999520030499647e-05,
      "loss": 0.0465,
      "step": 5420
    },
    {
      "grad_norm": 0.42024675011634827,
      "learning_rate": 9.999496847257936e-05,
      "loss": 0.0442,
      "step": 5430
    },
    {
      "grad_norm": 0.4647481143474579,
      "learning_rate": 9.999473117278764e-05,
      "loss": 0.0414,
      "step": 5440
    },
    {
      "grad_norm": 0.42623838782310486,
      "learning_rate": 9.999448840564731e-05,
      "loss": 0.0441,
      "step": 5450
    },
    {
      "grad_norm": 0.5000053644180298,
      "learning_rate": 9.999424017118488e-05,
      "loss": 0.0434,
      "step": 5460
    },
    {
      "grad_norm": 0.4975408911705017,
      "learning_rate": 9.999398646942751e-05,
      "loss": 0.0447,
      "step": 5470
    },
    {
      "grad_norm": 0.42931172251701355,
      "learning_rate": 9.999372730040296e-05,
      "loss": 0.0427,
      "step": 5480
    },
    {
      "grad_norm": 0.35775893926620483,
      "learning_rate": 9.999346266413953e-05,
      "loss": 0.0428,
      "step": 5490
    },
    {
      "grad_norm": 0.6007570624351501,
      "learning_rate": 9.99931925606662e-05,
      "loss": 0.0473,
      "step": 5500
    },
    {
      "grad_norm": 0.4346855878829956,
      "learning_rate": 9.99929169900125e-05,
      "loss": 0.0433,
      "step": 5510
    },
    {
      "grad_norm": 0.3324742317199707,
      "learning_rate": 9.999263595220855e-05,
      "loss": 0.0463,
      "step": 5520
    },
    {
      "grad_norm": 0.39381101727485657,
      "learning_rate": 9.99923494472851e-05,
      "loss": 0.0405,
      "step": 5530
    },
    {
      "grad_norm": 0.5623794198036194,
      "learning_rate": 9.999205747527348e-05,
      "loss": 0.044,
      "step": 5540
    },
    {
      "grad_norm": 0.48194000124931335,
      "learning_rate": 9.999176003620561e-05,
      "loss": 0.0431,
      "step": 5550
    },
    {
      "grad_norm": 0.5383957028388977,
      "learning_rate": 9.999145713011405e-05,
      "loss": 0.0452,
      "step": 5560
    },
    {
      "grad_norm": 0.40431448817253113,
      "learning_rate": 9.999114875703186e-05,
      "loss": 0.0429,
      "step": 5570
    },
    {
      "grad_norm": 0.4551243484020233,
      "learning_rate": 9.999083491699281e-05,
      "loss": 0.0519,
      "step": 5580
    },
    {
      "grad_norm": 0.3347439765930176,
      "learning_rate": 9.999051561003123e-05,
      "loss": 0.044,
      "step": 5590
    },
    {
      "grad_norm": 0.3645385503768921,
      "learning_rate": 9.999019083618202e-05,
      "loss": 0.0473,
      "step": 5600
    },
    {
      "grad_norm": 0.530754566192627,
      "learning_rate": 9.99898605954807e-05,
      "loss": 0.0475,
      "step": 5610
    },
    {
      "grad_norm": 0.4295206069946289,
      "learning_rate": 9.998952488796338e-05,
      "loss": 0.0444,
      "step": 5620
    },
    {
      "grad_norm": 0.3763508200645447,
      "learning_rate": 9.998918371366676e-05,
      "loss": 0.0483,
      "step": 5630
    },
    {
      "grad_norm": 0.3945596218109131,
      "learning_rate": 9.99888370726282e-05,
      "loss": 0.0397,
      "step": 5640
    },
    {
      "grad_norm": 0.57344651222229,
      "learning_rate": 9.998848496488556e-05,
      "loss": 0.0466,
      "step": 5650
    },
    {
      "grad_norm": 0.3529115915298462,
      "learning_rate": 9.998812739047736e-05,
      "loss": 0.0483,
      "step": 5660
    },
    {
      "grad_norm": 0.4287039637565613,
      "learning_rate": 9.99877643494427e-05,
      "loss": 0.0495,
      "step": 5670
    },
    {
      "grad_norm": 0.4954642951488495,
      "learning_rate": 9.998739584182128e-05,
      "loss": 0.0469,
      "step": 5680
    },
    {
      "grad_norm": 0.409316748380661,
      "learning_rate": 9.998702186765342e-05,
      "loss": 0.0476,
      "step": 5690
    },
    {
      "grad_norm": 0.39564546942710876,
      "learning_rate": 9.998664242698e-05,
      "loss": 0.0428,
      "step": 5700
    },
    {
      "grad_norm": 0.32685163617134094,
      "learning_rate": 9.998625751984251e-05,
      "loss": 0.0443,
      "step": 5710
    },
    {
      "grad_norm": 0.4228897988796234,
      "learning_rate": 9.998586714628307e-05,
      "loss": 0.0416,
      "step": 5720
    },
    {
      "grad_norm": 0.3521948456764221,
      "learning_rate": 9.998547130634432e-05,
      "loss": 0.049,
      "step": 5730
    },
    {
      "grad_norm": 0.39936092495918274,
      "learning_rate": 9.99850700000696e-05,
      "loss": 0.0474,
      "step": 5740
    },
    {
      "grad_norm": 0.493640661239624,
      "learning_rate": 9.998466322750278e-05,
      "loss": 0.0448,
      "step": 5750
    },
    {
      "grad_norm": 0.48169785737991333,
      "learning_rate": 9.998425098868834e-05,
      "loss": 0.0427,
      "step": 5760
    },
    {
      "grad_norm": 0.5155724883079529,
      "learning_rate": 9.998383328367136e-05,
      "loss": 0.0456,
      "step": 5770
    },
    {
      "grad_norm": 0.3724830746650696,
      "learning_rate": 9.99834101124975e-05,
      "loss": 0.0478,
      "step": 5780
    },
    {
      "grad_norm": 0.2759036421775818,
      "learning_rate": 9.998298147521309e-05,
      "loss": 0.0402,
      "step": 5790
    },
    {
      "grad_norm": 0.43618062138557434,
      "learning_rate": 9.998254737186496e-05,
      "loss": 0.0485,
      "step": 5800
    },
    {
      "grad_norm": 0.49104613065719604,
      "learning_rate": 9.99821078025006e-05,
      "loss": 0.0473,
      "step": 5810
    },
    {
      "grad_norm": 0.49191972613334656,
      "learning_rate": 9.998166276716807e-05,
      "loss": 0.0501,
      "step": 5820
    },
    {
      "grad_norm": 0.33800873160362244,
      "learning_rate": 9.998121226591606e-05,
      "loss": 0.0422,
      "step": 5830
    },
    {
      "grad_norm": 0.4540763199329376,
      "learning_rate": 9.998075629879382e-05,
      "loss": 0.0454,
      "step": 5840
    },
    {
      "grad_norm": 0.3630666136741638,
      "learning_rate": 9.99802948658512e-05,
      "loss": 0.0475,
      "step": 5850
    },
    {
      "grad_norm": 0.36544278264045715,
      "learning_rate": 9.99798279671387e-05,
      "loss": 0.0516,
      "step": 5860
    },
    {
      "grad_norm": 0.49979346990585327,
      "learning_rate": 9.997935560270734e-05,
      "loss": 0.0511,
      "step": 5870
    },
    {
      "grad_norm": 0.5003499388694763,
      "learning_rate": 9.997887777260879e-05,
      "loss": 0.0511,
      "step": 5880
    },
    {
      "grad_norm": 0.44371894001960754,
      "learning_rate": 9.997839447689532e-05,
      "loss": 0.0424,
      "step": 5890
    },
    {
      "grad_norm": 0.4969932436943054,
      "learning_rate": 9.997790571561978e-05,
      "loss": 0.0468,
      "step": 5900
    },
    {
      "grad_norm": 0.4473041296005249,
      "learning_rate": 9.99774114888356e-05,
      "loss": 0.046,
      "step": 5910
    },
    {
      "grad_norm": 0.37948039174079895,
      "learning_rate": 9.997691179659684e-05,
      "loss": 0.0411,
      "step": 5920
    },
    {
      "grad_norm": 0.42956411838531494,
      "learning_rate": 9.997640663895815e-05,
      "loss": 0.0471,
      "step": 5930
    },
    {
      "grad_norm": 0.36295339465141296,
      "learning_rate": 9.997589601597477e-05,
      "loss": 0.0435,
      "step": 5940
    },
    {
      "grad_norm": 0.3883329927921295,
      "learning_rate": 9.997537992770252e-05,
      "loss": 0.0462,
      "step": 5950
    },
    {
      "grad_norm": 0.5018167495727539,
      "learning_rate": 9.997485837419788e-05,
      "loss": 0.0452,
      "step": 5960
    },
    {
      "grad_norm": 0.48685222864151,
      "learning_rate": 9.997433135551786e-05,
      "loss": 0.0424,
      "step": 5970
    },
    {
      "grad_norm": 0.5604907274246216,
      "learning_rate": 9.997379887172009e-05,
      "loss": 0.0432,
      "step": 5980
    },
    {
      "grad_norm": 0.4297420084476471,
      "learning_rate": 9.997326092286281e-05,
      "loss": 0.0476,
      "step": 5990
    },
    {
      "grad_norm": 0.4050474762916565,
      "learning_rate": 9.997271750900486e-05,
      "loss": 0.041,
      "step": 6000
    },
    {
      "grad_norm": 0.4848781228065491,
      "learning_rate": 9.997216863020565e-05,
      "loss": 0.0468,
      "step": 6010
    },
    {
      "grad_norm": 0.3925725519657135,
      "learning_rate": 9.99716142865252e-05,
      "loss": 0.0424,
      "step": 6020
    },
    {
      "grad_norm": 0.46111273765563965,
      "learning_rate": 9.997105447802415e-05,
      "loss": 0.0463,
      "step": 6030
    },
    {
      "grad_norm": 0.40027838945388794,
      "learning_rate": 9.997048920476373e-05,
      "loss": 0.0445,
      "step": 6040
    },
    {
      "grad_norm": 0.5421060919761658,
      "learning_rate": 9.996991846680572e-05,
      "loss": 0.0451,
      "step": 6050
    },
    {
      "grad_norm": 0.470480740070343,
      "learning_rate": 9.996934226421257e-05,
      "loss": 0.0464,
      "step": 6060
    },
    {
      "grad_norm": 0.41886311769485474,
      "learning_rate": 9.996876059704726e-05,
      "loss": 0.0449,
      "step": 6070
    },
    {
      "grad_norm": 0.3874169886112213,
      "learning_rate": 9.996817346537343e-05,
      "loss": 0.0494,
      "step": 6080
    },
    {
      "grad_norm": 0.35877591371536255,
      "learning_rate": 9.996758086925526e-05,
      "loss": 0.0414,
      "step": 6090
    },
    {
      "grad_norm": 0.34747883677482605,
      "learning_rate": 9.996698280875759e-05,
      "loss": 0.0422,
      "step": 6100
    },
    {
      "grad_norm": 0.4304755926132202,
      "learning_rate": 9.99663792839458e-05,
      "loss": 0.0463,
      "step": 6110
    },
    {
      "grad_norm": 0.33798518776893616,
      "learning_rate": 9.99657702948859e-05,
      "loss": 0.0449,
      "step": 6120
    },
    {
      "grad_norm": 0.3961312770843506,
      "learning_rate": 9.996515584164448e-05,
      "loss": 0.0426,
      "step": 6130
    },
    {
      "grad_norm": 0.44295117259025574,
      "learning_rate": 9.996453592428873e-05,
      "loss": 0.0434,
      "step": 6140
    },
    {
      "grad_norm": 0.4295002222061157,
      "learning_rate": 9.996391054288646e-05,
      "loss": 0.0396,
      "step": 6150
    },
    {
      "grad_norm": 0.3667892515659332,
      "learning_rate": 9.996327969750605e-05,
      "loss": 0.0421,
      "step": 6160
    },
    {
      "grad_norm": 0.39658573269844055,
      "learning_rate": 9.996264338821649e-05,
      "loss": 0.04,
      "step": 6170
    },
    {
      "grad_norm": 0.4937622845172882,
      "learning_rate": 9.996200161508735e-05,
      "loss": 0.0419,
      "step": 6180
    },
    {
      "grad_norm": 0.3774109184741974,
      "learning_rate": 9.996135437818885e-05,
      "loss": 0.042,
      "step": 6190
    },
    {
      "grad_norm": 0.4610752463340759,
      "learning_rate": 9.996070167759175e-05,
      "loss": 0.0428,
      "step": 6200
    },
    {
      "grad_norm": 0.40503203868865967,
      "learning_rate": 9.996004351336743e-05,
      "loss": 0.0416,
      "step": 6210
    },
    {
      "grad_norm": 0.4107005298137665,
      "learning_rate": 9.995937988558785e-05,
      "loss": 0.042,
      "step": 6220
    },
    {
      "grad_norm": 0.5781493782997131,
      "learning_rate": 9.995871079432561e-05,
      "loss": 0.0412,
      "step": 6230
    },
    {
      "grad_norm": 0.5061692595481873,
      "learning_rate": 9.995803623965389e-05,
      "loss": 0.0466,
      "step": 6240
    },
    {
      "grad_norm": 0.47709959745407104,
      "learning_rate": 9.995735622164641e-05,
      "loss": 0.0425,
      "step": 6250
    },
    {
      "grad_norm": 0.37679824233055115,
      "learning_rate": 9.995667074037758e-05,
      "loss": 0.0427,
      "step": 6260
    },
    {
      "grad_norm": 0.38907456398010254,
      "learning_rate": 9.995597979592232e-05,
      "loss": 0.0454,
      "step": 6270
    },
    {
      "grad_norm": 0.3636194169521332,
      "learning_rate": 9.995528338835625e-05,
      "loss": 0.0479,
      "step": 6280
    },
    {
      "grad_norm": 0.43156540393829346,
      "learning_rate": 9.995458151775547e-05,
      "loss": 0.0521,
      "step": 6290
    },
    {
      "grad_norm": 0.42730769515037537,
      "learning_rate": 9.995387418419677e-05,
      "loss": 0.0437,
      "step": 6300
    },
    {
      "grad_norm": 0.3445398807525635,
      "learning_rate": 9.99531613877575e-05,
      "loss": 0.0442,
      "step": 6310
    },
    {
      "grad_norm": 0.3624733090400696,
      "learning_rate": 9.995244312851559e-05,
      "loss": 0.0435,
      "step": 6320
    },
    {
      "grad_norm": 0.44414016604423523,
      "learning_rate": 9.995171940654961e-05,
      "loss": 0.0409,
      "step": 6330
    },
    {
      "grad_norm": 0.3389238715171814,
      "learning_rate": 9.995099022193871e-05,
      "loss": 0.0438,
      "step": 6340
    },
    {
      "grad_norm": 0.3924068808555603,
      "learning_rate": 9.995025557476261e-05,
      "loss": 0.0475,
      "step": 6350
    },
    {
      "grad_norm": 0.3816244304180145,
      "learning_rate": 9.994951546510165e-05,
      "loss": 0.0386,
      "step": 6360
    },
    {
      "grad_norm": 0.42926403880119324,
      "learning_rate": 9.994876989303679e-05,
      "loss": 0.0424,
      "step": 6370
    },
    {
      "grad_norm": 0.41241276264190674,
      "learning_rate": 9.994801885864955e-05,
      "loss": 0.041,
      "step": 6380
    },
    {
      "grad_norm": 0.31168287992477417,
      "learning_rate": 9.994726236202205e-05,
      "loss": 0.0416,
      "step": 6390
    },
    {
      "grad_norm": 0.397734135389328,
      "learning_rate": 9.994650040323704e-05,
      "loss": 0.0455,
      "step": 6400
    },
    {
      "grad_norm": 0.38081714510917664,
      "learning_rate": 9.994573298237784e-05,
      "loss": 0.0453,
      "step": 6410
    },
    {
      "grad_norm": 0.4594847559928894,
      "learning_rate": 9.994496009952837e-05,
      "loss": 0.0441,
      "step": 6420
    },
    {
      "grad_norm": 0.398040235042572,
      "learning_rate": 9.994418175477316e-05,
      "loss": 0.0441,
      "step": 6430
    },
    {
      "grad_norm": 0.5997098684310913,
      "learning_rate": 9.994339794819733e-05,
      "loss": 0.0427,
      "step": 6440
    },
    {
      "grad_norm": 0.4005016088485718,
      "learning_rate": 9.994260867988658e-05,
      "loss": 0.0417,
      "step": 6450
    },
    {
      "grad_norm": 0.4010942280292511,
      "learning_rate": 9.994181394992723e-05,
      "loss": 0.0458,
      "step": 6460
    },
    {
      "grad_norm": 0.3506339192390442,
      "learning_rate": 9.994101375840618e-05,
      "loss": 0.0405,
      "step": 6470
    },
    {
      "grad_norm": 0.45583704113960266,
      "learning_rate": 9.994020810541098e-05,
      "loss": 0.0465,
      "step": 6480
    },
    {
      "grad_norm": 0.36557522416114807,
      "learning_rate": 9.99393969910297e-05,
      "loss": 0.0473,
      "step": 6490
    },
    {
      "grad_norm": 0.3728505074977875,
      "learning_rate": 9.993858041535104e-05,
      "loss": 0.0415,
      "step": 6500
    },
    {
      "grad_norm": 0.3070676028728485,
      "learning_rate": 9.99377583784643e-05,
      "loss": 0.0474,
      "step": 6510
    },
    {
      "grad_norm": 0.38519003987312317,
      "learning_rate": 9.993693088045939e-05,
      "loss": 0.0426,
      "step": 6520
    },
    {
      "grad_norm": 0.47714534401893616,
      "learning_rate": 9.99360979214268e-05,
      "loss": 0.0414,
      "step": 6530
    },
    {
      "grad_norm": 0.3421889841556549,
      "learning_rate": 9.99352595014576e-05,
      "loss": 0.035,
      "step": 6540
    },
    {
      "grad_norm": 0.3566729724407196,
      "learning_rate": 9.993441562064354e-05,
      "loss": 0.042,
      "step": 6550
    },
    {
      "grad_norm": 0.3861135244369507,
      "learning_rate": 9.993356627907685e-05,
      "loss": 0.0423,
      "step": 6560
    },
    {
      "grad_norm": 0.36380061507225037,
      "learning_rate": 9.99327114768504e-05,
      "loss": 0.0423,
      "step": 6570
    },
    {
      "grad_norm": 0.29547184705734253,
      "learning_rate": 9.99318512140577e-05,
      "loss": 0.0383,
      "step": 6580
    },
    {
      "grad_norm": 0.3583581745624542,
      "learning_rate": 9.993098549079284e-05,
      "loss": 0.0404,
      "step": 6590
    },
    {
      "grad_norm": 0.3332158029079437,
      "learning_rate": 9.993011430715047e-05,
      "loss": 0.0398,
      "step": 6600
    },
    {
      "grad_norm": 0.403486967086792,
      "learning_rate": 9.992923766322586e-05,
      "loss": 0.0395,
      "step": 6610
    },
    {
      "grad_norm": 0.37257328629493713,
      "learning_rate": 9.99283555591149e-05,
      "loss": 0.0439,
      "step": 6620
    },
    {
      "grad_norm": 0.4917003810405731,
      "learning_rate": 9.992746799491404e-05,
      "loss": 0.0434,
      "step": 6630
    },
    {
      "grad_norm": 0.39685913920402527,
      "learning_rate": 9.992657497072033e-05,
      "loss": 0.0436,
      "step": 6640
    },
    {
      "grad_norm": 0.3636392652988434,
      "learning_rate": 9.992567648663147e-05,
      "loss": 0.0467,
      "step": 6650
    },
    {
      "grad_norm": 0.4119523763656616,
      "learning_rate": 9.992477254274568e-05,
      "loss": 0.0407,
      "step": 6660
    },
    {
      "grad_norm": 0.37879374623298645,
      "learning_rate": 9.992386313916183e-05,
      "loss": 0.0411,
      "step": 6670
    },
    {
      "grad_norm": 0.5874691009521484,
      "learning_rate": 9.992294827597934e-05,
      "loss": 0.04,
      "step": 6680
    },
    {
      "grad_norm": 0.44693827629089355,
      "learning_rate": 9.992202795329831e-05,
      "loss": 0.0415,
      "step": 6690
    },
    {
      "grad_norm": 0.3760095536708832,
      "learning_rate": 9.992110217121936e-05,
      "loss": 0.0402,
      "step": 6700
    },
    {
      "grad_norm": 0.30414894223213196,
      "learning_rate": 9.992017092984372e-05,
      "loss": 0.0419,
      "step": 6710
    },
    {
      "grad_norm": 0.40662941336631775,
      "learning_rate": 9.991923422927326e-05,
      "loss": 0.0451,
      "step": 6720
    },
    {
      "grad_norm": 0.34419509768486023,
      "learning_rate": 9.991829206961037e-05,
      "loss": 0.0398,
      "step": 6730
    },
    {
      "grad_norm": 0.37239280343055725,
      "learning_rate": 9.991734445095813e-05,
      "loss": 0.0379,
      "step": 6740
    },
    {
      "grad_norm": 0.37669482827186584,
      "learning_rate": 9.991639137342015e-05,
      "loss": 0.046,
      "step": 6750
    },
    {
      "grad_norm": 0.3112808167934418,
      "learning_rate": 9.991543283710064e-05,
      "loss": 0.0374,
      "step": 6760
    },
    {
      "grad_norm": 0.3077293038368225,
      "learning_rate": 9.991446884210445e-05,
      "loss": 0.0419,
      "step": 6770
    },
    {
      "grad_norm": 0.31474313139915466,
      "learning_rate": 9.9913499388537e-05,
      "loss": 0.0401,
      "step": 6780
    },
    {
      "grad_norm": 0.37316757440567017,
      "learning_rate": 9.99125244765043e-05,
      "loss": 0.0361,
      "step": 6790
    },
    {
      "grad_norm": 0.4476058781147003,
      "learning_rate": 9.991154410611296e-05,
      "loss": 0.0387,
      "step": 6800
    },
    {
      "grad_norm": 0.38009148836135864,
      "learning_rate": 9.99105582774702e-05,
      "loss": 0.0409,
      "step": 6810
    },
    {
      "grad_norm": 0.4715578556060791,
      "learning_rate": 9.990956699068384e-05,
      "loss": 0.0432,
      "step": 6820
    },
    {
      "grad_norm": 0.4372938275337219,
      "learning_rate": 9.990857024586224e-05,
      "loss": 0.0408,
      "step": 6830
    },
    {
      "grad_norm": 0.45401811599731445,
      "learning_rate": 9.990756804311446e-05,
      "loss": 0.0405,
      "step": 6840
    },
    {
      "grad_norm": 0.3592391610145569,
      "learning_rate": 9.990656038255006e-05,
      "loss": 0.0379,
      "step": 6850
    },
    {
      "grad_norm": 0.33883222937583923,
      "learning_rate": 9.990554726427926e-05,
      "loss": 0.0363,
      "step": 6860
    },
    {
      "grad_norm": 0.3013467788696289,
      "learning_rate": 9.990452868841284e-05,
      "loss": 0.0376,
      "step": 6870
    },
    {
      "grad_norm": 0.30562013387680054,
      "learning_rate": 9.99035046550622e-05,
      "loss": 0.0404,
      "step": 6880
    },
    {
      "grad_norm": 0.2772228419780731,
      "learning_rate": 9.99024751643393e-05,
      "loss": 0.0373,
      "step": 6890
    },
    {
      "grad_norm": 0.4050418734550476,
      "learning_rate": 9.990144021635677e-05,
      "loss": 0.0409,
      "step": 6900
    },
    {
      "grad_norm": 0.3891512453556061,
      "learning_rate": 9.990039981122775e-05,
      "loss": 0.0448,
      "step": 6910
    },
    {
      "grad_norm": 0.37614214420318604,
      "learning_rate": 9.989935394906602e-05,
      "loss": 0.0441,
      "step": 6920
    },
    {
      "grad_norm": 0.45809170603752136,
      "learning_rate": 9.989830262998598e-05,
      "loss": 0.0475,
      "step": 6930
    },
    {
      "grad_norm": 0.3788416087627411,
      "learning_rate": 9.989724585410259e-05,
      "loss": 0.0399,
      "step": 6940
    },
    {
      "grad_norm": 0.3665698766708374,
      "learning_rate": 9.989618362153139e-05,
      "loss": 0.0438,
      "step": 6950
    },
    {
      "grad_norm": 0.4882635176181793,
      "learning_rate": 9.989511593238859e-05,
      "loss": 0.042,
      "step": 6960
    },
    {
      "grad_norm": 0.35360443592071533,
      "learning_rate": 9.98940427867909e-05,
      "loss": 0.0404,
      "step": 6970
    },
    {
      "grad_norm": 0.3567802309989929,
      "learning_rate": 9.989296418485573e-05,
      "loss": 0.0411,
      "step": 6980
    },
    {
      "grad_norm": 0.27692416310310364,
      "learning_rate": 9.989188012670101e-05,
      "loss": 0.0381,
      "step": 6990
    },
    {
      "grad_norm": 0.323670357465744,
      "learning_rate": 9.989079061244528e-05,
      "loss": 0.038,
      "step": 7000
    },
    {
      "grad_norm": 0.4186215102672577,
      "learning_rate": 9.988969564220769e-05,
      "loss": 0.0385,
      "step": 7010
    },
    {
      "grad_norm": 0.3390868604183197,
      "learning_rate": 9.988859521610801e-05,
      "loss": 0.0381,
      "step": 7020
    },
    {
      "grad_norm": 0.4397937059402466,
      "learning_rate": 9.988748933426656e-05,
      "loss": 0.0421,
      "step": 7030
    },
    {
      "grad_norm": 0.5886811017990112,
      "learning_rate": 9.988637799680428e-05,
      "loss": 0.0451,
      "step": 7040
    },
    {
      "grad_norm": 0.36719822883605957,
      "learning_rate": 9.98852612038427e-05,
      "loss": 0.0428,
      "step": 7050
    },
    {
      "grad_norm": 0.42500531673431396,
      "learning_rate": 9.988413895550397e-05,
      "loss": 0.0411,
      "step": 7060
    },
    {
      "grad_norm": 0.4673559069633484,
      "learning_rate": 9.98830112519108e-05,
      "loss": 0.0481,
      "step": 7070
    },
    {
      "grad_norm": 0.48875316977500916,
      "learning_rate": 9.98818780931865e-05,
      "loss": 0.044,
      "step": 7080
    },
    {
      "grad_norm": 0.47799134254455566,
      "learning_rate": 9.988073947945502e-05,
      "loss": 0.0429,
      "step": 7090
    },
    {
      "grad_norm": 0.4701554775238037,
      "learning_rate": 9.987959541084087e-05,
      "loss": 0.0432,
      "step": 7100
    },
    {
      "grad_norm": 0.37925657629966736,
      "learning_rate": 9.987844588746915e-05,
      "loss": 0.0429,
      "step": 7110
    },
    {
      "grad_norm": 0.42091089487075806,
      "learning_rate": 9.987729090946558e-05,
      "loss": 0.042,
      "step": 7120
    },
    {
      "grad_norm": 0.3974548280239105,
      "learning_rate": 9.987613047695647e-05,
      "loss": 0.0445,
      "step": 7130
    },
    {
      "grad_norm": 0.3176124095916748,
      "learning_rate": 9.987496459006871e-05,
      "loss": 0.0378,
      "step": 7140
    },
    {
      "grad_norm": 0.3066345453262329,
      "learning_rate": 9.987379324892982e-05,
      "loss": 0.037,
      "step": 7150
    },
    {
      "grad_norm": 0.3308650255203247,
      "learning_rate": 9.987261645366788e-05,
      "loss": 0.0409,
      "step": 7160
    },
    {
      "grad_norm": 0.3854585289955139,
      "learning_rate": 9.987143420441158e-05,
      "loss": 0.0415,
      "step": 7170
    },
    {
      "grad_norm": 0.3625917136669159,
      "learning_rate": 9.987024650129022e-05,
      "loss": 0.0408,
      "step": 7180
    },
    {
      "grad_norm": 0.36707189679145813,
      "learning_rate": 9.986905334443368e-05,
      "loss": 0.0417,
      "step": 7190
    },
    {
      "grad_norm": 0.27074235677719116,
      "learning_rate": 9.986785473397245e-05,
      "loss": 0.0366,
      "step": 7200
    },
    {
      "grad_norm": 0.30905768275260925,
      "learning_rate": 9.98666506700376e-05,
      "loss": 0.0391,
      "step": 7210
    },
    {
      "grad_norm": 0.29661455750465393,
      "learning_rate": 9.986544115276081e-05,
      "loss": 0.0356,
      "step": 7220
    },
    {
      "grad_norm": 0.3555152416229248,
      "learning_rate": 9.986422618227433e-05,
      "loss": 0.0426,
      "step": 7230
    },
    {
      "grad_norm": 0.4472492039203644,
      "learning_rate": 9.986300575871106e-05,
      "loss": 0.043,
      "step": 7240
    },
    {
      "grad_norm": 0.3495745062828064,
      "learning_rate": 9.986177988220444e-05,
      "loss": 0.0357,
      "step": 7250
    },
    {
      "grad_norm": 0.35166609287261963,
      "learning_rate": 9.986054855288856e-05,
      "loss": 0.037,
      "step": 7260
    },
    {
      "grad_norm": 0.3287995159626007,
      "learning_rate": 9.985931177089802e-05,
      "loss": 0.0387,
      "step": 7270
    },
    {
      "grad_norm": 0.3657487630844116,
      "learning_rate": 9.985806953636814e-05,
      "loss": 0.0363,
      "step": 7280
    },
    {
      "grad_norm": 0.3720487952232361,
      "learning_rate": 9.985682184943471e-05,
      "loss": 0.0391,
      "step": 7290
    },
    {
      "grad_norm": 0.3987261652946472,
      "learning_rate": 9.98555687102342e-05,
      "loss": 0.0367,
      "step": 7300
    },
    {
      "grad_norm": 0.3779740333557129,
      "learning_rate": 9.985431011890367e-05,
      "loss": 0.0369,
      "step": 7310
    },
    {
      "grad_norm": 0.37092921137809753,
      "learning_rate": 9.985304607558075e-05,
      "loss": 0.0403,
      "step": 7320
    },
    {
      "grad_norm": 0.3640802800655365,
      "learning_rate": 9.985177658040364e-05,
      "loss": 0.0362,
      "step": 7330
    },
    {
      "grad_norm": 0.2470647692680359,
      "learning_rate": 9.985050163351119e-05,
      "loss": 0.034,
      "step": 7340
    },
    {
      "grad_norm": 0.4090140163898468,
      "learning_rate": 9.984922123504286e-05,
      "loss": 0.0357,
      "step": 7350
    },
    {
      "grad_norm": 0.40210703015327454,
      "learning_rate": 9.984793538513862e-05,
      "loss": 0.0462,
      "step": 7360
    },
    {
      "grad_norm": 0.401187002658844,
      "learning_rate": 9.984664408393912e-05,
      "loss": 0.0416,
      "step": 7370
    },
    {
      "grad_norm": 0.2860203683376312,
      "learning_rate": 9.984534733158556e-05,
      "loss": 0.0376,
      "step": 7380
    },
    {
      "grad_norm": 0.4811350107192993,
      "learning_rate": 9.984404512821977e-05,
      "loss": 0.0398,
      "step": 7390
    },
    {
      "grad_norm": 0.3572821021080017,
      "learning_rate": 9.984273747398411e-05,
      "loss": 0.0379,
      "step": 7400
    },
    {
      "grad_norm": 0.37029004096984863,
      "learning_rate": 9.984142436902165e-05,
      "loss": 0.0363,
      "step": 7410
    },
    {
      "grad_norm": 0.42745885252952576,
      "learning_rate": 9.984010581347596e-05,
      "loss": 0.0376,
      "step": 7420
    },
    {
      "grad_norm": 0.34809520840644836,
      "learning_rate": 9.983878180749121e-05,
      "loss": 0.0373,
      "step": 7430
    },
    {
      "grad_norm": 0.4131905734539032,
      "learning_rate": 9.983745235121222e-05,
      "loss": 0.0386,
      "step": 7440
    },
    {
      "grad_norm": 0.36994072794914246,
      "learning_rate": 9.983611744478438e-05,
      "loss": 0.0353,
      "step": 7450
    },
    {
      "grad_norm": 0.4677395522594452,
      "learning_rate": 9.983477708835365e-05,
      "loss": 0.0398,
      "step": 7460
    },
    {
      "grad_norm": 0.4013541340827942,
      "learning_rate": 9.983343128206664e-05,
      "loss": 0.037,
      "step": 7470
    },
    {
      "grad_norm": 0.3050335943698883,
      "learning_rate": 9.983208002607049e-05,
      "loss": 0.0339,
      "step": 7480
    },
    {
      "grad_norm": 0.30793461203575134,
      "learning_rate": 9.9830723320513e-05,
      "loss": 0.0322,
      "step": 7490
    },
    {
      "grad_norm": 0.2839100956916809,
      "learning_rate": 9.982936116554254e-05,
      "loss": 0.0393,
      "step": 7500
    },
    {
      "grad_norm": 0.3169781565666199,
      "learning_rate": 9.982799356130803e-05,
      "loss": 0.0345,
      "step": 7510
    },
    {
      "grad_norm": 0.3204275369644165,
      "learning_rate": 9.982662050795908e-05,
      "loss": 0.0372,
      "step": 7520
    },
    {
      "grad_norm": 0.3425615429878235,
      "learning_rate": 9.982524200564583e-05,
      "loss": 0.0358,
      "step": 7530
    },
    {
      "grad_norm": 0.36306801438331604,
      "learning_rate": 9.982385805451901e-05,
      "loss": 0.036,
      "step": 7540
    },
    {
      "grad_norm": 0.40491846203804016,
      "learning_rate": 9.982246865472998e-05,
      "loss": 0.0363,
      "step": 7550
    },
    {
      "grad_norm": 0.26186713576316833,
      "learning_rate": 9.982107380643069e-05,
      "loss": 0.0409,
      "step": 7560
    },
    {
      "grad_norm": 0.38968366384506226,
      "learning_rate": 9.981967350977368e-05,
      "loss": 0.0348,
      "step": 7570
    },
    {
      "grad_norm": 0.38742193579673767,
      "learning_rate": 9.981826776491208e-05,
      "loss": 0.0346,
      "step": 7580
    },
    {
      "grad_norm": 0.35307925939559937,
      "learning_rate": 9.98168565719996e-05,
      "loss": 0.0357,
      "step": 7590
    },
    {
      "grad_norm": 0.3132733106613159,
      "learning_rate": 9.98154399311906e-05,
      "loss": 0.0368,
      "step": 7600
    },
    {
      "grad_norm": 0.3508443832397461,
      "learning_rate": 9.981401784263997e-05,
      "loss": 0.0359,
      "step": 7610
    },
    {
      "grad_norm": 0.4050815999507904,
      "learning_rate": 9.981259030650326e-05,
      "loss": 0.0398,
      "step": 7620
    },
    {
      "grad_norm": 0.368773877620697,
      "learning_rate": 9.981115732293655e-05,
      "loss": 0.0418,
      "step": 7630
    },
    {
      "grad_norm": 0.46134522557258606,
      "learning_rate": 9.980971889209659e-05,
      "loss": 0.0425,
      "step": 7640
    },
    {
      "grad_norm": 0.37935248017311096,
      "learning_rate": 9.980827501414064e-05,
      "loss": 0.0419,
      "step": 7650
    },
    {
      "grad_norm": 0.345134437084198,
      "learning_rate": 9.980682568922663e-05,
      "loss": 0.0463,
      "step": 7660
    },
    {
      "grad_norm": 0.45526233315467834,
      "learning_rate": 9.980537091751304e-05,
      "loss": 0.0416,
      "step": 7670
    },
    {
      "grad_norm": 0.44727104902267456,
      "learning_rate": 9.980391069915897e-05,
      "loss": 0.0393,
      "step": 7680
    },
    {
      "grad_norm": 0.3317968547344208,
      "learning_rate": 9.98024450343241e-05,
      "loss": 0.0391,
      "step": 7690
    },
    {
      "grad_norm": 0.33676543831825256,
      "learning_rate": 9.980097392316872e-05,
      "loss": 0.0443,
      "step": 7700
    },
    {
      "grad_norm": 0.35649561882019043,
      "learning_rate": 9.97994973658537e-05,
      "loss": 0.0433,
      "step": 7710
    },
    {
      "grad_norm": 0.4213303029537201,
      "learning_rate": 9.979801536254054e-05,
      "loss": 0.0362,
      "step": 7720
    },
    {
      "grad_norm": 0.39798110723495483,
      "learning_rate": 9.979652791339127e-05,
      "loss": 0.0393,
      "step": 7730
    },
    {
      "grad_norm": 0.3370610773563385,
      "learning_rate": 9.97950350185686e-05,
      "loss": 0.0353,
      "step": 7740
    },
    {
      "grad_norm": 0.4083384573459625,
      "learning_rate": 9.979353667823574e-05,
      "loss": 0.0366,
      "step": 7750
    },
    {
      "grad_norm": 0.399888813495636,
      "learning_rate": 9.979203289255658e-05,
      "loss": 0.0384,
      "step": 7760
    },
    {
      "grad_norm": 0.34757864475250244,
      "learning_rate": 9.979052366169557e-05,
      "loss": 0.0457,
      "step": 7770
    },
    {
      "grad_norm": 0.38708895444869995,
      "learning_rate": 9.978900898581775e-05,
      "loss": 0.0383,
      "step": 7780
    },
    {
      "grad_norm": 0.2952060401439667,
      "learning_rate": 9.978748886508875e-05,
      "loss": 0.0352,
      "step": 7790
    },
    {
      "grad_norm": 0.37674736976623535,
      "learning_rate": 9.978596329967484e-05,
      "loss": 0.0385,
      "step": 7800
    },
    {
      "grad_norm": 0.28590720891952515,
      "learning_rate": 9.978443228974284e-05,
      "loss": 0.0355,
      "step": 7810
    },
    {
      "grad_norm": 0.33124130964279175,
      "learning_rate": 9.978289583546015e-05,
      "loss": 0.0345,
      "step": 7820
    },
    {
      "grad_norm": 0.3541032671928406,
      "learning_rate": 9.978135393699484e-05,
      "loss": 0.0381,
      "step": 7830
    },
    {
      "grad_norm": 0.3403785526752472,
      "learning_rate": 9.977980659451548e-05,
      "loss": 0.0354,
      "step": 7840
    },
    {
      "grad_norm": 0.38421159982681274,
      "learning_rate": 9.977825380819135e-05,
      "loss": 0.0358,
      "step": 7850
    },
    {
      "grad_norm": 0.3698849678039551,
      "learning_rate": 9.97766955781922e-05,
      "loss": 0.0369,
      "step": 7860
    },
    {
      "grad_norm": 0.33067119121551514,
      "learning_rate": 9.977513190468848e-05,
      "loss": 0.0365,
      "step": 7870
    },
    {
      "grad_norm": 0.35419970750808716,
      "learning_rate": 9.977356278785116e-05,
      "loss": 0.0364,
      "step": 7880
    },
    {
      "grad_norm": 0.3208509683609009,
      "learning_rate": 9.977198822785184e-05,
      "loss": 0.0379,
      "step": 7890
    },
    {
      "grad_norm": 0.3492433428764343,
      "learning_rate": 9.977040822486273e-05,
      "loss": 0.0358,
      "step": 7900
    },
    {
      "grad_norm": 0.310691237449646,
      "learning_rate": 9.97688227790566e-05,
      "loss": 0.0355,
      "step": 7910
    },
    {
      "grad_norm": 0.28883108496665955,
      "learning_rate": 9.976723189060684e-05,
      "loss": 0.034,
      "step": 7920
    },
    {
      "grad_norm": 0.3978407084941864,
      "learning_rate": 9.976563555968742e-05,
      "loss": 0.0351,
      "step": 7930
    },
    {
      "grad_norm": 0.3962571322917938,
      "learning_rate": 9.976403378647292e-05,
      "loss": 0.0376,
      "step": 7940
    },
    {
      "grad_norm": 0.36237773299217224,
      "learning_rate": 9.97624265711385e-05,
      "loss": 0.0355,
      "step": 7950
    },
    {
      "grad_norm": 0.4317905306816101,
      "learning_rate": 9.976081391385993e-05,
      "loss": 0.0416,
      "step": 7960
    },
    {
      "grad_norm": 0.3746381103992462,
      "learning_rate": 9.975919581481356e-05,
      "loss": 0.0446,
      "step": 7970
    },
    {
      "grad_norm": 0.340983510017395,
      "learning_rate": 9.975757227417634e-05,
      "loss": 0.0437,
      "step": 7980
    },
    {
      "grad_norm": 0.4021090865135193,
      "learning_rate": 9.975594329212586e-05,
      "loss": 0.045,
      "step": 7990
    },
    {
      "grad_norm": 0.32568812370300293,
      "learning_rate": 9.97543088688402e-05,
      "loss": 0.0418,
      "step": 8000
    },
    {
      "grad_norm": 0.3566283881664276,
      "learning_rate": 9.975266900449814e-05,
      "loss": 0.039,
      "step": 8010
    },
    {
      "grad_norm": 0.32030782103538513,
      "learning_rate": 9.975102369927898e-05,
      "loss": 0.0397,
      "step": 8020
    },
    {
      "grad_norm": 0.2850058972835541,
      "learning_rate": 9.974937295336269e-05,
      "loss": 0.0357,
      "step": 8030
    },
    {
      "grad_norm": 0.3288343846797943,
      "learning_rate": 9.974771676692975e-05,
      "loss": 0.039,
      "step": 8040
    },
    {
      "grad_norm": 0.426302433013916,
      "learning_rate": 9.974605514016131e-05,
      "loss": 0.0498,
      "step": 8050
    },
    {
      "grad_norm": 0.434253066778183,
      "learning_rate": 9.974438807323907e-05,
      "loss": 0.0502,
      "step": 8060
    },
    {
      "grad_norm": 0.38354426622390747,
      "learning_rate": 9.974271556634535e-05,
      "loss": 0.044,
      "step": 8070
    },
    {
      "grad_norm": 0.34531429409980774,
      "learning_rate": 9.974103761966302e-05,
      "loss": 0.0445,
      "step": 8080
    },
    {
      "grad_norm": 0.42348185181617737,
      "learning_rate": 9.973935423337563e-05,
      "loss": 0.0438,
      "step": 8090
    },
    {
      "grad_norm": 0.3048744797706604,
      "learning_rate": 9.973766540766722e-05,
      "loss": 0.0417,
      "step": 8100
    },
    {
      "grad_norm": 0.40481072664260864,
      "learning_rate": 9.97359711427225e-05,
      "loss": 0.0432,
      "step": 8110
    },
    {
      "grad_norm": 0.37501201033592224,
      "learning_rate": 9.973427143872677e-05,
      "loss": 0.042,
      "step": 8120
    },
    {
      "grad_norm": 0.3102879822254181,
      "learning_rate": 9.973256629586589e-05,
      "loss": 0.0413,
      "step": 8130
    },
    {
      "grad_norm": 0.36110785603523254,
      "learning_rate": 9.973085571432632e-05,
      "loss": 0.0372,
      "step": 8140
    },
    {
      "grad_norm": 0.4225434958934784,
      "learning_rate": 9.972913969429513e-05,
      "loss": 0.0414,
      "step": 8150
    },
    {
      "grad_norm": 0.3022976517677307,
      "learning_rate": 9.972741823596e-05,
      "loss": 0.0392,
      "step": 8160
    },
    {
      "grad_norm": 0.3167498707771301,
      "learning_rate": 9.972569133950917e-05,
      "loss": 0.038,
      "step": 8170
    },
    {
      "grad_norm": 0.40276527404785156,
      "learning_rate": 9.972395900513151e-05,
      "loss": 0.0376,
      "step": 8180
    },
    {
      "grad_norm": 0.32671651244163513,
      "learning_rate": 9.972222123301645e-05,
      "loss": 0.0373,
      "step": 8190
    },
    {
      "grad_norm": 0.3896413743495941,
      "learning_rate": 9.972047802335403e-05,
      "loss": 0.0391,
      "step": 8200
    },
    {
      "grad_norm": 0.3608238697052002,
      "learning_rate": 9.971872937633488e-05,
      "loss": 0.0369,
      "step": 8210
    },
    {
      "grad_norm": 0.4188782870769501,
      "learning_rate": 9.971697529215024e-05,
      "loss": 0.039,
      "step": 8220
    },
    {
      "grad_norm": 0.35578981041908264,
      "learning_rate": 9.971521577099192e-05,
      "loss": 0.0367,
      "step": 8230
    },
    {
      "grad_norm": 0.3127240836620331,
      "learning_rate": 9.971345081305236e-05,
      "loss": 0.0386,
      "step": 8240
    },
    {
      "grad_norm": 0.3173069655895233,
      "learning_rate": 9.971168041852456e-05,
      "loss": 0.0369,
      "step": 8250
    },
    {
      "grad_norm": 0.6071885824203491,
      "learning_rate": 9.970990458760215e-05,
      "loss": 0.0373,
      "step": 8260
    },
    {
      "grad_norm": 0.3957213759422302,
      "learning_rate": 9.970812332047929e-05,
      "loss": 0.042,
      "step": 8270
    },
    {
      "grad_norm": 0.3203412592411041,
      "learning_rate": 9.97063366173508e-05,
      "loss": 0.0417,
      "step": 8280
    },
    {
      "grad_norm": 0.36269858479499817,
      "learning_rate": 9.970454447841207e-05,
      "loss": 0.0417,
      "step": 8290
    },
    {
      "grad_norm": 0.4221937656402588,
      "learning_rate": 9.970274690385909e-05,
      "loss": 0.0385,
      "step": 8300
    },
    {
      "grad_norm": 0.4388277232646942,
      "learning_rate": 9.970094389388844e-05,
      "loss": 0.0454,
      "step": 8310
    },
    {
      "grad_norm": 0.2926861643791199,
      "learning_rate": 9.969913544869728e-05,
      "loss": 0.041,
      "step": 8320
    },
    {
      "grad_norm": 0.4013611674308777,
      "learning_rate": 9.96973215684834e-05,
      "loss": 0.0429,
      "step": 8330
    },
    {
      "grad_norm": 0.3635760545730591,
      "learning_rate": 9.969550225344513e-05,
      "loss": 0.0364,
      "step": 8340
    },
    {
      "grad_norm": 0.369133323431015,
      "learning_rate": 9.969367750378147e-05,
      "loss": 0.0398,
      "step": 8350
    },
    {
      "grad_norm": 0.3521933853626251,
      "learning_rate": 9.969184731969194e-05,
      "loss": 0.0405,
      "step": 8360
    },
    {
      "grad_norm": 0.34550580382347107,
      "learning_rate": 9.96900117013767e-05,
      "loss": 0.0359,
      "step": 8370
    },
    {
      "grad_norm": 0.3099754750728607,
      "learning_rate": 9.96881706490365e-05,
      "loss": 0.036,
      "step": 8380
    },
    {
      "grad_norm": 0.29338470101356506,
      "learning_rate": 9.968632416287265e-05,
      "loss": 0.0383,
      "step": 8390
    },
    {
      "grad_norm": 0.3571929931640625,
      "learning_rate": 9.96844722430871e-05,
      "loss": 0.0391,
      "step": 8400
    },
    {
      "grad_norm": 0.3742605447769165,
      "learning_rate": 9.968261488988235e-05,
      "loss": 0.0391,
      "step": 8410
    },
    {
      "grad_norm": 0.4118841588497162,
      "learning_rate": 9.968075210346155e-05,
      "loss": 0.0366,
      "step": 8420
    },
    {
      "grad_norm": 0.3805902898311615,
      "learning_rate": 9.967888388402839e-05,
      "loss": 0.0357,
      "step": 8430
    },
    {
      "grad_norm": 0.37633606791496277,
      "learning_rate": 9.967701023178717e-05,
      "loss": 0.0393,
      "step": 8440
    },
    {
      "grad_norm": 0.4364272952079773,
      "learning_rate": 9.967513114694282e-05,
      "loss": 0.0445,
      "step": 8450
    },
    {
      "grad_norm": 0.33562126755714417,
      "learning_rate": 9.967324662970079e-05,
      "loss": 0.0354,
      "step": 8460
    },
    {
      "grad_norm": 0.2914096713066101,
      "learning_rate": 9.96713566802672e-05,
      "loss": 0.0339,
      "step": 8470
    },
    {
      "grad_norm": 0.3154333233833313,
      "learning_rate": 9.966946129884873e-05,
      "loss": 0.0371,
      "step": 8480
    },
    {
      "grad_norm": 0.31936290860176086,
      "learning_rate": 9.966756048565265e-05,
      "loss": 0.0361,
      "step": 8490
    },
    {
      "grad_norm": 0.2649095356464386,
      "learning_rate": 9.966565424088681e-05,
      "loss": 0.0406,
      "step": 8500
    },
    {
      "grad_norm": 0.30959999561309814,
      "learning_rate": 9.96637425647597e-05,
      "loss": 0.0362,
      "step": 8510
    },
    {
      "grad_norm": 0.30532306432724,
      "learning_rate": 9.966182545748038e-05,
      "loss": 0.0348,
      "step": 8520
    },
    {
      "grad_norm": 0.30468493700027466,
      "learning_rate": 9.96599029192585e-05,
      "loss": 0.0331,
      "step": 8530
    },
    {
      "grad_norm": 0.44197046756744385,
      "learning_rate": 9.965797495030428e-05,
      "loss": 0.0395,
      "step": 8540
    },
    {
      "grad_norm": 0.31918153166770935,
      "learning_rate": 9.96560415508286e-05,
      "loss": 0.0364,
      "step": 8550
    },
    {
      "grad_norm": 0.3919902443885803,
      "learning_rate": 9.965410272104286e-05,
      "loss": 0.0376,
      "step": 8560
    },
    {
      "grad_norm": 0.325273722410202,
      "learning_rate": 9.96521584611591e-05,
      "loss": 0.0435,
      "step": 8570
    },
    {
      "grad_norm": 0.3456231951713562,
      "learning_rate": 9.965020877138994e-05,
      "loss": 0.0371,
      "step": 8580
    },
    {
      "grad_norm": 0.33465850353240967,
      "learning_rate": 9.964825365194861e-05,
      "loss": 0.0352,
      "step": 8590
    },
    {
      "grad_norm": 0.30921387672424316,
      "learning_rate": 9.96462931030489e-05,
      "loss": 0.0332,
      "step": 8600
    },
    {
      "grad_norm": 0.2752140164375305,
      "learning_rate": 9.96443271249052e-05,
      "loss": 0.0357,
      "step": 8610
    },
    {
      "grad_norm": 0.29347705841064453,
      "learning_rate": 9.964235571773255e-05,
      "loss": 0.0325,
      "step": 8620
    },
    {
      "grad_norm": 0.2942414879798889,
      "learning_rate": 9.96403788817465e-05,
      "loss": 0.0366,
      "step": 8630
    },
    {
      "grad_norm": 0.3742513060569763,
      "learning_rate": 9.963839661716325e-05,
      "loss": 0.0351,
      "step": 8640
    },
    {
      "grad_norm": 0.35027018189430237,
      "learning_rate": 9.963640892419958e-05,
      "loss": 0.0348,
      "step": 8650
    },
    {
      "grad_norm": 0.38498130440711975,
      "learning_rate": 9.963441580307286e-05,
      "loss": 0.0356,
      "step": 8660
    },
    {
      "grad_norm": 0.47406965494155884,
      "learning_rate": 9.963241725400104e-05,
      "loss": 0.0495,
      "step": 8670
    },
    {
      "grad_norm": 0.4779032766819,
      "learning_rate": 9.963041327720271e-05,
      "loss": 0.0437,
      "step": 8680
    },
    {
      "grad_norm": 0.9222510457038879,
      "learning_rate": 9.962840387289697e-05,
      "loss": 0.0384,
      "step": 8690
    },
    {
      "grad_norm": 0.48106569051742554,
      "learning_rate": 9.962638904130363e-05,
      "loss": 0.0375,
      "step": 8700
    },
    {
      "grad_norm": 0.3867816627025604,
      "learning_rate": 9.962436878264298e-05,
      "loss": 0.0435,
      "step": 8710
    },
    {
      "grad_norm": 0.38184475898742676,
      "learning_rate": 9.962234309713598e-05,
      "loss": 0.0424,
      "step": 8720
    },
    {
      "grad_norm": 0.443427175283432,
      "learning_rate": 9.962031198500414e-05,
      "loss": 0.0386,
      "step": 8730
    },
    {
      "grad_norm": 0.40488898754119873,
      "learning_rate": 9.961827544646958e-05,
      "loss": 0.0388,
      "step": 8740
    },
    {
      "grad_norm": 0.3284037411212921,
      "learning_rate": 9.961623348175501e-05,
      "loss": 0.0373,
      "step": 8750
    },
    {
      "grad_norm": 0.31114766001701355,
      "learning_rate": 9.961418609108377e-05,
      "loss": 0.0348,
      "step": 8760
    },
    {
      "grad_norm": 0.3138147294521332,
      "learning_rate": 9.961213327467971e-05,
      "loss": 0.038,
      "step": 8770
    },
    {
      "grad_norm": 0.2432270050048828,
      "learning_rate": 9.961007503276736e-05,
      "loss": 0.0365,
      "step": 8780
    },
    {
      "grad_norm": 0.2557448446750641,
      "learning_rate": 9.960801136557179e-05,
      "loss": 0.0354,
      "step": 8790
    },
    {
      "grad_norm": 0.3617704510688782,
      "learning_rate": 9.960594227331866e-05,
      "loss": 0.0328,
      "step": 8800
    },
    {
      "grad_norm": 0.3344348669052124,
      "learning_rate": 9.960386775623429e-05,
      "loss": 0.0319,
      "step": 8810
    },
    {
      "grad_norm": 0.38413378596305847,
      "learning_rate": 9.96017878145455e-05,
      "loss": 0.0404,
      "step": 8820
    },
    {
      "grad_norm": 0.3654346466064453,
      "learning_rate": 9.959970244847977e-05,
      "loss": 0.0359,
      "step": 8830
    },
    {
      "grad_norm": 0.3626062870025635,
      "learning_rate": 9.959761165826518e-05,
      "loss": 0.0455,
      "step": 8840
    },
    {
      "grad_norm": 0.3835219144821167,
      "learning_rate": 9.959551544413033e-05,
      "loss": 0.0462,
      "step": 8850
    },
    {
      "grad_norm": 0.2980332374572754,
      "learning_rate": 9.959341380630448e-05,
      "loss": 0.039,
      "step": 8860
    },
    {
      "grad_norm": 0.3447471559047699,
      "learning_rate": 9.959130674501746e-05,
      "loss": 0.0379,
      "step": 8870
    },
    {
      "grad_norm": 0.280758798122406,
      "learning_rate": 9.958919426049968e-05,
      "loss": 0.0367,
      "step": 8880
    },
    {
      "grad_norm": 0.42634084820747375,
      "learning_rate": 9.958707635298219e-05,
      "loss": 0.0408,
      "step": 8890
    },
    {
      "grad_norm": 0.2963109314441681,
      "learning_rate": 9.958495302269657e-05,
      "loss": 0.0377,
      "step": 8900
    },
    {
      "grad_norm": 0.3270301818847656,
      "learning_rate": 9.958282426987503e-05,
      "loss": 0.0384,
      "step": 8910
    },
    {
      "grad_norm": 0.4291597008705139,
      "learning_rate": 9.95806900947504e-05,
      "loss": 0.0381,
      "step": 8920
    },
    {
      "grad_norm": 0.3275458812713623,
      "learning_rate": 9.957855049755604e-05,
      "loss": 0.0415,
      "step": 8930
    },
    {
      "grad_norm": 0.3470776379108429,
      "learning_rate": 9.957640547852593e-05,
      "loss": 0.036,
      "step": 8940
    },
    {
      "grad_norm": 0.3215741217136383,
      "learning_rate": 9.957425503789466e-05,
      "loss": 0.0353,
      "step": 8950
    },
    {
      "grad_norm": 0.34001925587654114,
      "learning_rate": 9.957209917589738e-05,
      "loss": 0.0343,
      "step": 8960
    },
    {
      "grad_norm": 0.4093154966831207,
      "learning_rate": 9.956993789276987e-05,
      "loss": 0.0383,
      "step": 8970
    },
    {
      "grad_norm": 0.36916446685791016,
      "learning_rate": 9.956777118874847e-05,
      "loss": 0.0363,
      "step": 8980
    },
    {
      "grad_norm": 0.2599657475948334,
      "learning_rate": 9.956559906407016e-05,
      "loss": 0.0382,
      "step": 8990
    },
    {
      "grad_norm": 0.34207358956336975,
      "learning_rate": 9.956342151897245e-05,
      "loss": 0.0364,
      "step": 9000
    },
    {
      "grad_norm": 0.29294824600219727,
      "learning_rate": 9.956123855369346e-05,
      "loss": 0.0371,
      "step": 9010
    },
    {
      "grad_norm": 0.28708624839782715,
      "learning_rate": 9.955905016847196e-05,
      "loss": 0.0349,
      "step": 9020
    },
    {
      "grad_norm": 0.45953887701034546,
      "learning_rate": 9.955685636354723e-05,
      "loss": 0.037,
      "step": 9030
    },
    {
      "grad_norm": 0.3637121319770813,
      "learning_rate": 9.95546571391592e-05,
      "loss": 0.0337,
      "step": 9040
    },
    {
      "grad_norm": 0.33417582511901855,
      "learning_rate": 9.955245249554837e-05,
      "loss": 0.0328,
      "step": 9050
    },
    {
      "grad_norm": 0.3595345616340637,
      "learning_rate": 9.955024243295582e-05,
      "loss": 0.0366,
      "step": 9060
    },
    {
      "grad_norm": 0.38165169954299927,
      "learning_rate": 9.954802695162328e-05,
      "loss": 0.0369,
      "step": 9070
    },
    {
      "grad_norm": 0.3333317041397095,
      "learning_rate": 9.954580605179302e-05,
      "loss": 0.0365,
      "step": 9080
    },
    {
      "grad_norm": 0.34941139817237854,
      "learning_rate": 9.954357973370788e-05,
      "loss": 0.034,
      "step": 9090
    },
    {
      "grad_norm": 0.3329305648803711,
      "learning_rate": 9.954134799761135e-05,
      "loss": 0.0356,
      "step": 9100
    },
    {
      "grad_norm": 0.3539453446865082,
      "learning_rate": 9.953911084374748e-05,
      "loss": 0.0322,
      "step": 9110
    },
    {
      "grad_norm": 0.2939789891242981,
      "learning_rate": 9.953686827236093e-05,
      "loss": 0.0342,
      "step": 9120
    },
    {
      "grad_norm": 0.35512256622314453,
      "learning_rate": 9.953462028369695e-05,
      "loss": 0.0352,
      "step": 9130
    },
    {
      "grad_norm": 0.3332633972167969,
      "learning_rate": 9.953236687800136e-05,
      "loss": 0.0319,
      "step": 9140
    },
    {
      "grad_norm": 0.37493473291397095,
      "learning_rate": 9.95301080555206e-05,
      "loss": 0.0378,
      "step": 9150
    },
    {
      "grad_norm": 0.28818580508232117,
      "learning_rate": 9.952784381650171e-05,
      "loss": 0.0321,
      "step": 9160
    },
    {
      "grad_norm": 0.32731640338897705,
      "learning_rate": 9.952557416119226e-05,
      "loss": 0.0385,
      "step": 9170
    },
    {
      "grad_norm": 0.32316359877586365,
      "learning_rate": 9.95232990898405e-05,
      "loss": 0.0366,
      "step": 9180
    },
    {
      "grad_norm": 0.2593715190887451,
      "learning_rate": 9.95210186026952e-05,
      "loss": 0.036,
      "step": 9190
    },
    {
      "grad_norm": 0.32954204082489014,
      "learning_rate": 9.951873270000576e-05,
      "loss": 0.0352,
      "step": 9200
    },
    {
      "grad_norm": 0.3812485933303833,
      "learning_rate": 9.951644138202216e-05,
      "loss": 0.037,
      "step": 9210
    },
    {
      "grad_norm": 0.2747339904308319,
      "learning_rate": 9.951414464899498e-05,
      "loss": 0.0371,
      "step": 9220
    },
    {
      "grad_norm": 0.3944198787212372,
      "learning_rate": 9.951184250117538e-05,
      "loss": 0.0368,
      "step": 9230
    },
    {
      "grad_norm": 0.36068013310432434,
      "learning_rate": 9.950953493881513e-05,
      "loss": 0.0345,
      "step": 9240
    },
    {
      "grad_norm": 0.3201057016849518,
      "learning_rate": 9.950722196216658e-05,
      "loss": 0.0369,
      "step": 9250
    },
    {
      "grad_norm": 0.38178539276123047,
      "learning_rate": 9.950490357148265e-05,
      "loss": 0.0394,
      "step": 9260
    },
    {
      "grad_norm": 0.2571437656879425,
      "learning_rate": 9.950257976701692e-05,
      "loss": 0.0388,
      "step": 9270
    },
    {
      "grad_norm": 0.283446729183197,
      "learning_rate": 9.950025054902348e-05,
      "loss": 0.0368,
      "step": 9280
    },
    {
      "grad_norm": 0.3338736891746521,
      "learning_rate": 9.949791591775706e-05,
      "loss": 0.0342,
      "step": 9290
    },
    {
      "grad_norm": 0.4056965708732605,
      "learning_rate": 9.949557587347298e-05,
      "loss": 0.0369,
      "step": 9300
    },
    {
      "grad_norm": 0.4688659608364105,
      "learning_rate": 9.949323041642713e-05,
      "loss": 0.0333,
      "step": 9310
    },
    {
      "grad_norm": 0.3645583391189575,
      "learning_rate": 9.949087954687602e-05,
      "loss": 0.0328,
      "step": 9320
    },
    {
      "grad_norm": 0.32847312092781067,
      "learning_rate": 9.948852326507672e-05,
      "loss": 0.0347,
      "step": 9330
    },
    {
      "grad_norm": 0.26625528931617737,
      "learning_rate": 9.948616157128694e-05,
      "loss": 0.0376,
      "step": 9340
    },
    {
      "grad_norm": 0.34900861978530884,
      "learning_rate": 9.948379446576493e-05,
      "loss": 0.0352,
      "step": 9350
    },
    {
      "grad_norm": 0.2740466892719269,
      "learning_rate": 9.948142194876952e-05,
      "loss": 0.0355,
      "step": 9360
    },
    {
      "grad_norm": 0.2750706374645233,
      "learning_rate": 9.947904402056024e-05,
      "loss": 0.0306,
      "step": 9370
    },
    {
      "grad_norm": 0.2410459667444229,
      "learning_rate": 9.947666068139708e-05,
      "loss": 0.0311,
      "step": 9380
    },
    {
      "grad_norm": 0.4686475396156311,
      "learning_rate": 9.947427193154071e-05,
      "loss": 0.0318,
      "step": 9390
    },
    {
      "grad_norm": 0.3232269287109375,
      "learning_rate": 9.947187777125233e-05,
      "loss": 0.0321,
      "step": 9400
    },
    {
      "grad_norm": 0.25719785690307617,
      "learning_rate": 9.946947820079377e-05,
      "loss": 0.0333,
      "step": 9410
    },
    {
      "grad_norm": 0.32380932569503784,
      "learning_rate": 9.946707322042747e-05,
      "loss": 0.0286,
      "step": 9420
    },
    {
      "grad_norm": 0.37362805008888245,
      "learning_rate": 9.94646628304164e-05,
      "loss": 0.0305,
      "step": 9430
    },
    {
      "grad_norm": 0.2921845316886902,
      "learning_rate": 9.946224703102418e-05,
      "loss": 0.0322,
      "step": 9440
    },
    {
      "grad_norm": 0.3241710960865021,
      "learning_rate": 9.945982582251498e-05,
      "loss": 0.0311,
      "step": 9450
    },
    {
      "grad_norm": 0.32611921429634094,
      "learning_rate": 9.94573992051536e-05,
      "loss": 0.0333,
      "step": 9460
    },
    {
      "grad_norm": 0.24411600828170776,
      "learning_rate": 9.94549671792054e-05,
      "loss": 0.0323,
      "step": 9470
    },
    {
      "grad_norm": 0.22718602418899536,
      "learning_rate": 9.945252974493635e-05,
      "loss": 0.0326,
      "step": 9480
    },
    {
      "grad_norm": 0.40117084980010986,
      "learning_rate": 9.9450086902613e-05,
      "loss": 0.0354,
      "step": 9490
    },
    {
      "grad_norm": 0.35078710317611694,
      "learning_rate": 9.944763865250248e-05,
      "loss": 0.0354,
      "step": 9500
    },
    {
      "grad_norm": 0.3720484673976898,
      "learning_rate": 9.944518499487254e-05,
      "loss": 0.0354,
      "step": 9510
    },
    {
      "grad_norm": 0.388527512550354,
      "learning_rate": 9.944272592999151e-05,
      "loss": 0.0369,
      "step": 9520
    },
    {
      "grad_norm": 0.30234429240226746,
      "learning_rate": 9.94402614581283e-05,
      "loss": 0.0316,
      "step": 9530
    },
    {
      "grad_norm": 0.3057595491409302,
      "learning_rate": 9.943779157955244e-05,
      "loss": 0.0343,
      "step": 9540
    },
    {
      "grad_norm": 0.30402788519859314,
      "learning_rate": 9.943531629453403e-05,
      "loss": 0.032,
      "step": 9550
    },
    {
      "grad_norm": 0.266257643699646,
      "learning_rate": 9.943283560334375e-05,
      "loss": 0.0303,
      "step": 9560
    },
    {
      "grad_norm": 0.29738351702690125,
      "learning_rate": 9.943034950625288e-05,
      "loss": 0.0335,
      "step": 9570
    },
    {
      "grad_norm": 0.3179686367511749,
      "learning_rate": 9.942785800353332e-05,
      "loss": 0.0366,
      "step": 9580
    },
    {
      "grad_norm": 0.28078991174697876,
      "learning_rate": 9.942536109545751e-05,
      "loss": 0.0331,
      "step": 9590
    },
    {
      "grad_norm": 0.28731569647789,
      "learning_rate": 9.942285878229853e-05,
      "loss": 0.0326,
      "step": 9600
    },
    {
      "grad_norm": 0.5066277980804443,
      "learning_rate": 9.942035106433001e-05,
      "loss": 0.0338,
      "step": 9610
    },
    {
      "grad_norm": 0.3594561219215393,
      "learning_rate": 9.94178379418262e-05,
      "loss": 0.0343,
      "step": 9620
    },
    {
      "grad_norm": 0.3230012357234955,
      "learning_rate": 9.941531941506194e-05,
      "loss": 0.0352,
      "step": 9630
    },
    {
      "grad_norm": 0.32053256034851074,
      "learning_rate": 9.941279548431263e-05,
      "loss": 0.0339,
      "step": 9640
    },
    {
      "grad_norm": 0.3391490578651428,
      "learning_rate": 9.941026614985431e-05,
      "loss": 0.0324,
      "step": 9650
    },
    {
      "grad_norm": 0.36488357186317444,
      "learning_rate": 9.940773141196357e-05,
      "loss": 0.0298,
      "step": 9660
    },
    {
      "grad_norm": 0.3177427053451538,
      "learning_rate": 9.94051912709176e-05,
      "loss": 0.0325,
      "step": 9670
    },
    {
      "grad_norm": 0.3427729606628418,
      "learning_rate": 9.940264572699421e-05,
      "loss": 0.0299,
      "step": 9680
    },
    {
      "grad_norm": 0.34901517629623413,
      "learning_rate": 9.940009478047174e-05,
      "loss": 0.0313,
      "step": 9690
    },
    {
      "grad_norm": 0.28164124488830566,
      "learning_rate": 9.939753843162918e-05,
      "loss": 0.032,
      "step": 9700
    },
    {
      "grad_norm": 0.26857128739356995,
      "learning_rate": 9.939497668074609e-05,
      "loss": 0.0319,
      "step": 9710
    },
    {
      "grad_norm": 0.33862999081611633,
      "learning_rate": 9.93924095281026e-05,
      "loss": 0.0328,
      "step": 9720
    },
    {
      "grad_norm": 0.2928948402404785,
      "learning_rate": 9.938983697397948e-05,
      "loss": 0.0295,
      "step": 9730
    },
    {
      "grad_norm": 0.39114782214164734,
      "learning_rate": 9.938725901865805e-05,
      "loss": 0.0373,
      "step": 9740
    },
    {
      "grad_norm": 0.3667900562286377,
      "learning_rate": 9.93846756624202e-05,
      "loss": 0.0352,
      "step": 9750
    },
    {
      "grad_norm": 0.3345792591571808,
      "learning_rate": 9.938208690554849e-05,
      "loss": 0.0368,
      "step": 9760
    },
    {
      "grad_norm": 0.3453544080257416,
      "learning_rate": 9.9379492748326e-05,
      "loss": 0.038,
      "step": 9770
    },
    {
      "grad_norm": 0.29146498441696167,
      "learning_rate": 9.937689319103641e-05,
      "loss": 0.0375,
      "step": 9780
    },
    {
      "grad_norm": 0.34296727180480957,
      "learning_rate": 9.937428823396404e-05,
      "loss": 0.0378,
      "step": 9790
    },
    {
      "grad_norm": 0.246039018034935,
      "learning_rate": 9.937167787739372e-05,
      "loss": 0.0312,
      "step": 9800
    },
    {
      "grad_norm": 0.3207804560661316,
      "learning_rate": 9.936906212161095e-05,
      "loss": 0.0302,
      "step": 9810
    },
    {
      "grad_norm": 0.36071428656578064,
      "learning_rate": 9.936644096690176e-05,
      "loss": 0.0342,
      "step": 9820
    },
    {
      "grad_norm": 0.30326923727989197,
      "learning_rate": 9.936381441355282e-05,
      "loss": 0.0339,
      "step": 9830
    },
    {
      "grad_norm": 0.29173949360847473,
      "learning_rate": 9.936118246185136e-05,
      "loss": 0.0326,
      "step": 9840
    },
    {
      "grad_norm": 0.40712273120880127,
      "learning_rate": 9.935854511208518e-05,
      "loss": 0.0364,
      "step": 9850
    },
    {
      "grad_norm": 0.2747460603713989,
      "learning_rate": 9.935590236454272e-05,
      "loss": 0.0323,
      "step": 9860
    },
    {
      "grad_norm": 0.2912367880344391,
      "learning_rate": 9.935325421951298e-05,
      "loss": 0.0357,
      "step": 9870
    },
    {
      "grad_norm": 0.2978017330169678,
      "learning_rate": 9.935060067728557e-05,
      "loss": 0.0334,
      "step": 9880
    },
    {
      "grad_norm": 0.33327674865722656,
      "learning_rate": 9.934794173815067e-05,
      "loss": 0.0361,
      "step": 9890
    },
    {
      "grad_norm": 0.4101509749889374,
      "learning_rate": 9.934527740239906e-05,
      "loss": 0.034,
      "step": 9900
    },
    {
      "grad_norm": 0.33305782079696655,
      "learning_rate": 9.934260767032209e-05,
      "loss": 0.0316,
      "step": 9910
    },
    {
      "grad_norm": 0.39365455508232117,
      "learning_rate": 9.933993254221172e-05,
      "loss": 0.0336,
      "step": 9920
    },
    {
      "grad_norm": 0.3521905541419983,
      "learning_rate": 9.933725201836053e-05,
      "loss": 0.0347,
      "step": 9930
    },
    {
      "grad_norm": 0.3184158205986023,
      "learning_rate": 9.933456609906162e-05,
      "loss": 0.0318,
      "step": 9940
    },
    {
      "grad_norm": 0.3135952651500702,
      "learning_rate": 9.933187478460875e-05,
      "loss": 0.0311,
      "step": 9950
    },
    {
      "grad_norm": 0.26484426856040955,
      "learning_rate": 9.93291780752962e-05,
      "loss": 0.0302,
      "step": 9960
    },
    {
      "grad_norm": 0.2928025722503662,
      "learning_rate": 9.932647597141893e-05,
      "loss": 0.029,
      "step": 9970
    },
    {
      "grad_norm": 0.35675105452537537,
      "learning_rate": 9.932376847327239e-05,
      "loss": 0.0299,
      "step": 9980
    },
    {
      "grad_norm": 0.2400476485490799,
      "learning_rate": 9.932105558115268e-05,
      "loss": 0.0295,
      "step": 9990
    },
    {
      "grad_norm": 0.39233291149139404,
      "learning_rate": 9.931833729535651e-05,
      "loss": 0.033,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}