{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.94375,
  "eval_steps": 500,
  "global_step": 7550,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00125,
      "grad_norm": 15.714543342590332,
      "learning_rate": 4.994375e-05,
      "loss": 2.8924,
      "step": 10
    },
    {
      "epoch": 0.0025,
      "grad_norm": 10.94906234741211,
      "learning_rate": 4.988125e-05,
      "loss": 2.5952,
      "step": 20
    },
    {
      "epoch": 0.00375,
      "grad_norm": 15.514859199523926,
      "learning_rate": 4.981875e-05,
      "loss": 2.4666,
      "step": 30
    },
    {
      "epoch": 0.005,
      "grad_norm": 9.053750991821289,
      "learning_rate": 4.975625000000001e-05,
      "loss": 2.3325,
      "step": 40
    },
    {
      "epoch": 0.00625,
      "grad_norm": 19.168121337890625,
      "learning_rate": 4.969375e-05,
      "loss": 2.3066,
      "step": 50
    },
    {
      "epoch": 0.0075,
      "grad_norm": 9.255040168762207,
      "learning_rate": 4.9631250000000004e-05,
      "loss": 2.2425,
      "step": 60
    },
    {
      "epoch": 0.00875,
      "grad_norm": 8.124181747436523,
      "learning_rate": 4.956875e-05,
      "loss": 2.1237,
      "step": 70
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.121690273284912,
      "learning_rate": 4.950625000000001e-05,
      "loss": 1.9941,
      "step": 80
    },
    {
      "epoch": 0.01125,
      "grad_norm": 8.191390991210938,
      "learning_rate": 4.944375e-05,
      "loss": 2.118,
      "step": 90
    },
    {
      "epoch": 0.0125,
      "grad_norm": 7.51083517074585,
      "learning_rate": 4.9381250000000004e-05,
      "loss": 1.9932,
      "step": 100
    },
    {
      "epoch": 0.01375,
      "grad_norm": 7.706765174865723,
      "learning_rate": 4.931875e-05,
      "loss": 2.2066,
      "step": 110
    },
    {
      "epoch": 0.015,
      "grad_norm": 6.421011447906494,
      "learning_rate": 4.925625e-05,
      "loss": 2.0439,
      "step": 120
    },
    {
      "epoch": 0.01625,
      "grad_norm": 17.403257369995117,
      "learning_rate": 4.9193750000000007e-05,
      "loss": 2.1501,
      "step": 130
    },
    {
      "epoch": 0.0175,
      "grad_norm": 5.682934284210205,
      "learning_rate": 4.913125e-05,
      "loss": 2.0993,
      "step": 140
    },
    {
      "epoch": 0.01875,
      "grad_norm": 8.931119918823242,
      "learning_rate": 4.9068750000000003e-05,
      "loss": 2.0383,
      "step": 150
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.6062140464782715,
      "learning_rate": 4.900625e-05,
      "loss": 1.9334,
      "step": 160
    },
    {
      "epoch": 0.02125,
      "grad_norm": 8.099666595458984,
      "learning_rate": 4.894375000000001e-05,
      "loss": 1.9423,
      "step": 170
    },
    {
      "epoch": 0.0225,
      "grad_norm": 5.474426746368408,
      "learning_rate": 4.888125e-05,
      "loss": 2.0548,
      "step": 180
    },
    {
      "epoch": 0.02375,
      "grad_norm": 6.269449710845947,
      "learning_rate": 4.8818750000000004e-05,
      "loss": 1.9097,
      "step": 190
    },
    {
      "epoch": 0.025,
      "grad_norm": 6.422362804412842,
      "learning_rate": 4.875625e-05,
      "loss": 1.9114,
      "step": 200
    },
    {
      "epoch": 0.02625,
      "grad_norm": 8.737632751464844,
      "learning_rate": 4.869375000000001e-05,
      "loss": 2.0777,
      "step": 210
    },
    {
      "epoch": 0.0275,
      "grad_norm": 7.279562950134277,
      "learning_rate": 4.863125e-05,
      "loss": 1.9173,
      "step": 220
    },
    {
      "epoch": 0.02875,
      "grad_norm": 7.346338272094727,
      "learning_rate": 4.8568750000000005e-05,
      "loss": 1.7516,
      "step": 230
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.4580888748168945,
      "learning_rate": 4.850625e-05,
      "loss": 1.9487,
      "step": 240
    },
    {
      "epoch": 0.03125,
      "grad_norm": 6.269708633422852,
      "learning_rate": 4.844375e-05,
      "loss": 1.8654,
      "step": 250
    },
    {
      "epoch": 0.0325,
      "grad_norm": 5.809817790985107,
      "learning_rate": 4.838125e-05,
      "loss": 1.9751,
      "step": 260
    },
    {
      "epoch": 0.03375,
      "grad_norm": 11.987732887268066,
      "learning_rate": 4.831875e-05,
      "loss": 2.0062,
      "step": 270
    },
    {
      "epoch": 0.035,
      "grad_norm": 8.748228073120117,
      "learning_rate": 4.8256250000000004e-05,
      "loss": 2.1293,
      "step": 280
    },
    {
      "epoch": 0.03625,
      "grad_norm": 5.571599960327148,
      "learning_rate": 4.819375e-05,
      "loss": 1.9504,
      "step": 290
    },
    {
      "epoch": 0.0375,
      "grad_norm": 5.935739517211914,
      "learning_rate": 4.813125e-05,
      "loss": 1.8399,
      "step": 300
    },
    {
      "epoch": 0.03875,
      "grad_norm": 5.676118850708008,
      "learning_rate": 4.806875e-05,
      "loss": 1.9019,
      "step": 310
    },
    {
      "epoch": 0.04,
      "grad_norm": 8.595135688781738,
      "learning_rate": 4.8006250000000005e-05,
      "loss": 2.0299,
      "step": 320
    },
    {
      "epoch": 0.04125,
      "grad_norm": 5.606544017791748,
      "learning_rate": 4.794375e-05,
      "loss": 1.8806,
      "step": 330
    },
    {
      "epoch": 0.0425,
      "grad_norm": 7.973094463348389,
      "learning_rate": 4.788125e-05,
      "loss": 1.7285,
      "step": 340
    },
    {
      "epoch": 0.04375,
      "grad_norm": 9.09721851348877,
      "learning_rate": 4.781875e-05,
      "loss": 1.9773,
      "step": 350
    },
    {
      "epoch": 0.045,
      "grad_norm": 9.41321849822998,
      "learning_rate": 4.7756250000000005e-05,
      "loss": 1.9834,
      "step": 360
    },
    {
      "epoch": 0.04625,
      "grad_norm": 4.810961723327637,
      "learning_rate": 4.7693750000000004e-05,
      "loss": 1.9862,
      "step": 370
    },
    {
      "epoch": 0.0475,
      "grad_norm": 6.283267498016357,
      "learning_rate": 4.763125e-05,
      "loss": 1.8544,
      "step": 380
    },
    {
      "epoch": 0.04875,
      "grad_norm": 9.017960548400879,
      "learning_rate": 4.756875e-05,
      "loss": 1.8689,
      "step": 390
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.013952732086182,
      "learning_rate": 4.750625e-05,
      "loss": 1.798,
      "step": 400
    },
    {
      "epoch": 0.05125,
      "grad_norm": 5.1610026359558105,
      "learning_rate": 4.7443750000000005e-05,
      "loss": 1.8669,
      "step": 410
    },
    {
      "epoch": 0.0525,
      "grad_norm": 5.481388092041016,
      "learning_rate": 4.738125e-05,
      "loss": 1.9778,
      "step": 420
    },
    {
      "epoch": 0.05375,
      "grad_norm": 8.239945411682129,
      "learning_rate": 4.731875e-05,
      "loss": 1.6991,
      "step": 430
    },
    {
      "epoch": 0.055,
      "grad_norm": 5.641376972198486,
      "learning_rate": 4.725625e-05,
      "loss": 1.7848,
      "step": 440
    },
    {
      "epoch": 0.05625,
      "grad_norm": 7.561056613922119,
      "learning_rate": 4.7193750000000005e-05,
      "loss": 1.7594,
      "step": 450
    },
    {
      "epoch": 0.0575,
      "grad_norm": 4.920119762420654,
      "learning_rate": 4.7131250000000004e-05,
      "loss": 1.8387,
      "step": 460
    },
    {
      "epoch": 0.05875,
      "grad_norm": 6.90638542175293,
      "learning_rate": 4.706875e-05,
      "loss": 1.8461,
      "step": 470
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.640336036682129,
      "learning_rate": 4.700625e-05,
      "loss": 1.7583,
      "step": 480
    },
    {
      "epoch": 0.06125,
      "grad_norm": 5.126943588256836,
      "learning_rate": 4.6943750000000006e-05,
      "loss": 1.9002,
      "step": 490
    },
    {
      "epoch": 0.0625,
      "grad_norm": 4.264902591705322,
      "learning_rate": 4.6881250000000005e-05,
      "loss": 1.9068,
      "step": 500
    },
    {
      "epoch": 0.06375,
      "grad_norm": 7.165338039398193,
      "learning_rate": 4.681875e-05,
      "loss": 1.7812,
      "step": 510
    },
    {
      "epoch": 0.065,
      "grad_norm": 7.0703277587890625,
      "learning_rate": 4.675625e-05,
      "loss": 1.698,
      "step": 520
    },
    {
      "epoch": 0.06625,
      "grad_norm": 6.396975040435791,
      "learning_rate": 4.669375e-05,
      "loss": 1.7182,
      "step": 530
    },
    {
      "epoch": 0.0675,
      "grad_norm": 8.975642204284668,
      "learning_rate": 4.6631250000000005e-05,
      "loss": 1.8448,
      "step": 540
    },
    {
      "epoch": 0.06875,
      "grad_norm": 5.405190467834473,
      "learning_rate": 4.656875e-05,
      "loss": 1.7348,
      "step": 550
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.298381328582764,
      "learning_rate": 4.650625e-05,
      "loss": 1.6221,
      "step": 560
    },
    {
      "epoch": 0.07125,
      "grad_norm": 4.854972839355469,
      "learning_rate": 4.644375e-05,
      "loss": 1.7367,
      "step": 570
    },
    {
      "epoch": 0.0725,
      "grad_norm": 5.756941795349121,
      "learning_rate": 4.6381250000000006e-05,
      "loss": 1.801,
      "step": 580
    },
    {
      "epoch": 0.07375,
      "grad_norm": 4.7184600830078125,
      "learning_rate": 4.631875e-05,
      "loss": 1.6898,
      "step": 590
    },
    {
      "epoch": 0.075,
      "grad_norm": 5.140761852264404,
      "learning_rate": 4.625625e-05,
      "loss": 1.6612,
      "step": 600
    },
    {
      "epoch": 0.07625,
      "grad_norm": 3.7104735374450684,
      "learning_rate": 4.619375e-05,
      "loss": 1.624,
      "step": 610
    },
    {
      "epoch": 0.0775,
      "grad_norm": 6.2447896003723145,
      "learning_rate": 4.613125000000001e-05,
      "loss": 1.7355,
      "step": 620
    },
    {
      "epoch": 0.07875,
      "grad_norm": 9.780672073364258,
      "learning_rate": 4.6068750000000005e-05,
      "loss": 1.6192,
      "step": 630
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.958286285400391,
      "learning_rate": 4.6006250000000004e-05,
      "loss": 1.6157,
      "step": 640
    },
    {
      "epoch": 0.08125,
      "grad_norm": 5.786264419555664,
      "learning_rate": 4.594375e-05,
      "loss": 1.633,
      "step": 650
    },
    {
      "epoch": 0.0825,
      "grad_norm": 4.75607967376709,
      "learning_rate": 4.588125e-05,
      "loss": 1.8139,
      "step": 660
    },
    {
      "epoch": 0.08375,
      "grad_norm": 4.077645301818848,
      "learning_rate": 4.5818750000000006e-05,
      "loss": 1.6889,
      "step": 670
    },
    {
      "epoch": 0.085,
      "grad_norm": 5.341221332550049,
      "learning_rate": 4.575625e-05,
      "loss": 1.7112,
      "step": 680
    },
    {
      "epoch": 0.08625,
      "grad_norm": 5.421123027801514,
      "learning_rate": 4.569375e-05,
      "loss": 1.729,
      "step": 690
    },
    {
      "epoch": 0.0875,
      "grad_norm": 5.6531829833984375,
      "learning_rate": 4.563125e-05,
      "loss": 1.7805,
      "step": 700
    },
    {
      "epoch": 0.08875,
      "grad_norm": 4.264986515045166,
      "learning_rate": 4.5568750000000006e-05,
      "loss": 1.5703,
      "step": 710
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.658288955688477,
      "learning_rate": 4.550625e-05,
      "loss": 1.8264,
      "step": 720
    },
    {
      "epoch": 0.09125,
      "grad_norm": 5.032812118530273,
      "learning_rate": 4.5443750000000003e-05,
      "loss": 1.6834,
      "step": 730
    },
    {
      "epoch": 0.0925,
      "grad_norm": 4.175335884094238,
      "learning_rate": 4.538125e-05,
      "loss": 1.8537,
      "step": 740
    },
    {
      "epoch": 0.09375,
      "grad_norm": 6.916208267211914,
      "learning_rate": 4.531875000000001e-05,
      "loss": 1.7556,
      "step": 750
    },
    {
      "epoch": 0.095,
      "grad_norm": 6.064156532287598,
      "learning_rate": 4.525625e-05,
      "loss": 1.7132,
      "step": 760
    },
    {
      "epoch": 0.09625,
      "grad_norm": 6.488204002380371,
      "learning_rate": 4.5193750000000004e-05,
      "loss": 1.6907,
      "step": 770
    },
    {
      "epoch": 0.0975,
      "grad_norm": 5.419294357299805,
      "learning_rate": 4.513125e-05,
      "loss": 1.6911,
      "step": 780
    },
    {
      "epoch": 0.09875,
      "grad_norm": 6.069253921508789,
      "learning_rate": 4.506875e-05,
      "loss": 1.7586,
      "step": 790
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.28116512298584,
      "learning_rate": 4.500625e-05,
      "loss": 1.7632,
      "step": 800
    },
    {
      "epoch": 0.10125,
      "grad_norm": 4.091380596160889,
      "learning_rate": 4.494375e-05,
      "loss": 1.6792,
      "step": 810
    },
    {
      "epoch": 0.1025,
      "grad_norm": 5.594090938568115,
      "learning_rate": 4.488125e-05,
      "loss": 1.8079,
      "step": 820
    },
    {
      "epoch": 0.10375,
      "grad_norm": 5.238066673278809,
      "learning_rate": 4.481875e-05,
      "loss": 1.7537,
      "step": 830
    },
    {
      "epoch": 0.105,
      "grad_norm": 4.945870399475098,
      "learning_rate": 4.475625e-05,
      "loss": 1.7236,
      "step": 840
    },
    {
      "epoch": 0.10625,
      "grad_norm": 47.752830505371094,
      "learning_rate": 4.469375e-05,
      "loss": 1.7715,
      "step": 850
    },
    {
      "epoch": 0.1075,
      "grad_norm": 6.474725246429443,
      "learning_rate": 4.4631250000000004e-05,
      "loss": 1.6062,
      "step": 860
    },
    {
      "epoch": 0.10875,
      "grad_norm": 5.710610866546631,
      "learning_rate": 4.456875e-05,
      "loss": 1.6496,
      "step": 870
    },
    {
      "epoch": 0.11,
      "grad_norm": 5.289515495300293,
      "learning_rate": 4.450625000000001e-05,
      "loss": 1.7847,
      "step": 880
    },
    {
      "epoch": 0.11125,
      "grad_norm": 4.040447235107422,
      "learning_rate": 4.444375e-05,
      "loss": 1.5642,
      "step": 890
    },
    {
      "epoch": 0.1125,
      "grad_norm": 4.721045970916748,
      "learning_rate": 4.4381250000000005e-05,
      "loss": 1.6424,
      "step": 900
    },
    {
      "epoch": 0.11375,
      "grad_norm": 4.430590629577637,
      "learning_rate": 4.431875e-05,
      "loss": 1.5693,
      "step": 910
    },
    {
      "epoch": 0.115,
      "grad_norm": 4.155664443969727,
      "learning_rate": 4.425625e-05,
      "loss": 1.5653,
      "step": 920
    },
    {
      "epoch": 0.11625,
      "grad_norm": 5.376486778259277,
      "learning_rate": 4.419375e-05,
      "loss": 1.5292,
      "step": 930
    },
    {
      "epoch": 0.1175,
      "grad_norm": 5.888033390045166,
      "learning_rate": 4.413125e-05,
      "loss": 1.5894,
      "step": 940
    },
    {
      "epoch": 0.11875,
      "grad_norm": 4.666552543640137,
      "learning_rate": 4.4068750000000004e-05,
      "loss": 1.6117,
      "step": 950
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.565912246704102,
      "learning_rate": 4.400625e-05,
      "loss": 1.7492,
      "step": 960
    },
    {
      "epoch": 0.12125,
      "grad_norm": 4.324479579925537,
      "learning_rate": 4.394375e-05,
      "loss": 1.6294,
      "step": 970
    },
    {
      "epoch": 0.1225,
      "grad_norm": 5.823368072509766,
      "learning_rate": 4.388125e-05,
      "loss": 1.6953,
      "step": 980
    },
    {
      "epoch": 0.12375,
      "grad_norm": 6.85033655166626,
      "learning_rate": 4.3818750000000005e-05,
      "loss": 1.5723,
      "step": 990
    },
    {
      "epoch": 0.125,
      "grad_norm": 6.246133327484131,
      "learning_rate": 4.375625e-05,
      "loss": 1.6042,
      "step": 1000
    },
    {
      "epoch": 0.12625,
      "grad_norm": 4.677844047546387,
      "learning_rate": 4.369375e-05,
      "loss": 1.6391,
      "step": 1010
    },
    {
      "epoch": 0.1275,
      "grad_norm": 6.899301528930664,
      "learning_rate": 4.363125e-05,
      "loss": 1.5956,
      "step": 1020
    },
    {
      "epoch": 0.12875,
      "grad_norm": 4.530190944671631,
      "learning_rate": 4.3568750000000005e-05,
      "loss": 1.537,
      "step": 1030
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.287406921386719,
      "learning_rate": 4.3506250000000004e-05,
      "loss": 1.7437,
      "step": 1040
    },
    {
      "epoch": 0.13125,
      "grad_norm": 3.828369140625,
      "learning_rate": 4.344375e-05,
      "loss": 1.6047,
      "step": 1050
    },
    {
      "epoch": 0.1325,
      "grad_norm": 4.649002552032471,
      "learning_rate": 4.338125e-05,
      "loss": 1.5932,
      "step": 1060
    },
    {
      "epoch": 0.13375,
      "grad_norm": 6.695621967315674,
      "learning_rate": 4.331875e-05,
      "loss": 1.7681,
      "step": 1070
    },
    {
      "epoch": 0.135,
      "grad_norm": 3.446563243865967,
      "learning_rate": 4.3256250000000004e-05,
      "loss": 1.622,
      "step": 1080
    },
    {
      "epoch": 0.13625,
      "grad_norm": 4.040626525878906,
      "learning_rate": 4.3193749999999996e-05,
      "loss": 1.5857,
      "step": 1090
    },
    {
      "epoch": 0.1375,
      "grad_norm": 3.937739372253418,
      "learning_rate": 4.313125e-05,
      "loss": 1.613,
      "step": 1100
    },
    {
      "epoch": 0.13875,
      "grad_norm": 3.4581360816955566,
      "learning_rate": 4.306875e-05,
      "loss": 1.5218,
      "step": 1110
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.91287899017334,
      "learning_rate": 4.3006250000000005e-05,
      "loss": 1.6676,
      "step": 1120
    },
    {
      "epoch": 0.14125,
      "grad_norm": 5.508735179901123,
      "learning_rate": 4.2943750000000004e-05,
      "loss": 1.673,
      "step": 1130
    },
    {
      "epoch": 0.1425,
      "grad_norm": 6.8148512840271,
      "learning_rate": 4.288125e-05,
      "loss": 1.6635,
      "step": 1140
    },
    {
      "epoch": 0.14375,
      "grad_norm": 4.404072284698486,
      "learning_rate": 4.281875e-05,
      "loss": 1.6963,
      "step": 1150
    },
    {
      "epoch": 0.145,
      "grad_norm": 4.8719682693481445,
      "learning_rate": 4.2756250000000006e-05,
      "loss": 1.554,
      "step": 1160
    },
    {
      "epoch": 0.14625,
      "grad_norm": 4.299533843994141,
      "learning_rate": 4.2693750000000004e-05,
      "loss": 1.6114,
      "step": 1170
    },
    {
      "epoch": 0.1475,
      "grad_norm": 4.48207426071167,
      "learning_rate": 4.263125e-05,
      "loss": 1.5773,
      "step": 1180
    },
    {
      "epoch": 0.14875,
      "grad_norm": 3.618351697921753,
      "learning_rate": 4.256875e-05,
      "loss": 1.4916,
      "step": 1190
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.393692970275879,
      "learning_rate": 4.250625e-05,
      "loss": 1.6461,
      "step": 1200
    },
    {
      "epoch": 0.15125,
      "grad_norm": 3.9668004512786865,
      "learning_rate": 4.2443750000000005e-05,
      "loss": 1.5421,
      "step": 1210
    },
    {
      "epoch": 0.1525,
      "grad_norm": 5.683198928833008,
      "learning_rate": 4.238125e-05,
      "loss": 1.6221,
      "step": 1220
    },
    {
      "epoch": 0.15375,
      "grad_norm": 4.367931365966797,
      "learning_rate": 4.231875e-05,
      "loss": 1.6046,
      "step": 1230
    },
    {
      "epoch": 0.155,
      "grad_norm": 4.630238056182861,
      "learning_rate": 4.225625e-05,
      "loss": 1.5636,
      "step": 1240
    },
    {
      "epoch": 0.15625,
      "grad_norm": 3.8488829135894775,
      "learning_rate": 4.2193750000000006e-05,
      "loss": 1.5471,
      "step": 1250
    },
    {
      "epoch": 0.1575,
      "grad_norm": 3.6925644874572754,
      "learning_rate": 4.213125e-05,
      "loss": 1.5385,
      "step": 1260
    },
    {
      "epoch": 0.15875,
      "grad_norm": 7.884620189666748,
      "learning_rate": 4.206875e-05,
      "loss": 1.4549,
      "step": 1270
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.773382186889648,
      "learning_rate": 4.200625e-05,
      "loss": 1.6672,
      "step": 1280
    },
    {
      "epoch": 0.16125,
      "grad_norm": 3.8848724365234375,
      "learning_rate": 4.1943750000000006e-05,
      "loss": 1.4247,
      "step": 1290
    },
    {
      "epoch": 0.1625,
      "grad_norm": 5.548094272613525,
      "learning_rate": 4.188125e-05,
      "loss": 1.817,
      "step": 1300
    },
    {
      "epoch": 0.16375,
      "grad_norm": 5.077624320983887,
      "learning_rate": 4.1818750000000003e-05,
      "loss": 1.6165,
      "step": 1310
    },
    {
      "epoch": 0.165,
      "grad_norm": 4.995692729949951,
      "learning_rate": 4.175625e-05,
      "loss": 1.5932,
      "step": 1320
    },
    {
      "epoch": 0.16625,
      "grad_norm": 4.223556041717529,
      "learning_rate": 4.169375e-05,
      "loss": 1.6204,
      "step": 1330
    },
    {
      "epoch": 0.1675,
      "grad_norm": 5.034037113189697,
      "learning_rate": 4.163125e-05,
      "loss": 1.5817,
      "step": 1340
    },
    {
      "epoch": 0.16875,
      "grad_norm": 6.067126274108887,
      "learning_rate": 4.1568750000000004e-05,
      "loss": 1.6194,
      "step": 1350
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.081786155700684,
      "learning_rate": 4.150625e-05,
      "loss": 1.4929,
      "step": 1360
    },
    {
      "epoch": 0.17125,
      "grad_norm": 4.328601837158203,
      "learning_rate": 4.144375e-05,
      "loss": 1.6266,
      "step": 1370
    },
    {
      "epoch": 0.1725,
      "grad_norm": 4.224490642547607,
      "learning_rate": 4.1381250000000006e-05,
      "loss": 1.577,
      "step": 1380
    },
    {
      "epoch": 0.17375,
      "grad_norm": 3.7425456047058105,
      "learning_rate": 4.131875e-05,
      "loss": 1.4331,
      "step": 1390
    },
    {
      "epoch": 0.175,
      "grad_norm": 4.163187503814697,
      "learning_rate": 4.125625e-05,
      "loss": 1.6496,
      "step": 1400
    },
    {
      "epoch": 0.17625,
      "grad_norm": 4.357766628265381,
      "learning_rate": 4.119375e-05,
      "loss": 1.7169,
      "step": 1410
    },
    {
      "epoch": 0.1775,
      "grad_norm": 4.384897232055664,
      "learning_rate": 4.113125000000001e-05,
      "loss": 1.4617,
      "step": 1420
    },
    {
      "epoch": 0.17875,
      "grad_norm": 4.748656749725342,
      "learning_rate": 4.106875e-05,
      "loss": 1.5784,
      "step": 1430
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.227325439453125,
      "learning_rate": 4.1006250000000004e-05,
      "loss": 1.5098,
      "step": 1440
    },
    {
      "epoch": 0.18125,
      "grad_norm": 4.830343723297119,
      "learning_rate": 4.094375e-05,
      "loss": 1.618,
      "step": 1450
    },
    {
      "epoch": 0.1825,
      "grad_norm": 4.403887748718262,
      "learning_rate": 4.088125e-05,
      "loss": 1.5866,
      "step": 1460
    },
    {
      "epoch": 0.18375,
      "grad_norm": 5.818870544433594,
      "learning_rate": 4.081875e-05,
      "loss": 1.4826,
      "step": 1470
    },
    {
      "epoch": 0.185,
      "grad_norm": 6.949367046356201,
      "learning_rate": 4.0756250000000005e-05,
      "loss": 1.4832,
      "step": 1480
    },
    {
      "epoch": 0.18625,
      "grad_norm": 4.030486583709717,
      "learning_rate": 4.069375e-05,
      "loss": 1.4703,
      "step": 1490
    },
    {
      "epoch": 0.1875,
      "grad_norm": 4.741464614868164,
      "learning_rate": 4.063125e-05,
      "loss": 1.7756,
      "step": 1500
    },
    {
      "epoch": 0.18875,
      "grad_norm": 4.840798377990723,
      "learning_rate": 4.056875e-05,
      "loss": 1.6653,
      "step": 1510
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.910340309143066,
      "learning_rate": 4.050625e-05,
      "loss": 1.4131,
      "step": 1520
    },
    {
      "epoch": 0.19125,
      "grad_norm": 5.179189205169678,
      "learning_rate": 4.0443750000000004e-05,
      "loss": 1.5972,
      "step": 1530
    },
    {
      "epoch": 0.1925,
      "grad_norm": 5.435876369476318,
      "learning_rate": 4.038125e-05,
      "loss": 1.5848,
      "step": 1540
    },
    {
      "epoch": 0.19375,
      "grad_norm": 3.8866443634033203,
      "learning_rate": 4.031875e-05,
      "loss": 1.5638,
      "step": 1550
    },
    {
      "epoch": 0.195,
      "grad_norm": 4.297860145568848,
      "learning_rate": 4.025625e-05,
      "loss": 1.4118,
      "step": 1560
    },
    {
      "epoch": 0.19625,
      "grad_norm": 5.706923484802246,
      "learning_rate": 4.0193750000000005e-05,
      "loss": 1.4316,
      "step": 1570
    },
    {
      "epoch": 0.1975,
      "grad_norm": 4.5453925132751465,
      "learning_rate": 4.013125e-05,
      "loss": 1.4754,
      "step": 1580
    },
    {
      "epoch": 0.19875,
      "grad_norm": 4.322735786437988,
      "learning_rate": 4.006875e-05,
      "loss": 1.5779,
      "step": 1590
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.953495979309082,
      "learning_rate": 4.000625e-05,
      "loss": 1.6211,
      "step": 1600
    },
    {
      "epoch": 0.20125,
      "grad_norm": 3.003465414047241,
      "learning_rate": 3.9943750000000005e-05,
      "loss": 1.5667,
      "step": 1610
    },
    {
      "epoch": 0.2025,
      "grad_norm": 4.02094030380249,
      "learning_rate": 3.9881250000000004e-05,
      "loss": 1.5953,
      "step": 1620
    },
    {
      "epoch": 0.20375,
      "grad_norm": 3.9984161853790283,
      "learning_rate": 3.981875e-05,
      "loss": 1.5122,
      "step": 1630
    },
    {
      "epoch": 0.205,
      "grad_norm": 4.243444442749023,
      "learning_rate": 3.975625e-05,
      "loss": 1.6517,
      "step": 1640
    },
    {
      "epoch": 0.20625,
      "grad_norm": 4.29213809967041,
      "learning_rate": 3.969375e-05,
      "loss": 1.5576,
      "step": 1650
    },
    {
      "epoch": 0.2075,
      "grad_norm": 4.561241149902344,
      "learning_rate": 3.9631250000000004e-05,
      "loss": 1.5213,
      "step": 1660
    },
    {
      "epoch": 0.20875,
      "grad_norm": 4.34321403503418,
      "learning_rate": 3.956875e-05,
      "loss": 1.4204,
      "step": 1670
    },
    {
      "epoch": 0.21,
      "grad_norm": 4.353539943695068,
      "learning_rate": 3.950625e-05,
      "loss": 1.5922,
      "step": 1680
    },
    {
      "epoch": 0.21125,
      "grad_norm": 4.75934362411499,
      "learning_rate": 3.944375e-05,
      "loss": 1.4769,
      "step": 1690
    },
    {
      "epoch": 0.2125,
      "grad_norm": 4.053194999694824,
      "learning_rate": 3.9381250000000005e-05,
      "loss": 1.5125,
      "step": 1700
    },
    {
      "epoch": 0.21375,
      "grad_norm": 5.373641490936279,
      "learning_rate": 3.9318750000000004e-05,
      "loss": 1.6501,
      "step": 1710
    },
    {
      "epoch": 0.215,
      "grad_norm": 3.5294227600097656,
      "learning_rate": 3.925625e-05,
      "loss": 1.5721,
      "step": 1720
    },
    {
      "epoch": 0.21625,
      "grad_norm": 3.870500326156616,
      "learning_rate": 3.919375e-05,
      "loss": 1.5217,
      "step": 1730
    },
    {
      "epoch": 0.2175,
      "grad_norm": 27.053773880004883,
      "learning_rate": 3.9131250000000006e-05,
      "loss": 1.5216,
      "step": 1740
    },
    {
      "epoch": 0.21875,
      "grad_norm": 8.008138656616211,
      "learning_rate": 3.9068750000000004e-05,
      "loss": 1.6043,
      "step": 1750
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.010753631591797,
      "learning_rate": 3.900625e-05,
      "loss": 1.5854,
      "step": 1760
    },
    {
      "epoch": 0.22125,
      "grad_norm": 5.048765659332275,
      "learning_rate": 3.894375e-05,
      "loss": 1.5564,
      "step": 1770
    },
    {
      "epoch": 0.2225,
      "grad_norm": 5.92832612991333,
      "learning_rate": 3.888125e-05,
      "loss": 1.6321,
      "step": 1780
    },
    {
      "epoch": 0.22375,
      "grad_norm": 3.242619037628174,
      "learning_rate": 3.8818750000000005e-05,
      "loss": 1.5837,
      "step": 1790
    },
    {
      "epoch": 0.225,
      "grad_norm": 6.22261381149292,
      "learning_rate": 3.875625e-05,
      "loss": 1.5758,
      "step": 1800
    },
    {
      "epoch": 0.22625,
      "grad_norm": 4.630067348480225,
      "learning_rate": 3.869375e-05,
      "loss": 1.379,
      "step": 1810
    },
    {
      "epoch": 0.2275,
      "grad_norm": 5.385432720184326,
      "learning_rate": 3.863125e-05,
      "loss": 1.6319,
      "step": 1820
    },
    {
      "epoch": 0.22875,
      "grad_norm": 3.7115695476531982,
      "learning_rate": 3.8568750000000006e-05,
      "loss": 1.5246,
      "step": 1830
    },
    {
      "epoch": 0.23,
      "grad_norm": 18.826236724853516,
      "learning_rate": 3.850625e-05,
      "loss": 1.5025,
      "step": 1840
    },
    {
      "epoch": 0.23125,
      "grad_norm": 4.666762828826904,
      "learning_rate": 3.844375e-05,
      "loss": 1.5511,
      "step": 1850
    },
    {
      "epoch": 0.2325,
      "grad_norm": 4.544824600219727,
      "learning_rate": 3.838125e-05,
      "loss": 1.5163,
      "step": 1860
    },
    {
      "epoch": 0.23375,
      "grad_norm": 6.902198314666748,
      "learning_rate": 3.8318750000000006e-05,
      "loss": 1.5313,
      "step": 1870
    },
    {
      "epoch": 0.235,
      "grad_norm": 5.414902687072754,
      "learning_rate": 3.8256250000000005e-05,
      "loss": 1.4708,
      "step": 1880
    },
    {
      "epoch": 0.23625,
      "grad_norm": 7.254164218902588,
      "learning_rate": 3.8193750000000003e-05,
      "loss": 1.4522,
      "step": 1890
    },
    {
      "epoch": 0.2375,
      "grad_norm": 2.95312237739563,
      "learning_rate": 3.813125e-05,
      "loss": 1.3787,
      "step": 1900
    },
    {
      "epoch": 0.23875,
      "grad_norm": 3.5326123237609863,
      "learning_rate": 3.806875e-05,
      "loss": 1.3401,
      "step": 1910
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.167004585266113,
      "learning_rate": 3.8006250000000006e-05,
      "loss": 1.4521,
      "step": 1920
    },
    {
      "epoch": 0.24125,
      "grad_norm": 4.5269646644592285,
      "learning_rate": 3.794375e-05,
      "loss": 1.5217,
      "step": 1930
    },
    {
      "epoch": 0.2425,
      "grad_norm": 3.9108593463897705,
      "learning_rate": 3.788125e-05,
      "loss": 1.4758,
      "step": 1940
    },
    {
      "epoch": 0.24375,
      "grad_norm": 5.435783386230469,
      "learning_rate": 3.781875e-05,
      "loss": 1.5579,
      "step": 1950
    },
    {
      "epoch": 0.245,
      "grad_norm": 4.055588722229004,
      "learning_rate": 3.7756250000000006e-05,
      "loss": 1.4664,
      "step": 1960
    },
    {
      "epoch": 0.24625,
      "grad_norm": 3.8323545455932617,
      "learning_rate": 3.769375e-05,
      "loss": 1.4167,
      "step": 1970
    },
    {
      "epoch": 0.2475,
      "grad_norm": 3.928833484649658,
      "learning_rate": 3.763125e-05,
      "loss": 1.538,
      "step": 1980
    },
    {
      "epoch": 0.24875,
      "grad_norm": 5.081177711486816,
      "learning_rate": 3.756875e-05,
      "loss": 1.5143,
      "step": 1990
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.005138874053955,
      "learning_rate": 3.750625000000001e-05,
      "loss": 1.4391,
      "step": 2000
    },
    {
      "epoch": 0.25125,
      "grad_norm": 7.569023132324219,
      "learning_rate": 3.744375e-05,
      "loss": 1.5854,
      "step": 2010
    },
    {
      "epoch": 0.2525,
      "grad_norm": 3.234931230545044,
      "learning_rate": 3.7381250000000004e-05,
      "loss": 1.5288,
      "step": 2020
    },
    {
      "epoch": 0.25375,
      "grad_norm": 4.21964168548584,
      "learning_rate": 3.731875e-05,
      "loss": 1.5045,
      "step": 2030
    },
    {
      "epoch": 0.255,
      "grad_norm": 5.102002143859863,
      "learning_rate": 3.725625e-05,
      "loss": 1.5022,
      "step": 2040
    },
    {
      "epoch": 0.25625,
      "grad_norm": 7.323031902313232,
      "learning_rate": 3.719375e-05,
      "loss": 1.8256,
      "step": 2050
    },
    {
      "epoch": 0.2575,
      "grad_norm": 3.650108575820923,
      "learning_rate": 3.713125e-05,
      "loss": 1.3734,
      "step": 2060
    },
    {
      "epoch": 0.25875,
      "grad_norm": 3.9725680351257324,
      "learning_rate": 3.706875e-05,
      "loss": 1.6534,
      "step": 2070
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.5736091136932373,
      "learning_rate": 3.700625e-05,
      "loss": 1.5137,
      "step": 2080
    },
    {
      "epoch": 0.26125,
      "grad_norm": 3.700044631958008,
      "learning_rate": 3.694375e-05,
      "loss": 1.4202,
      "step": 2090
    },
    {
      "epoch": 0.2625,
      "grad_norm": 4.076671600341797,
      "learning_rate": 3.688125e-05,
      "loss": 1.5527,
      "step": 2100
    },
    {
      "epoch": 0.26375,
      "grad_norm": 4.140468597412109,
      "learning_rate": 3.6818750000000004e-05,
      "loss": 1.4233,
      "step": 2110
    },
    {
      "epoch": 0.265,
      "grad_norm": 4.703122615814209,
      "learning_rate": 3.675625e-05,
      "loss": 1.4997,
      "step": 2120
    },
    {
      "epoch": 0.26625,
      "grad_norm": 5.30742883682251,
      "learning_rate": 3.669375000000001e-05,
      "loss": 1.3517,
      "step": 2130
    },
    {
      "epoch": 0.2675,
      "grad_norm": 6.19927453994751,
      "learning_rate": 3.663125e-05,
      "loss": 1.4677,
      "step": 2140
    },
    {
      "epoch": 0.26875,
      "grad_norm": 5.471877098083496,
      "learning_rate": 3.6568750000000005e-05,
      "loss": 1.3718,
      "step": 2150
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.80817985534668,
      "learning_rate": 3.650625e-05,
      "loss": 1.5756,
      "step": 2160
    },
    {
      "epoch": 0.27125,
      "grad_norm": 4.3927717208862305,
      "learning_rate": 3.644375e-05,
      "loss": 1.4272,
      "step": 2170
    },
    {
      "epoch": 0.2725,
      "grad_norm": 4.650943279266357,
      "learning_rate": 3.638125e-05,
      "loss": 1.5826,
      "step": 2180
    },
    {
      "epoch": 0.27375,
      "grad_norm": 2.954941511154175,
      "learning_rate": 3.631875e-05,
      "loss": 1.4817,
      "step": 2190
    },
    {
      "epoch": 0.275,
      "grad_norm": 3.7205264568328857,
      "learning_rate": 3.6256250000000004e-05,
      "loss": 1.3662,
      "step": 2200
    },
    {
      "epoch": 0.27625,
      "grad_norm": 4.387423038482666,
      "learning_rate": 3.619375e-05,
      "loss": 1.4639,
      "step": 2210
    },
    {
      "epoch": 0.2775,
      "grad_norm": 2.9313790798187256,
      "learning_rate": 3.613125e-05,
      "loss": 1.5223,
      "step": 2220
    },
    {
      "epoch": 0.27875,
      "grad_norm": 2.299884796142578,
      "learning_rate": 3.606875e-05,
      "loss": 1.4924,
      "step": 2230
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.7828497886657715,
      "learning_rate": 3.6006250000000004e-05,
      "loss": 1.4188,
      "step": 2240
    },
    {
      "epoch": 0.28125,
      "grad_norm": 3.3752660751342773,
      "learning_rate": 3.594375e-05,
      "loss": 1.4604,
      "step": 2250
    },
    {
      "epoch": 0.2825,
      "grad_norm": 6.302489757537842,
      "learning_rate": 3.588125e-05,
      "loss": 1.4211,
      "step": 2260
    },
    {
      "epoch": 0.28375,
      "grad_norm": 26.017749786376953,
      "learning_rate": 3.581875e-05,
      "loss": 1.415,
      "step": 2270
    },
    {
      "epoch": 0.285,
      "grad_norm": 3.502596139907837,
      "learning_rate": 3.5756250000000005e-05,
      "loss": 1.4949,
      "step": 2280
    },
    {
      "epoch": 0.28625,
      "grad_norm": 5.614380359649658,
      "learning_rate": 3.5693750000000004e-05,
      "loss": 1.4836,
      "step": 2290
    },
    {
      "epoch": 0.2875,
      "grad_norm": 3.932626485824585,
      "learning_rate": 3.563125e-05,
      "loss": 1.3806,
      "step": 2300
    },
    {
      "epoch": 0.28875,
      "grad_norm": 2.99294114112854,
      "learning_rate": 3.556875e-05,
      "loss": 1.5548,
      "step": 2310
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.608867168426514,
      "learning_rate": 3.550625e-05,
      "loss": 1.4296,
      "step": 2320
    },
    {
      "epoch": 0.29125,
      "grad_norm": 5.113489627838135,
      "learning_rate": 3.5443750000000004e-05,
      "loss": 1.3717,
      "step": 2330
    },
    {
      "epoch": 0.2925,
      "grad_norm": 3.7373545169830322,
      "learning_rate": 3.5381249999999996e-05,
      "loss": 1.4817,
      "step": 2340
    },
    {
      "epoch": 0.29375,
      "grad_norm": 5.348628997802734,
      "learning_rate": 3.531875e-05,
      "loss": 1.4436,
      "step": 2350
    },
    {
      "epoch": 0.295,
      "grad_norm": 4.982232093811035,
      "learning_rate": 3.525625e-05,
      "loss": 1.3956,
      "step": 2360
    },
    {
      "epoch": 0.29625,
      "grad_norm": 9.024496078491211,
      "learning_rate": 3.5193750000000005e-05,
      "loss": 1.4792,
      "step": 2370
    },
    {
      "epoch": 0.2975,
      "grad_norm": 4.083111763000488,
      "learning_rate": 3.5131250000000004e-05,
      "loss": 1.5715,
      "step": 2380
    },
    {
      "epoch": 0.29875,
      "grad_norm": 3.5770645141601562,
      "learning_rate": 3.506875e-05,
      "loss": 1.4707,
      "step": 2390
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.641442775726318,
      "learning_rate": 3.500625e-05,
      "loss": 1.362,
      "step": 2400
    },
    {
      "epoch": 0.30125,
      "grad_norm": 3.524186849594116,
      "learning_rate": 3.4943750000000006e-05,
      "loss": 1.4686,
      "step": 2410
    },
    {
      "epoch": 0.3025,
      "grad_norm": 4.681451797485352,
      "learning_rate": 3.4881250000000004e-05,
      "loss": 1.4739,
      "step": 2420
    },
    {
      "epoch": 0.30375,
      "grad_norm": 5.3212785720825195,
      "learning_rate": 3.481875e-05,
      "loss": 1.5322,
      "step": 2430
    },
    {
      "epoch": 0.305,
      "grad_norm": 4.161744117736816,
      "learning_rate": 3.475625e-05,
      "loss": 1.3801,
      "step": 2440
    },
    {
      "epoch": 0.30625,
      "grad_norm": 4.7510151863098145,
      "learning_rate": 3.469375e-05,
      "loss": 1.4092,
      "step": 2450
    },
    {
      "epoch": 0.3075,
      "grad_norm": 3.8327901363372803,
      "learning_rate": 3.4631250000000005e-05,
      "loss": 1.4072,
      "step": 2460
    },
    {
      "epoch": 0.30875,
      "grad_norm": 3.7004222869873047,
      "learning_rate": 3.456875e-05,
      "loss": 1.4626,
      "step": 2470
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.66420841217041,
      "learning_rate": 3.450625e-05,
      "loss": 1.3397,
      "step": 2480
    },
    {
      "epoch": 0.31125,
      "grad_norm": 5.986914157867432,
      "learning_rate": 3.444375e-05,
      "loss": 1.4815,
      "step": 2490
    },
    {
      "epoch": 0.3125,
      "grad_norm": 3.43625807762146,
      "learning_rate": 3.4381250000000006e-05,
      "loss": 1.4322,
      "step": 2500
    },
    {
      "epoch": 0.31375,
      "grad_norm": 4.031944274902344,
      "learning_rate": 3.431875e-05,
      "loss": 1.4035,
      "step": 2510
    },
    {
      "epoch": 0.315,
      "grad_norm": 3.607931613922119,
      "learning_rate": 3.425625e-05,
      "loss": 1.5213,
      "step": 2520
    },
    {
      "epoch": 0.31625,
      "grad_norm": 5.655627727508545,
      "learning_rate": 3.419375e-05,
      "loss": 1.4377,
      "step": 2530
    },
    {
      "epoch": 0.3175,
      "grad_norm": 4.682887077331543,
      "learning_rate": 3.4131250000000006e-05,
      "loss": 1.2967,
      "step": 2540
    },
    {
      "epoch": 0.31875,
      "grad_norm": 4.796265125274658,
      "learning_rate": 3.406875e-05,
      "loss": 1.3274,
      "step": 2550
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.3428382873535156,
      "learning_rate": 3.400625e-05,
      "loss": 1.3762,
      "step": 2560
    },
    {
      "epoch": 0.32125,
      "grad_norm": 4.231629371643066,
      "learning_rate": 3.394375e-05,
      "loss": 1.3922,
      "step": 2570
    },
    {
      "epoch": 0.3225,
      "grad_norm": 3.5596585273742676,
      "learning_rate": 3.388125e-05,
      "loss": 1.3427,
      "step": 2580
    },
    {
      "epoch": 0.32375,
      "grad_norm": 4.1195783615112305,
      "learning_rate": 3.381875e-05,
      "loss": 1.362,
      "step": 2590
    },
    {
      "epoch": 0.325,
      "grad_norm": 4.000838279724121,
      "learning_rate": 3.375625e-05,
      "loss": 1.4245,
      "step": 2600
    },
    {
      "epoch": 0.32625,
      "grad_norm": 5.7205939292907715,
      "learning_rate": 3.369375e-05,
      "loss": 1.526,
      "step": 2610
    },
    {
      "epoch": 0.3275,
      "grad_norm": 4.729959011077881,
      "learning_rate": 3.363125e-05,
      "loss": 1.3265,
      "step": 2620
    },
    {
      "epoch": 0.32875,
      "grad_norm": 3.846036434173584,
      "learning_rate": 3.3568750000000006e-05,
      "loss": 1.3523,
      "step": 2630
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.625514507293701,
      "learning_rate": 3.350625e-05,
      "loss": 1.3483,
      "step": 2640
    },
    {
      "epoch": 0.33125,
      "grad_norm": 3.985917568206787,
      "learning_rate": 3.344375e-05,
      "loss": 1.3951,
      "step": 2650
    },
    {
      "epoch": 0.3325,
      "grad_norm": 5.314172267913818,
      "learning_rate": 3.338125e-05,
      "loss": 1.4334,
      "step": 2660
    },
    {
      "epoch": 0.33375,
      "grad_norm": 5.172106742858887,
      "learning_rate": 3.331875000000001e-05,
      "loss": 1.333,
      "step": 2670
    },
    {
      "epoch": 0.335,
      "grad_norm": 3.5582571029663086,
      "learning_rate": 3.325625e-05,
      "loss": 1.4376,
      "step": 2680
    },
    {
      "epoch": 0.33625,
      "grad_norm": 3.68792462348938,
      "learning_rate": 3.3193750000000004e-05,
      "loss": 1.4401,
      "step": 2690
    },
    {
      "epoch": 0.3375,
      "grad_norm": 3.366680860519409,
      "learning_rate": 3.313125e-05,
      "loss": 1.3825,
      "step": 2700
    },
    {
      "epoch": 0.33875,
      "grad_norm": 4.318718910217285,
      "learning_rate": 3.306875e-05,
      "loss": 1.4478,
      "step": 2710
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.707590103149414,
      "learning_rate": 3.300625e-05,
      "loss": 1.4966,
      "step": 2720
    },
    {
      "epoch": 0.34125,
      "grad_norm": 3.624086380004883,
      "learning_rate": 3.294375e-05,
      "loss": 1.419,
      "step": 2730
    },
    {
      "epoch": 0.3425,
      "grad_norm": 4.7848711013793945,
      "learning_rate": 3.288125e-05,
      "loss": 1.29,
      "step": 2740
    },
    {
      "epoch": 0.34375,
      "grad_norm": 4.0258612632751465,
      "learning_rate": 3.281875e-05,
      "loss": 1.479,
      "step": 2750
    },
    {
      "epoch": 0.345,
      "grad_norm": 4.456843852996826,
      "learning_rate": 3.275625e-05,
      "loss": 1.4191,
      "step": 2760
    },
    {
      "epoch": 0.34625,
      "grad_norm": 4.327670097351074,
      "learning_rate": 3.269375e-05,
      "loss": 1.3777,
      "step": 2770
    },
    {
      "epoch": 0.3475,
      "grad_norm": 3.2591614723205566,
      "learning_rate": 3.2631250000000004e-05,
      "loss": 1.2713,
      "step": 2780
    },
    {
      "epoch": 0.34875,
      "grad_norm": 4.323492527008057,
      "learning_rate": 3.256875e-05,
      "loss": 1.3162,
      "step": 2790
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.254138946533203,
      "learning_rate": 3.250625e-05,
      "loss": 1.5309,
      "step": 2800
    },
    {
      "epoch": 0.35125,
      "grad_norm": 3.481466054916382,
      "learning_rate": 3.244375e-05,
      "loss": 1.6049,
      "step": 2810
    },
    {
      "epoch": 0.3525,
      "grad_norm": 3.48063063621521,
      "learning_rate": 3.2381250000000004e-05,
      "loss": 1.5601,
      "step": 2820
    },
    {
      "epoch": 0.35375,
      "grad_norm": 3.9832093715667725,
      "learning_rate": 3.231875e-05,
      "loss": 1.4256,
      "step": 2830
    },
    {
      "epoch": 0.355,
      "grad_norm": 3.842890739440918,
      "learning_rate": 3.225625e-05,
      "loss": 1.3579,
      "step": 2840
    },
    {
      "epoch": 0.35625,
      "grad_norm": 4.633380889892578,
      "learning_rate": 3.219375e-05,
      "loss": 1.3881,
      "step": 2850
    },
    {
      "epoch": 0.3575,
      "grad_norm": 6.086498260498047,
      "learning_rate": 3.213125e-05,
      "loss": 1.4811,
      "step": 2860
    },
    {
      "epoch": 0.35875,
      "grad_norm": 4.031968593597412,
      "learning_rate": 3.2068750000000004e-05,
      "loss": 1.3418,
      "step": 2870
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.838329315185547,
      "learning_rate": 3.200625e-05,
      "loss": 1.4378,
      "step": 2880
    },
    {
      "epoch": 0.36125,
      "grad_norm": 3.499248743057251,
      "learning_rate": 3.194375e-05,
      "loss": 1.2617,
      "step": 2890
    },
    {
      "epoch": 0.3625,
      "grad_norm": 4.68066930770874,
      "learning_rate": 3.188125e-05,
      "loss": 1.4701,
      "step": 2900
    },
    {
      "epoch": 0.36375,
      "grad_norm": 3.8823728561401367,
      "learning_rate": 3.1818750000000004e-05,
      "loss": 1.364,
      "step": 2910
    },
    {
      "epoch": 0.365,
      "grad_norm": 3.7089786529541016,
      "learning_rate": 3.175625e-05,
      "loss": 1.4843,
      "step": 2920
    },
    {
      "epoch": 0.36625,
      "grad_norm": 3.1307108402252197,
      "learning_rate": 3.169375e-05,
      "loss": 1.3714,
      "step": 2930
    },
    {
      "epoch": 0.3675,
      "grad_norm": 4.351153373718262,
      "learning_rate": 3.163125e-05,
      "loss": 1.4312,
      "step": 2940
    },
    {
      "epoch": 0.36875,
      "grad_norm": 4.765021800994873,
      "learning_rate": 3.1568750000000005e-05,
      "loss": 1.6201,
      "step": 2950
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.538285493850708,
      "learning_rate": 3.1506250000000003e-05,
      "loss": 1.3805,
      "step": 2960
    },
    {
      "epoch": 0.37125,
      "grad_norm": 4.136841773986816,
      "learning_rate": 3.144375e-05,
      "loss": 1.3558,
      "step": 2970
    },
    {
      "epoch": 0.3725,
      "grad_norm": 4.298130512237549,
      "learning_rate": 3.138125e-05,
      "loss": 1.5242,
      "step": 2980
    },
    {
      "epoch": 0.37375,
      "grad_norm": 3.6436102390289307,
      "learning_rate": 3.131875e-05,
      "loss": 1.3199,
      "step": 2990
    },
    {
      "epoch": 0.375,
      "grad_norm": 4.527806758880615,
      "learning_rate": 3.1256250000000004e-05,
      "loss": 1.531,
      "step": 3000
    },
    {
      "epoch": 0.37625,
      "grad_norm": 5.912485122680664,
      "learning_rate": 3.119375e-05,
      "loss": 1.444,
      "step": 3010
    },
    {
      "epoch": 0.3775,
      "grad_norm": 5.101160049438477,
      "learning_rate": 3.113125e-05,
      "loss": 1.5674,
      "step": 3020
    },
    {
      "epoch": 0.37875,
      "grad_norm": 5.113125324249268,
      "learning_rate": 3.106875e-05,
      "loss": 1.3053,
      "step": 3030
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.990057945251465,
      "learning_rate": 3.1006250000000005e-05,
      "loss": 1.2181,
      "step": 3040
    },
    {
      "epoch": 0.38125,
      "grad_norm": 6.3468780517578125,
      "learning_rate": 3.0943749999999997e-05,
      "loss": 1.4149,
      "step": 3050
    },
    {
      "epoch": 0.3825,
      "grad_norm": 4.712606430053711,
      "learning_rate": 3.088125e-05,
      "loss": 1.4128,
      "step": 3060
    },
    {
      "epoch": 0.38375,
      "grad_norm": 5.313744068145752,
      "learning_rate": 3.081875e-05,
      "loss": 1.4877,
      "step": 3070
    },
    {
      "epoch": 0.385,
      "grad_norm": 4.46605110168457,
      "learning_rate": 3.0756250000000006e-05,
      "loss": 1.4314,
      "step": 3080
    },
    {
      "epoch": 0.38625,
      "grad_norm": 3.6377127170562744,
      "learning_rate": 3.069375e-05,
      "loss": 1.3966,
      "step": 3090
    },
    {
      "epoch": 0.3875,
      "grad_norm": 4.34388542175293,
      "learning_rate": 3.063125e-05,
      "loss": 1.2802,
      "step": 3100
    },
    {
      "epoch": 0.38875,
      "grad_norm": 11.9617338180542,
      "learning_rate": 3.056875e-05,
      "loss": 1.4014,
      "step": 3110
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.758890390396118,
      "learning_rate": 3.0506250000000003e-05,
      "loss": 1.5544,
      "step": 3120
    },
    {
      "epoch": 0.39125,
      "grad_norm": 4.928178310394287,
      "learning_rate": 3.0443750000000005e-05,
      "loss": 1.4504,
      "step": 3130
    },
    {
      "epoch": 0.3925,
      "grad_norm": 4.8397722244262695,
      "learning_rate": 3.038125e-05,
      "loss": 1.3976,
      "step": 3140
    },
    {
      "epoch": 0.39375,
      "grad_norm": 4.685599327087402,
      "learning_rate": 3.0318750000000002e-05,
      "loss": 1.3353,
      "step": 3150
    },
    {
      "epoch": 0.395,
      "grad_norm": 6.802610397338867,
      "learning_rate": 3.0256250000000004e-05,
      "loss": 1.3951,
      "step": 3160
    },
    {
      "epoch": 0.39625,
      "grad_norm": 5.310746669769287,
      "learning_rate": 3.0193750000000005e-05,
      "loss": 1.3754,
      "step": 3170
    },
    {
      "epoch": 0.3975,
      "grad_norm": 3.733003616333008,
      "learning_rate": 3.013125e-05,
      "loss": 1.4712,
      "step": 3180
    },
    {
      "epoch": 0.39875,
      "grad_norm": 3.518083333969116,
      "learning_rate": 3.0068750000000002e-05,
      "loss": 1.425,
      "step": 3190
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.223477840423584,
      "learning_rate": 3.000625e-05,
      "loss": 1.4198,
      "step": 3200
    },
    {
      "epoch": 0.40125,
      "grad_norm": 6.2975029945373535,
      "learning_rate": 2.9943750000000003e-05,
      "loss": 1.4008,
      "step": 3210
    },
    {
      "epoch": 0.4025,
      "grad_norm": 4.495896339416504,
      "learning_rate": 2.9881249999999998e-05,
      "loss": 1.608,
      "step": 3220
    },
    {
      "epoch": 0.40375,
      "grad_norm": 3.413543701171875,
      "learning_rate": 2.981875e-05,
      "loss": 1.4011,
      "step": 3230
    },
    {
      "epoch": 0.405,
      "grad_norm": 3.756793260574341,
      "learning_rate": 2.975625e-05,
      "loss": 1.5263,
      "step": 3240
    },
    {
      "epoch": 0.40625,
      "grad_norm": 3.6322548389434814,
      "learning_rate": 2.9693750000000003e-05,
      "loss": 1.3671,
      "step": 3250
    },
    {
      "epoch": 0.4075,
      "grad_norm": 3.74729061126709,
      "learning_rate": 2.963125e-05,
      "loss": 1.3878,
      "step": 3260
    },
    {
      "epoch": 0.40875,
      "grad_norm": 3.154021978378296,
      "learning_rate": 2.956875e-05,
      "loss": 1.2886,
      "step": 3270
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.127899408340454,
      "learning_rate": 2.9506250000000002e-05,
      "loss": 1.542,
      "step": 3280
    },
    {
      "epoch": 0.41125,
      "grad_norm": 2.8965258598327637,
      "learning_rate": 2.9443750000000004e-05,
      "loss": 1.2855,
      "step": 3290
    },
    {
      "epoch": 0.4125,
      "grad_norm": 3.9691522121429443,
      "learning_rate": 2.938125e-05,
      "loss": 1.331,
      "step": 3300
    },
    {
      "epoch": 0.41375,
      "grad_norm": 4.497001647949219,
      "learning_rate": 2.931875e-05,
      "loss": 1.2743,
      "step": 3310
    },
    {
      "epoch": 0.415,
      "grad_norm": 4.911508083343506,
      "learning_rate": 2.9256250000000003e-05,
      "loss": 1.4838,
      "step": 3320
    },
    {
      "epoch": 0.41625,
      "grad_norm": 4.168112754821777,
      "learning_rate": 2.919375e-05,
      "loss": 1.5264,
      "step": 3330
    },
    {
      "epoch": 0.4175,
      "grad_norm": 4.177130699157715,
      "learning_rate": 2.913125e-05,
      "loss": 1.4769,
      "step": 3340
    },
    {
      "epoch": 0.41875,
      "grad_norm": 3.3406238555908203,
      "learning_rate": 2.9068750000000002e-05,
      "loss": 1.3252,
      "step": 3350
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.403542995452881,
      "learning_rate": 2.900625e-05,
      "loss": 1.3591,
      "step": 3360
    },
    {
      "epoch": 0.42125,
      "grad_norm": 3.7915780544281006,
      "learning_rate": 2.8943750000000002e-05,
      "loss": 1.4208,
      "step": 3370
    },
    {
      "epoch": 0.4225,
      "grad_norm": 4.730687618255615,
      "learning_rate": 2.8881250000000004e-05,
      "loss": 1.3171,
      "step": 3380
    },
    {
      "epoch": 0.42375,
      "grad_norm": 3.976198673248291,
      "learning_rate": 2.881875e-05,
      "loss": 1.3666,
      "step": 3390
    },
    {
      "epoch": 0.425,
      "grad_norm": 3.474154472351074,
      "learning_rate": 2.875625e-05,
      "loss": 1.5027,
      "step": 3400
    },
    {
      "epoch": 0.42625,
      "grad_norm": 4.456624984741211,
      "learning_rate": 2.8693750000000003e-05,
      "loss": 1.3966,
      "step": 3410
    },
    {
      "epoch": 0.4275,
      "grad_norm": 3.5991241931915283,
      "learning_rate": 2.8631250000000005e-05,
      "loss": 1.3464,
      "step": 3420
    },
    {
      "epoch": 0.42875,
      "grad_norm": 3.397467613220215,
      "learning_rate": 2.856875e-05,
      "loss": 1.3021,
      "step": 3430
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.232719898223877,
      "learning_rate": 2.8506250000000002e-05,
      "loss": 1.366,
      "step": 3440
    },
    {
      "epoch": 0.43125,
      "grad_norm": 4.262751579284668,
      "learning_rate": 2.8443750000000004e-05,
      "loss": 1.4335,
      "step": 3450
    },
    {
      "epoch": 0.4325,
      "grad_norm": 4.169719696044922,
      "learning_rate": 2.8381250000000002e-05,
      "loss": 1.403,
      "step": 3460
    },
    {
      "epoch": 0.43375,
      "grad_norm": 4.9819159507751465,
      "learning_rate": 2.831875e-05,
      "loss": 1.3418,
      "step": 3470
    },
    {
      "epoch": 0.435,
      "grad_norm": 3.556701421737671,
      "learning_rate": 2.8256250000000002e-05,
      "loss": 1.3712,
      "step": 3480
    },
    {
      "epoch": 0.43625,
      "grad_norm": 3.9347524642944336,
      "learning_rate": 2.819375e-05,
      "loss": 1.5704,
      "step": 3490
    },
    {
      "epoch": 0.4375,
      "grad_norm": 3.451732873916626,
      "learning_rate": 2.8131250000000003e-05,
      "loss": 1.3976,
      "step": 3500
    },
    {
      "epoch": 0.43875,
      "grad_norm": 3.0148160457611084,
      "learning_rate": 2.8068749999999998e-05,
      "loss": 1.3539,
      "step": 3510
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.8727331161499023,
      "learning_rate": 2.800625e-05,
      "loss": 1.4348,
      "step": 3520
    },
    {
      "epoch": 0.44125,
      "grad_norm": 4.594605445861816,
      "learning_rate": 2.794375e-05,
      "loss": 1.2116,
      "step": 3530
    },
    {
      "epoch": 0.4425,
      "grad_norm": 4.683310031890869,
      "learning_rate": 2.7881250000000003e-05,
      "loss": 1.3442,
      "step": 3540
    },
    {
      "epoch": 0.44375,
      "grad_norm": 3.2116706371307373,
      "learning_rate": 2.781875e-05,
      "loss": 1.3959,
      "step": 3550
    },
    {
      "epoch": 0.445,
      "grad_norm": 3.98592472076416,
      "learning_rate": 2.775625e-05,
      "loss": 1.3782,
      "step": 3560
    },
    {
      "epoch": 0.44625,
      "grad_norm": 2.84287691116333,
      "learning_rate": 2.7693750000000002e-05,
      "loss": 1.2789,
      "step": 3570
    },
    {
      "epoch": 0.4475,
      "grad_norm": 2.849111795425415,
      "learning_rate": 2.7631250000000004e-05,
      "loss": 1.3003,
      "step": 3580
    },
    {
      "epoch": 0.44875,
      "grad_norm": 3.8393287658691406,
      "learning_rate": 2.756875e-05,
      "loss": 1.422,
      "step": 3590
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.058866024017334,
      "learning_rate": 2.750625e-05,
      "loss": 1.4432,
      "step": 3600
    },
    {
      "epoch": 0.45125,
      "grad_norm": 4.536365032196045,
      "learning_rate": 2.7443750000000003e-05,
      "loss": 1.4127,
      "step": 3610
    },
    {
      "epoch": 0.4525,
      "grad_norm": 3.964500904083252,
      "learning_rate": 2.738125e-05,
      "loss": 1.4182,
      "step": 3620
    },
    {
      "epoch": 0.45375,
      "grad_norm": 4.288209438323975,
      "learning_rate": 2.7318750000000003e-05,
      "loss": 1.2563,
      "step": 3630
    },
    {
      "epoch": 0.455,
      "grad_norm": 3.3023056983947754,
      "learning_rate": 2.725625e-05,
      "loss": 1.3547,
      "step": 3640
    },
    {
      "epoch": 0.45625,
      "grad_norm": 3.554124116897583,
      "learning_rate": 2.719375e-05,
      "loss": 1.4073,
      "step": 3650
    },
    {
      "epoch": 0.4575,
      "grad_norm": 3.063807725906372,
      "learning_rate": 2.7131250000000002e-05,
      "loss": 1.4365,
      "step": 3660
    },
    {
      "epoch": 0.45875,
      "grad_norm": 8.845410346984863,
      "learning_rate": 2.7068750000000004e-05,
      "loss": 1.2819,
      "step": 3670
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.73734712600708,
      "learning_rate": 2.700625e-05,
      "loss": 1.2654,
      "step": 3680
    },
    {
      "epoch": 0.46125,
      "grad_norm": 3.227581262588501,
      "learning_rate": 2.694375e-05,
      "loss": 1.4912,
      "step": 3690
    },
    {
      "epoch": 0.4625,
      "grad_norm": 3.327014923095703,
      "learning_rate": 2.6881250000000003e-05,
      "loss": 1.2713,
      "step": 3700
    },
    {
      "epoch": 0.46375,
      "grad_norm": 4.055096626281738,
      "learning_rate": 2.6818750000000005e-05,
      "loss": 1.3,
      "step": 3710
    },
    {
      "epoch": 0.465,
      "grad_norm": 3.03869366645813,
      "learning_rate": 2.675625e-05,
      "loss": 1.213,
      "step": 3720
    },
    {
      "epoch": 0.46625,
      "grad_norm": 2.9507339000701904,
      "learning_rate": 2.6693750000000002e-05,
      "loss": 1.2247,
      "step": 3730
    },
    {
      "epoch": 0.4675,
      "grad_norm": 3.0396885871887207,
      "learning_rate": 2.6631250000000004e-05,
      "loss": 1.3832,
      "step": 3740
    },
    {
      "epoch": 0.46875,
      "grad_norm": 3.567950963973999,
      "learning_rate": 2.6568750000000002e-05,
      "loss": 1.4424,
      "step": 3750
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.8607802391052246,
      "learning_rate": 2.650625e-05,
      "loss": 1.3011,
      "step": 3760
    },
    {
      "epoch": 0.47125,
      "grad_norm": 4.078023433685303,
      "learning_rate": 2.644375e-05,
      "loss": 1.4831,
      "step": 3770
    },
    {
      "epoch": 0.4725,
      "grad_norm": 3.342250347137451,
      "learning_rate": 2.638125e-05,
      "loss": 1.3761,
      "step": 3780
    },
    {
      "epoch": 0.47375,
      "grad_norm": 2.861462354660034,
      "learning_rate": 2.6318750000000003e-05,
      "loss": 1.3057,
      "step": 3790
    },
    {
      "epoch": 0.475,
      "grad_norm": 4.583399772644043,
      "learning_rate": 2.6256249999999998e-05,
      "loss": 1.3889,
      "step": 3800
    },
    {
      "epoch": 0.47625,
      "grad_norm": 4.215075969696045,
      "learning_rate": 2.619375e-05,
      "loss": 1.3721,
      "step": 3810
    },
    {
      "epoch": 0.4775,
      "grad_norm": 4.96607780456543,
      "learning_rate": 2.613125e-05,
      "loss": 1.2088,
      "step": 3820
    },
    {
      "epoch": 0.47875,
      "grad_norm": 4.239419937133789,
      "learning_rate": 2.6068750000000003e-05,
      "loss": 1.3942,
      "step": 3830
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.5754289627075195,
      "learning_rate": 2.600625e-05,
      "loss": 1.3388,
      "step": 3840
    },
    {
      "epoch": 0.48125,
      "grad_norm": 4.335231781005859,
      "learning_rate": 2.594375e-05,
      "loss": 1.3362,
      "step": 3850
    },
    {
      "epoch": 0.4825,
      "grad_norm": 3.0417494773864746,
      "learning_rate": 2.5881250000000002e-05,
      "loss": 1.2406,
      "step": 3860
    },
    {
      "epoch": 0.48375,
      "grad_norm": 3.8516695499420166,
      "learning_rate": 2.5818750000000004e-05,
      "loss": 1.4081,
      "step": 3870
    },
    {
      "epoch": 0.485,
      "grad_norm": 3.9781277179718018,
      "learning_rate": 2.5756250000000003e-05,
      "loss": 1.3636,
      "step": 3880
    },
    {
      "epoch": 0.48625,
      "grad_norm": 3.7591724395751953,
      "learning_rate": 2.569375e-05,
      "loss": 1.4053,
      "step": 3890
    },
    {
      "epoch": 0.4875,
      "grad_norm": 4.294608116149902,
      "learning_rate": 2.563125e-05,
      "loss": 1.4465,
      "step": 3900
    },
    {
      "epoch": 0.48875,
      "grad_norm": 2.709139108657837,
      "learning_rate": 2.556875e-05,
      "loss": 1.469,
      "step": 3910
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.929773807525635,
      "learning_rate": 2.5506250000000003e-05,
      "loss": 1.2714,
      "step": 3920
    },
    {
      "epoch": 0.49125,
      "grad_norm": 3.6654865741729736,
      "learning_rate": 2.544375e-05,
      "loss": 1.4664,
      "step": 3930
    },
    {
      "epoch": 0.4925,
      "grad_norm": 3.2190186977386475,
      "learning_rate": 2.538125e-05,
      "loss": 1.4203,
      "step": 3940
    },
    {
      "epoch": 0.49375,
      "grad_norm": 6.021998882293701,
      "learning_rate": 2.5318750000000002e-05,
      "loss": 1.3446,
      "step": 3950
    },
    {
      "epoch": 0.495,
      "grad_norm": 4.783326148986816,
      "learning_rate": 2.5256250000000004e-05,
      "loss": 1.303,
      "step": 3960
    },
    {
      "epoch": 0.49625,
      "grad_norm": 4.282038688659668,
      "learning_rate": 2.519375e-05,
      "loss": 1.4116,
      "step": 3970
    },
    {
      "epoch": 0.4975,
      "grad_norm": 3.5954740047454834,
      "learning_rate": 2.513125e-05,
      "loss": 1.4053,
      "step": 3980
    },
    {
      "epoch": 0.49875,
      "grad_norm": 4.234996795654297,
      "learning_rate": 2.5068750000000003e-05,
      "loss": 1.3921,
      "step": 3990
    },
    {
      "epoch": 0.5,
      "grad_norm": 4.2734222412109375,
      "learning_rate": 2.5006250000000005e-05,
      "loss": 1.3818,
      "step": 4000
    },
    {
      "epoch": 0.50125,
      "grad_norm": 2.8631579875946045,
      "learning_rate": 2.4943750000000003e-05,
      "loss": 1.1995,
      "step": 4010
    },
    {
      "epoch": 0.5025,
      "grad_norm": 2.787076950073242,
      "learning_rate": 2.4881250000000002e-05,
      "loss": 1.4324,
      "step": 4020
    },
    {
      "epoch": 0.50375,
      "grad_norm": 5.550398826599121,
      "learning_rate": 2.481875e-05,
      "loss": 1.3689,
      "step": 4030
    },
    {
      "epoch": 0.505,
      "grad_norm": 3.542635679244995,
      "learning_rate": 2.475625e-05,
      "loss": 1.2885,
      "step": 4040
    },
    {
      "epoch": 0.50625,
      "grad_norm": 6.562772750854492,
      "learning_rate": 2.469375e-05,
      "loss": 1.3545,
      "step": 4050
    },
    {
      "epoch": 0.5075,
      "grad_norm": 4.4956889152526855,
      "learning_rate": 2.463125e-05,
      "loss": 1.3232,
      "step": 4060
    },
    {
      "epoch": 0.50875,
      "grad_norm": 5.023864269256592,
      "learning_rate": 2.456875e-05,
      "loss": 1.2954,
      "step": 4070
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.3570520877838135,
      "learning_rate": 2.450625e-05,
      "loss": 1.2619,
      "step": 4080
    },
    {
      "epoch": 0.51125,
      "grad_norm": 3.6277055740356445,
      "learning_rate": 2.444375e-05,
      "loss": 1.4095,
      "step": 4090
    },
    {
      "epoch": 0.5125,
      "grad_norm": 3.271885871887207,
      "learning_rate": 2.438125e-05,
      "loss": 1.4898,
      "step": 4100
    },
    {
      "epoch": 0.51375,
      "grad_norm": 3.166588306427002,
      "learning_rate": 2.431875e-05,
      "loss": 1.2367,
      "step": 4110
    },
    {
      "epoch": 0.515,
      "grad_norm": 3.730806589126587,
      "learning_rate": 2.425625e-05,
      "loss": 1.2928,
      "step": 4120
    },
    {
      "epoch": 0.51625,
      "grad_norm": 3.6622071266174316,
      "learning_rate": 2.4193750000000002e-05,
      "loss": 1.3213,
      "step": 4130
    },
    {
      "epoch": 0.5175,
      "grad_norm": 3.9172027111053467,
      "learning_rate": 2.4131250000000004e-05,
      "loss": 1.262,
      "step": 4140
    },
    {
      "epoch": 0.51875,
      "grad_norm": 3.6153948307037354,
      "learning_rate": 2.4068750000000002e-05,
      "loss": 1.1961,
      "step": 4150
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.5669710636138916,
      "learning_rate": 2.400625e-05,
      "loss": 1.286,
      "step": 4160
    },
    {
      "epoch": 0.52125,
      "grad_norm": 2.944169044494629,
      "learning_rate": 2.394375e-05,
      "loss": 1.1684,
      "step": 4170
    },
    {
      "epoch": 0.5225,
      "grad_norm": 5.035433769226074,
      "learning_rate": 2.388125e-05,
      "loss": 1.4153,
      "step": 4180
    },
    {
      "epoch": 0.52375,
      "grad_norm": 4.437448501586914,
      "learning_rate": 2.381875e-05,
      "loss": 1.3649,
      "step": 4190
    },
    {
      "epoch": 0.525,
      "grad_norm": 6.091770172119141,
      "learning_rate": 2.375625e-05,
      "loss": 1.3024,
      "step": 4200
    },
    {
      "epoch": 0.52625,
      "grad_norm": 2.8936169147491455,
      "learning_rate": 2.369375e-05,
      "loss": 1.3005,
      "step": 4210
    },
    {
      "epoch": 0.5275,
      "grad_norm": 3.831921100616455,
      "learning_rate": 2.3631250000000002e-05,
      "loss": 1.3541,
      "step": 4220
    },
    {
      "epoch": 0.52875,
      "grad_norm": 3.6951687335968018,
      "learning_rate": 2.356875e-05,
      "loss": 1.4483,
      "step": 4230
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.1395816802978516,
      "learning_rate": 2.3506250000000002e-05,
      "loss": 1.368,
      "step": 4240
    },
    {
      "epoch": 0.53125,
      "grad_norm": 3.2226712703704834,
      "learning_rate": 2.344375e-05,
      "loss": 1.302,
      "step": 4250
    },
    {
      "epoch": 0.5325,
      "grad_norm": 4.4419660568237305,
      "learning_rate": 2.3381250000000003e-05,
      "loss": 1.3303,
      "step": 4260
    },
    {
      "epoch": 0.53375,
      "grad_norm": 3.2927405834198,
      "learning_rate": 2.331875e-05,
      "loss": 1.4167,
      "step": 4270
    },
    {
      "epoch": 0.535,
      "grad_norm": 4.213326454162598,
      "learning_rate": 2.3256250000000003e-05,
      "loss": 1.3116,
      "step": 4280
    },
    {
      "epoch": 0.53625,
      "grad_norm": 3.944117546081543,
      "learning_rate": 2.319375e-05,
      "loss": 1.3415,
      "step": 4290
    },
    {
      "epoch": 0.5375,
      "grad_norm": 5.39017391204834,
      "learning_rate": 2.3131250000000003e-05,
      "loss": 1.4055,
      "step": 4300
    },
    {
      "epoch": 0.53875,
      "grad_norm": 5.432854175567627,
      "learning_rate": 2.306875e-05,
      "loss": 1.3829,
      "step": 4310
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.189695835113525,
      "learning_rate": 2.300625e-05,
      "loss": 1.3361,
      "step": 4320
    },
    {
      "epoch": 0.54125,
      "grad_norm": 6.880331993103027,
      "learning_rate": 2.294375e-05,
      "loss": 1.5419,
      "step": 4330
    },
    {
      "epoch": 0.5425,
      "grad_norm": 3.2537145614624023,
      "learning_rate": 2.288125e-05,
      "loss": 1.2588,
      "step": 4340
    },
    {
      "epoch": 0.54375,
      "grad_norm": 3.7062385082244873,
      "learning_rate": 2.281875e-05,
      "loss": 1.3066,
      "step": 4350
    },
    {
      "epoch": 0.545,
      "grad_norm": 3.2734427452087402,
      "learning_rate": 2.275625e-05,
      "loss": 1.2808,
      "step": 4360
    },
    {
      "epoch": 0.54625,
      "grad_norm": 3.4768989086151123,
      "learning_rate": 2.269375e-05,
      "loss": 1.3208,
      "step": 4370
    },
    {
      "epoch": 0.5475,
      "grad_norm": 4.7144670486450195,
      "learning_rate": 2.263125e-05,
      "loss": 1.4836,
      "step": 4380
    },
    {
      "epoch": 0.54875,
      "grad_norm": 3.88132905960083,
      "learning_rate": 2.2568750000000003e-05,
      "loss": 1.3068,
      "step": 4390
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.8812150955200195,
      "learning_rate": 2.250625e-05,
      "loss": 1.2981,
      "step": 4400
    },
    {
      "epoch": 0.55125,
      "grad_norm": 5.712122440338135,
      "learning_rate": 2.2443750000000003e-05,
      "loss": 1.2052,
      "step": 4410
    },
    {
      "epoch": 0.5525,
      "grad_norm": 4.217561721801758,
      "learning_rate": 2.2381250000000002e-05,
      "loss": 1.3009,
      "step": 4420
    },
    {
      "epoch": 0.55375,
      "grad_norm": 3.853726863861084,
      "learning_rate": 2.2318750000000004e-05,
      "loss": 1.3033,
      "step": 4430
    },
    {
      "epoch": 0.555,
      "grad_norm": 4.639031410217285,
      "learning_rate": 2.2256250000000002e-05,
      "loss": 1.5494,
      "step": 4440
    },
    {
      "epoch": 0.55625,
      "grad_norm": 3.084345579147339,
      "learning_rate": 2.219375e-05,
      "loss": 1.3974,
      "step": 4450
    },
    {
      "epoch": 0.5575,
      "grad_norm": 3.7611162662506104,
      "learning_rate": 2.213125e-05,
      "loss": 1.3137,
      "step": 4460
    },
    {
      "epoch": 0.55875,
      "grad_norm": 3.6951828002929688,
      "learning_rate": 2.206875e-05,
      "loss": 1.3461,
      "step": 4470
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.5445632934570312,
      "learning_rate": 2.200625e-05,
      "loss": 1.4106,
      "step": 4480
    },
    {
      "epoch": 0.56125,
      "grad_norm": 3.625247001647949,
      "learning_rate": 2.194375e-05,
      "loss": 1.231,
      "step": 4490
    },
    {
      "epoch": 0.5625,
      "grad_norm": 4.577424049377441,
      "learning_rate": 2.188125e-05,
      "loss": 1.2473,
      "step": 4500
    },
    {
      "epoch": 0.56375,
      "grad_norm": 2.9018397331237793,
      "learning_rate": 2.1818750000000002e-05,
      "loss": 1.1463,
      "step": 4510
    },
    {
      "epoch": 0.565,
      "grad_norm": 3.3070101737976074,
      "learning_rate": 2.175625e-05,
      "loss": 1.3716,
      "step": 4520
    },
    {
      "epoch": 0.56625,
      "grad_norm": 2.9594733715057373,
      "learning_rate": 2.1693750000000002e-05,
      "loss": 1.3987,
      "step": 4530
    },
    {
      "epoch": 0.5675,
      "grad_norm": 4.008158206939697,
      "learning_rate": 2.163125e-05,
      "loss": 1.3694,
      "step": 4540
    },
    {
      "epoch": 0.56875,
      "grad_norm": 3.944383382797241,
      "learning_rate": 2.1568750000000002e-05,
      "loss": 1.2835,
      "step": 4550
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.6331794261932373,
      "learning_rate": 2.150625e-05,
      "loss": 1.3091,
      "step": 4560
    },
    {
      "epoch": 0.57125,
      "grad_norm": 4.168713092803955,
      "learning_rate": 2.1443750000000003e-05,
      "loss": 1.5456,
      "step": 4570
    },
    {
      "epoch": 0.5725,
      "grad_norm": 3.31856369972229,
      "learning_rate": 2.138125e-05,
      "loss": 1.2628,
      "step": 4580
    },
    {
      "epoch": 0.57375,
      "grad_norm": 5.429656982421875,
      "learning_rate": 2.131875e-05,
      "loss": 1.1798,
      "step": 4590
    },
    {
      "epoch": 0.575,
      "grad_norm": 5.1332268714904785,
      "learning_rate": 2.1256249999999998e-05,
      "loss": 1.4308,
      "step": 4600
    },
    {
      "epoch": 0.57625,
      "grad_norm": 4.013575553894043,
      "learning_rate": 2.119375e-05,
      "loss": 1.1261,
      "step": 4610
    },
    {
      "epoch": 0.5775,
      "grad_norm": 3.2173519134521484,
      "learning_rate": 2.113125e-05,
      "loss": 1.3259,
      "step": 4620
    },
    {
      "epoch": 0.57875,
      "grad_norm": 4.379116058349609,
      "learning_rate": 2.106875e-05,
      "loss": 1.2595,
      "step": 4630
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.4463205337524414,
      "learning_rate": 2.1006250000000002e-05,
      "loss": 1.3184,
      "step": 4640
    },
    {
      "epoch": 0.58125,
      "grad_norm": 4.147000312805176,
      "learning_rate": 2.094375e-05,
      "loss": 1.3683,
      "step": 4650
    },
    {
      "epoch": 0.5825,
      "grad_norm": 4.752554893493652,
      "learning_rate": 2.0881250000000003e-05,
      "loss": 1.4316,
      "step": 4660
    },
    {
      "epoch": 0.58375,
      "grad_norm": 3.6568074226379395,
      "learning_rate": 2.081875e-05,
      "loss": 1.3977,
      "step": 4670
    },
    {
      "epoch": 0.585,
      "grad_norm": 3.955928325653076,
      "learning_rate": 2.0756250000000003e-05,
      "loss": 1.3277,
      "step": 4680
    },
    {
      "epoch": 0.58625,
      "grad_norm": 3.560964345932007,
      "learning_rate": 2.069375e-05,
      "loss": 1.4668,
      "step": 4690
    },
    {
      "epoch": 0.5875,
      "grad_norm": 3.2746620178222656,
      "learning_rate": 2.0631250000000003e-05,
      "loss": 1.3007,
      "step": 4700
    },
    {
      "epoch": 0.58875,
      "grad_norm": 4.622394561767578,
      "learning_rate": 2.0568750000000002e-05,
      "loss": 1.2535,
      "step": 4710
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.711751699447632,
      "learning_rate": 2.050625e-05,
      "loss": 1.3777,
      "step": 4720
    },
    {
      "epoch": 0.59125,
      "grad_norm": 4.493631362915039,
      "learning_rate": 2.044375e-05,
      "loss": 1.3629,
      "step": 4730
    },
    {
      "epoch": 0.5925,
      "grad_norm": 3.8427581787109375,
      "learning_rate": 2.038125e-05,
      "loss": 1.315,
      "step": 4740
    },
    {
      "epoch": 0.59375,
      "grad_norm": 3.4456775188446045,
      "learning_rate": 2.031875e-05,
      "loss": 1.2649,
      "step": 4750
    },
    {
      "epoch": 0.595,
      "grad_norm": 4.129278659820557,
      "learning_rate": 2.025625e-05,
      "loss": 1.1598,
      "step": 4760
    },
    {
      "epoch": 0.59625,
      "grad_norm": 3.5817270278930664,
      "learning_rate": 2.019375e-05,
      "loss": 1.3781,
      "step": 4770
    },
    {
      "epoch": 0.5975,
      "grad_norm": 3.882089138031006,
      "learning_rate": 2.013125e-05,
      "loss": 1.2973,
      "step": 4780
    },
    {
      "epoch": 0.59875,
      "grad_norm": 4.201085090637207,
      "learning_rate": 2.006875e-05,
      "loss": 1.3712,
      "step": 4790
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.771631240844727,
      "learning_rate": 2.0006250000000002e-05,
      "loss": 1.3552,
      "step": 4800
    },
    {
      "epoch": 0.60125,
      "grad_norm": 3.188880205154419,
      "learning_rate": 1.994375e-05,
      "loss": 1.3319,
      "step": 4810
    },
    {
      "epoch": 0.6025,
      "grad_norm": 5.565931797027588,
      "learning_rate": 1.9881250000000002e-05,
      "loss": 1.453,
      "step": 4820
    },
    {
      "epoch": 0.60375,
      "grad_norm": 3.3195409774780273,
      "learning_rate": 1.981875e-05,
      "loss": 1.3035,
      "step": 4830
    },
    {
      "epoch": 0.605,
      "grad_norm": 4.334782123565674,
      "learning_rate": 1.9756250000000002e-05,
      "loss": 1.1937,
      "step": 4840
    },
    {
      "epoch": 0.60625,
      "grad_norm": 4.163855075836182,
      "learning_rate": 1.969375e-05,
      "loss": 1.2671,
      "step": 4850
    },
    {
      "epoch": 0.6075,
      "grad_norm": 4.8429975509643555,
      "learning_rate": 1.963125e-05,
      "loss": 1.4048,
      "step": 4860
    },
    {
      "epoch": 0.60875,
      "grad_norm": 3.570777177810669,
      "learning_rate": 1.9568749999999998e-05,
      "loss": 1.3251,
      "step": 4870
    },
    {
      "epoch": 0.61,
      "grad_norm": 4.26336669921875,
      "learning_rate": 1.950625e-05,
      "loss": 1.3698,
      "step": 4880
    },
    {
      "epoch": 0.61125,
      "grad_norm": 5.224381923675537,
      "learning_rate": 1.944375e-05,
      "loss": 1.4259,
      "step": 4890
    },
    {
      "epoch": 0.6125,
      "grad_norm": 3.4501774311065674,
      "learning_rate": 1.938125e-05,
      "loss": 1.3284,
      "step": 4900
    },
    {
      "epoch": 0.61375,
      "grad_norm": 4.366506099700928,
      "learning_rate": 1.9318750000000002e-05,
      "loss": 1.3818,
      "step": 4910
    },
    {
      "epoch": 0.615,
      "grad_norm": 3.7246909141540527,
      "learning_rate": 1.925625e-05,
      "loss": 1.2934,
      "step": 4920
    },
    {
      "epoch": 0.61625,
      "grad_norm": 4.3427348136901855,
      "learning_rate": 1.9193750000000002e-05,
      "loss": 1.377,
      "step": 4930
    },
    {
      "epoch": 0.6175,
      "grad_norm": 3.3694660663604736,
      "learning_rate": 1.913125e-05,
      "loss": 1.3416,
      "step": 4940
    },
    {
      "epoch": 0.61875,
      "grad_norm": 3.8398380279541016,
      "learning_rate": 1.9068750000000003e-05,
      "loss": 1.2429,
      "step": 4950
    },
    {
      "epoch": 0.62,
      "grad_norm": 3.3248672485351562,
      "learning_rate": 1.900625e-05,
      "loss": 1.1935,
      "step": 4960
    },
    {
      "epoch": 0.62125,
      "grad_norm": 4.807949066162109,
      "learning_rate": 1.8943750000000003e-05,
      "loss": 1.2884,
      "step": 4970
    },
    {
      "epoch": 0.6225,
      "grad_norm": 3.617875814437866,
      "learning_rate": 1.888125e-05,
      "loss": 1.3156,
      "step": 4980
    },
    {
      "epoch": 0.62375,
      "grad_norm": 3.635308265686035,
      "learning_rate": 1.881875e-05,
      "loss": 1.2937,
      "step": 4990
    },
    {
      "epoch": 0.625,
      "grad_norm": 4.459296703338623,
      "learning_rate": 1.8756250000000002e-05,
      "loss": 1.3306,
      "step": 5000
    },
    {
      "epoch": 0.62625,
      "grad_norm": 3.0861570835113525,
      "learning_rate": 1.869375e-05,
      "loss": 1.3047,
      "step": 5010
    },
    {
      "epoch": 0.6275,
      "grad_norm": 2.831782341003418,
      "learning_rate": 1.863125e-05,
      "loss": 1.2269,
      "step": 5020
    },
    {
      "epoch": 0.62875,
      "grad_norm": 3.3934264183044434,
      "learning_rate": 1.856875e-05,
      "loss": 1.3926,
      "step": 5030
    },
    {
      "epoch": 0.63,
      "grad_norm": 3.5797278881073,
      "learning_rate": 1.850625e-05,
      "loss": 1.3056,
      "step": 5040
    },
    {
      "epoch": 0.63125,
      "grad_norm": 3.5126845836639404,
      "learning_rate": 1.844375e-05,
      "loss": 1.2345,
      "step": 5050
    },
    {
      "epoch": 0.6325,
      "grad_norm": 3.1061553955078125,
      "learning_rate": 1.838125e-05,
      "loss": 1.3201,
      "step": 5060
    },
    {
      "epoch": 0.63375,
      "grad_norm": 2.7157793045043945,
      "learning_rate": 1.831875e-05,
      "loss": 1.2418,
      "step": 5070
    },
    {
      "epoch": 0.635,
      "grad_norm": 5.214048385620117,
      "learning_rate": 1.825625e-05,
      "loss": 1.4307,
      "step": 5080
    },
    {
      "epoch": 0.63625,
      "grad_norm": 3.1405720710754395,
      "learning_rate": 1.8193750000000002e-05,
      "loss": 1.1286,
      "step": 5090
    },
    {
      "epoch": 0.6375,
      "grad_norm": 3.6989457607269287,
      "learning_rate": 1.813125e-05,
      "loss": 1.204,
      "step": 5100
    },
    {
      "epoch": 0.63875,
      "grad_norm": 2.809293031692505,
      "learning_rate": 1.8068750000000002e-05,
      "loss": 1.2624,
      "step": 5110
    },
    {
      "epoch": 0.64,
      "grad_norm": 3.5766420364379883,
      "learning_rate": 1.800625e-05,
      "loss": 1.3483,
      "step": 5120
    },
    {
      "epoch": 0.64125,
      "grad_norm": 4.097106456756592,
      "learning_rate": 1.7943750000000002e-05,
      "loss": 1.4194,
      "step": 5130
    },
    {
      "epoch": 0.6425,
      "grad_norm": 3.991610288619995,
      "learning_rate": 1.788125e-05,
      "loss": 1.37,
      "step": 5140
    },
    {
      "epoch": 0.64375,
      "grad_norm": 3.1795196533203125,
      "learning_rate": 1.781875e-05,
      "loss": 1.355,
      "step": 5150
    },
    {
      "epoch": 0.645,
      "grad_norm": 4.34062385559082,
      "learning_rate": 1.775625e-05,
      "loss": 1.2885,
      "step": 5160
    },
    {
      "epoch": 0.64625,
      "grad_norm": 3.086254835128784,
      "learning_rate": 1.769375e-05,
      "loss": 1.3419,
      "step": 5170
    },
    {
      "epoch": 0.6475,
      "grad_norm": 2.817337989807129,
      "learning_rate": 1.763125e-05,
      "loss": 1.2352,
      "step": 5180
    },
    {
      "epoch": 0.64875,
      "grad_norm": 3.538144588470459,
      "learning_rate": 1.756875e-05,
      "loss": 1.4543,
      "step": 5190
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.363987445831299,
      "learning_rate": 1.7506250000000002e-05,
      "loss": 1.2738,
      "step": 5200
    },
    {
      "epoch": 0.65125,
      "grad_norm": 3.583441734313965,
      "learning_rate": 1.744375e-05,
      "loss": 1.3378,
      "step": 5210
    },
    {
      "epoch": 0.6525,
      "grad_norm": 5.197504997253418,
      "learning_rate": 1.7381250000000002e-05,
      "loss": 1.2725,
      "step": 5220
    },
    {
      "epoch": 0.65375,
      "grad_norm": 3.349055528640747,
      "learning_rate": 1.731875e-05,
      "loss": 1.4023,
      "step": 5230
    },
    {
      "epoch": 0.655,
      "grad_norm": 3.489291191101074,
      "learning_rate": 1.7256250000000003e-05,
      "loss": 1.2932,
      "step": 5240
    },
    {
      "epoch": 0.65625,
      "grad_norm": 4.6650872230529785,
      "learning_rate": 1.719375e-05,
      "loss": 1.3444,
      "step": 5250
    },
    {
      "epoch": 0.6575,
      "grad_norm": 2.737346649169922,
      "learning_rate": 1.7131250000000003e-05,
      "loss": 1.2761,
      "step": 5260
    },
    {
      "epoch": 0.65875,
      "grad_norm": 2.2421553134918213,
      "learning_rate": 1.706875e-05,
      "loss": 1.3069,
      "step": 5270
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.4570610523223877,
      "learning_rate": 1.700625e-05,
      "loss": 1.3267,
      "step": 5280
    },
    {
      "epoch": 0.66125,
      "grad_norm": 3.7983574867248535,
      "learning_rate": 1.694375e-05,
      "loss": 1.1993,
      "step": 5290
    },
    {
      "epoch": 0.6625,
      "grad_norm": 3.105295181274414,
      "learning_rate": 1.688125e-05,
      "loss": 1.2937,
      "step": 5300
    },
    {
      "epoch": 0.66375,
      "grad_norm": 3.038071870803833,
      "learning_rate": 1.681875e-05,
      "loss": 1.1928,
      "step": 5310
    },
    {
      "epoch": 0.665,
      "grad_norm": 3.6429975032806396,
      "learning_rate": 1.675625e-05,
      "loss": 1.2931,
      "step": 5320
    },
    {
      "epoch": 0.66625,
      "grad_norm": 3.5131030082702637,
      "learning_rate": 1.669375e-05,
      "loss": 1.3754,
      "step": 5330
    },
    {
      "epoch": 0.6675,
      "grad_norm": 2.8932530879974365,
      "learning_rate": 1.663125e-05,
      "loss": 1.2501,
      "step": 5340
    },
    {
      "epoch": 0.66875,
      "grad_norm": 3.6388654708862305,
      "learning_rate": 1.656875e-05,
      "loss": 1.2519,
      "step": 5350
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.79237699508667,
      "learning_rate": 1.650625e-05,
      "loss": 1.261,
      "step": 5360
    },
    {
      "epoch": 0.67125,
      "grad_norm": 3.383009910583496,
      "learning_rate": 1.644375e-05,
      "loss": 1.371,
      "step": 5370
    },
    {
      "epoch": 0.6725,
      "grad_norm": 3.6595306396484375,
      "learning_rate": 1.6381250000000002e-05,
      "loss": 1.2767,
      "step": 5380
    },
    {
      "epoch": 0.67375,
      "grad_norm": 3.0263020992279053,
      "learning_rate": 1.6318750000000004e-05,
      "loss": 1.1588,
      "step": 5390
    },
    {
      "epoch": 0.675,
      "grad_norm": 4.379304885864258,
      "learning_rate": 1.6256250000000002e-05,
      "loss": 1.2933,
      "step": 5400
    },
    {
      "epoch": 0.67625,
      "grad_norm": 3.8622045516967773,
      "learning_rate": 1.619375e-05,
      "loss": 1.2027,
      "step": 5410
    },
    {
      "epoch": 0.6775,
      "grad_norm": 3.141866683959961,
      "learning_rate": 1.613125e-05,
      "loss": 1.2224,
      "step": 5420
    },
    {
      "epoch": 0.67875,
      "grad_norm": 6.858778476715088,
      "learning_rate": 1.606875e-05,
      "loss": 1.5491,
      "step": 5430
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.642153263092041,
      "learning_rate": 1.600625e-05,
      "loss": 1.29,
      "step": 5440
    },
    {
      "epoch": 0.68125,
      "grad_norm": 3.560525894165039,
      "learning_rate": 1.594375e-05,
      "loss": 1.1829,
      "step": 5450
    },
    {
      "epoch": 0.6825,
      "grad_norm": 2.9443717002868652,
      "learning_rate": 1.588125e-05,
      "loss": 1.1874,
      "step": 5460
    },
    {
      "epoch": 0.68375,
      "grad_norm": 4.751156330108643,
      "learning_rate": 1.581875e-05,
      "loss": 1.2543,
      "step": 5470
    },
    {
      "epoch": 0.685,
      "grad_norm": 4.42818546295166,
      "learning_rate": 1.575625e-05,
      "loss": 1.3246,
      "step": 5480
    },
    {
      "epoch": 0.68625,
      "grad_norm": 3.2748584747314453,
      "learning_rate": 1.5693750000000002e-05,
      "loss": 1.3284,
      "step": 5490
    },
    {
      "epoch": 0.6875,
      "grad_norm": 3.11030912399292,
      "learning_rate": 1.563125e-05,
      "loss": 1.374,
      "step": 5500
    },
    {
      "epoch": 0.68875,
      "grad_norm": 3.4232919216156006,
      "learning_rate": 1.5568750000000002e-05,
      "loss": 1.2341,
      "step": 5510
    },
    {
      "epoch": 0.69,
      "grad_norm": 3.561033248901367,
      "learning_rate": 1.550625e-05,
      "loss": 1.3163,
      "step": 5520
    },
    {
      "epoch": 0.69125,
      "grad_norm": 3.259941816329956,
      "learning_rate": 1.5443750000000003e-05,
      "loss": 1.297,
      "step": 5530
    },
    {
      "epoch": 0.6925,
      "grad_norm": 4.584996223449707,
      "learning_rate": 1.538125e-05,
      "loss": 1.2904,
      "step": 5540
    },
    {
      "epoch": 0.69375,
      "grad_norm": 3.8913450241088867,
      "learning_rate": 1.531875e-05,
      "loss": 1.1971,
      "step": 5550
    },
    {
      "epoch": 0.695,
      "grad_norm": 2.977058172225952,
      "learning_rate": 1.525625e-05,
      "loss": 1.2937,
      "step": 5560
    },
    {
      "epoch": 0.69625,
      "grad_norm": 4.8936767578125,
      "learning_rate": 1.5193750000000002e-05,
      "loss": 1.2619,
      "step": 5570
    },
    {
      "epoch": 0.6975,
      "grad_norm": 3.7824175357818604,
      "learning_rate": 1.513125e-05,
      "loss": 1.2624,
      "step": 5580
    },
    {
      "epoch": 0.69875,
      "grad_norm": 3.056828498840332,
      "learning_rate": 1.506875e-05,
      "loss": 1.216,
      "step": 5590
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.8399548530578613,
      "learning_rate": 1.5006249999999999e-05,
      "loss": 1.4088,
      "step": 5600
    },
    {
      "epoch": 0.70125,
      "grad_norm": 3.484537124633789,
      "learning_rate": 1.494375e-05,
      "loss": 1.4189,
      "step": 5610
    },
    {
      "epoch": 0.7025,
      "grad_norm": 3.8352763652801514,
      "learning_rate": 1.488125e-05,
      "loss": 1.2755,
      "step": 5620
    },
    {
      "epoch": 0.70375,
      "grad_norm": 5.0336785316467285,
      "learning_rate": 1.4818750000000001e-05,
      "loss": 1.2553,
      "step": 5630
    },
    {
      "epoch": 0.705,
      "grad_norm": 3.4178173542022705,
      "learning_rate": 1.4756250000000001e-05,
      "loss": 1.2476,
      "step": 5640
    },
    {
      "epoch": 0.70625,
      "grad_norm": 2.737694501876831,
      "learning_rate": 1.4693750000000001e-05,
      "loss": 1.2752,
      "step": 5650
    },
    {
      "epoch": 0.7075,
      "grad_norm": 4.246181964874268,
      "learning_rate": 1.4631250000000002e-05,
      "loss": 1.2681,
      "step": 5660
    },
    {
      "epoch": 0.70875,
      "grad_norm": 3.4891135692596436,
      "learning_rate": 1.456875e-05,
      "loss": 1.2727,
      "step": 5670
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.688715934753418,
      "learning_rate": 1.4506250000000002e-05,
      "loss": 1.2608,
      "step": 5680
    },
    {
      "epoch": 0.71125,
      "grad_norm": 3.696350574493408,
      "learning_rate": 1.444375e-05,
      "loss": 1.2572,
      "step": 5690
    },
    {
      "epoch": 0.7125,
      "grad_norm": 2.7734687328338623,
      "learning_rate": 1.4381250000000002e-05,
      "loss": 1.2112,
      "step": 5700
    },
    {
      "epoch": 0.71375,
      "grad_norm": 3.8144760131835938,
      "learning_rate": 1.431875e-05,
      "loss": 1.1772,
      "step": 5710
    },
    {
      "epoch": 0.715,
      "grad_norm": 3.2144532203674316,
      "learning_rate": 1.4256250000000001e-05,
      "loss": 1.1894,
      "step": 5720
    },
    {
      "epoch": 0.71625,
      "grad_norm": 3.2612404823303223,
      "learning_rate": 1.419375e-05,
      "loss": 1.2391,
      "step": 5730
    },
    {
      "epoch": 0.7175,
      "grad_norm": 3.1684000492095947,
      "learning_rate": 1.4131250000000001e-05,
      "loss": 1.4017,
      "step": 5740
    },
    {
      "epoch": 0.71875,
      "grad_norm": 2.8268094062805176,
      "learning_rate": 1.406875e-05,
      "loss": 1.2547,
      "step": 5750
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.3832662105560303,
      "learning_rate": 1.4006250000000002e-05,
      "loss": 1.3259,
      "step": 5760
    },
    {
      "epoch": 0.72125,
      "grad_norm": 4.300711154937744,
      "learning_rate": 1.394375e-05,
      "loss": 1.2589,
      "step": 5770
    },
    {
      "epoch": 0.7225,
      "grad_norm": 3.825169801712036,
      "learning_rate": 1.3881250000000002e-05,
      "loss": 1.299,
      "step": 5780
    },
    {
      "epoch": 0.72375,
      "grad_norm": 4.574991703033447,
      "learning_rate": 1.381875e-05,
      "loss": 1.2543,
      "step": 5790
    },
    {
      "epoch": 0.725,
      "grad_norm": 3.1067469120025635,
      "learning_rate": 1.375625e-05,
      "loss": 1.2156,
      "step": 5800
    },
    {
      "epoch": 0.72625,
      "grad_norm": 3.175403356552124,
      "learning_rate": 1.3693749999999999e-05,
      "loss": 1.1028,
      "step": 5810
    },
    {
      "epoch": 0.7275,
      "grad_norm": 3.0259435176849365,
      "learning_rate": 1.3631250000000001e-05,
      "loss": 1.2328,
      "step": 5820
    },
    {
      "epoch": 0.72875,
      "grad_norm": 3.6122825145721436,
      "learning_rate": 1.356875e-05,
      "loss": 1.2719,
      "step": 5830
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.8099982738494873,
      "learning_rate": 1.3506250000000001e-05,
      "loss": 1.2776,
      "step": 5840
    },
    {
      "epoch": 0.73125,
      "grad_norm": 3.41595196723938,
      "learning_rate": 1.344375e-05,
      "loss": 1.3049,
      "step": 5850
    },
    {
      "epoch": 0.7325,
      "grad_norm": 3.9172563552856445,
      "learning_rate": 1.338125e-05,
      "loss": 1.259,
      "step": 5860
    },
    {
      "epoch": 0.73375,
      "grad_norm": 3.162015438079834,
      "learning_rate": 1.3318749999999998e-05,
      "loss": 1.2661,
      "step": 5870
    },
    {
      "epoch": 0.735,
      "grad_norm": 3.8498268127441406,
      "learning_rate": 1.325625e-05,
      "loss": 1.2737,
      "step": 5880
    },
    {
      "epoch": 0.73625,
      "grad_norm": 3.3922574520111084,
      "learning_rate": 1.3193750000000002e-05,
      "loss": 1.3626,
      "step": 5890
    },
    {
      "epoch": 0.7375,
      "grad_norm": 3.3294966220855713,
      "learning_rate": 1.313125e-05,
      "loss": 1.1615,
      "step": 5900
    },
    {
      "epoch": 0.73875,
      "grad_norm": 3.1682517528533936,
      "learning_rate": 1.3068750000000003e-05,
      "loss": 1.236,
      "step": 5910
    },
    {
      "epoch": 0.74,
      "grad_norm": 4.264817714691162,
      "learning_rate": 1.3006250000000001e-05,
      "loss": 1.409,
      "step": 5920
    },
    {
      "epoch": 0.74125,
      "grad_norm": 4.208788871765137,
      "learning_rate": 1.2943750000000001e-05,
      "loss": 1.315,
      "step": 5930
    },
    {
      "epoch": 0.7425,
      "grad_norm": 3.256880044937134,
      "learning_rate": 1.288125e-05,
      "loss": 1.1969,
      "step": 5940
    },
    {
      "epoch": 0.74375,
      "grad_norm": 3.2720675468444824,
      "learning_rate": 1.2818750000000002e-05,
      "loss": 1.1622,
      "step": 5950
    },
    {
      "epoch": 0.745,
      "grad_norm": 3.5530762672424316,
      "learning_rate": 1.275625e-05,
      "loss": 1.1997,
      "step": 5960
    },
    {
      "epoch": 0.74625,
      "grad_norm": 3.067060708999634,
      "learning_rate": 1.2693750000000002e-05,
      "loss": 1.251,
      "step": 5970
    },
    {
      "epoch": 0.7475,
      "grad_norm": 2.7820942401885986,
      "learning_rate": 1.263125e-05,
      "loss": 1.1509,
      "step": 5980
    },
    {
      "epoch": 0.74875,
      "grad_norm": 3.6107969284057617,
      "learning_rate": 1.256875e-05,
      "loss": 1.4085,
      "step": 5990
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.036477565765381,
      "learning_rate": 1.250625e-05,
      "loss": 1.327,
      "step": 6000
    },
    {
      "epoch": 0.75125,
      "grad_norm": 6.355252742767334,
      "learning_rate": 1.2443750000000001e-05,
      "loss": 1.3521,
      "step": 6010
    },
    {
      "epoch": 0.7525,
      "grad_norm": 3.9743545055389404,
      "learning_rate": 1.2381250000000001e-05,
      "loss": 1.2671,
      "step": 6020
    },
    {
      "epoch": 0.75375,
      "grad_norm": 3.6817073822021484,
      "learning_rate": 1.2318750000000001e-05,
      "loss": 1.2116,
      "step": 6030
    },
    {
      "epoch": 0.755,
      "grad_norm": 3.35996413230896,
      "learning_rate": 1.2256250000000001e-05,
      "loss": 1.2384,
      "step": 6040
    },
    {
      "epoch": 0.75625,
      "grad_norm": 3.913332939147949,
      "learning_rate": 1.2193750000000002e-05,
      "loss": 1.1616,
      "step": 6050
    },
    {
      "epoch": 0.7575,
      "grad_norm": 3.327204465866089,
      "learning_rate": 1.213125e-05,
      "loss": 1.397,
      "step": 6060
    },
    {
      "epoch": 0.75875,
      "grad_norm": 3.389503240585327,
      "learning_rate": 1.206875e-05,
      "loss": 1.1839,
      "step": 6070
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.358041286468506,
      "learning_rate": 1.200625e-05,
      "loss": 1.2082,
      "step": 6080
    },
    {
      "epoch": 0.76125,
      "grad_norm": 3.1447696685791016,
      "learning_rate": 1.194375e-05,
      "loss": 1.1562,
      "step": 6090
    },
    {
      "epoch": 0.7625,
      "grad_norm": 3.44541072845459,
      "learning_rate": 1.188125e-05,
      "loss": 1.3382,
      "step": 6100
    },
    {
      "epoch": 0.76375,
      "grad_norm": 3.0848042964935303,
      "learning_rate": 1.1818750000000001e-05,
      "loss": 1.3179,
      "step": 6110
    },
    {
      "epoch": 0.765,
      "grad_norm": 3.651977300643921,
      "learning_rate": 1.1756250000000001e-05,
      "loss": 1.2659,
      "step": 6120
    },
    {
      "epoch": 0.76625,
      "grad_norm": 3.152700662612915,
      "learning_rate": 1.1693750000000001e-05,
      "loss": 1.268,
      "step": 6130
    },
    {
      "epoch": 0.7675,
      "grad_norm": 4.158604145050049,
      "learning_rate": 1.163125e-05,
      "loss": 1.2345,
      "step": 6140
    },
    {
      "epoch": 0.76875,
      "grad_norm": 3.4470276832580566,
      "learning_rate": 1.156875e-05,
      "loss": 1.2949,
      "step": 6150
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.150104284286499,
      "learning_rate": 1.150625e-05,
      "loss": 1.2278,
      "step": 6160
    },
    {
      "epoch": 0.77125,
      "grad_norm": 3.8590192794799805,
      "learning_rate": 1.144375e-05,
      "loss": 1.242,
      "step": 6170
    },
    {
      "epoch": 0.7725,
      "grad_norm": 4.324366092681885,
      "learning_rate": 1.138125e-05,
      "loss": 1.3226,
      "step": 6180
    },
    {
      "epoch": 0.77375,
      "grad_norm": 2.908385753631592,
      "learning_rate": 1.131875e-05,
      "loss": 1.2675,
      "step": 6190
    },
    {
      "epoch": 0.775,
      "grad_norm": 3.7354936599731445,
      "learning_rate": 1.1256250000000001e-05,
      "loss": 1.4641,
      "step": 6200
    },
    {
      "epoch": 0.77625,
      "grad_norm": 3.4952096939086914,
      "learning_rate": 1.119375e-05,
      "loss": 1.3276,
      "step": 6210
    },
    {
      "epoch": 0.7775,
      "grad_norm": 3.402109384536743,
      "learning_rate": 1.113125e-05,
      "loss": 1.1241,
      "step": 6220
    },
    {
      "epoch": 0.77875,
      "grad_norm": 3.307467460632324,
      "learning_rate": 1.106875e-05,
      "loss": 1.3648,
      "step": 6230
    },
    {
      "epoch": 0.78,
      "grad_norm": 3.728865146636963,
      "learning_rate": 1.100625e-05,
      "loss": 1.1877,
      "step": 6240
    },
    {
      "epoch": 0.78125,
      "grad_norm": 3.682426691055298,
      "learning_rate": 1.094375e-05,
      "loss": 1.1554,
      "step": 6250
    },
    {
      "epoch": 0.7825,
      "grad_norm": 3.6852643489837646,
      "learning_rate": 1.0881250000000002e-05,
      "loss": 1.141,
      "step": 6260
    },
    {
      "epoch": 0.78375,
      "grad_norm": 4.276542663574219,
      "learning_rate": 1.081875e-05,
      "loss": 1.3658,
      "step": 6270
    },
    {
      "epoch": 0.785,
      "grad_norm": 3.071035385131836,
      "learning_rate": 1.075625e-05,
      "loss": 1.1546,
      "step": 6280
    },
    {
      "epoch": 0.78625,
      "grad_norm": 4.381916522979736,
      "learning_rate": 1.069375e-05,
      "loss": 1.1487,
      "step": 6290
    },
    {
      "epoch": 0.7875,
      "grad_norm": 3.135784864425659,
      "learning_rate": 1.0631250000000001e-05,
      "loss": 1.2275,
      "step": 6300
    },
    {
      "epoch": 0.78875,
      "grad_norm": 3.404214859008789,
      "learning_rate": 1.0568750000000001e-05,
      "loss": 1.1391,
      "step": 6310
    },
    {
      "epoch": 0.79,
      "grad_norm": 4.272989749908447,
      "learning_rate": 1.0506250000000001e-05,
      "loss": 1.3467,
      "step": 6320
    },
    {
      "epoch": 0.79125,
      "grad_norm": 3.6154932975769043,
      "learning_rate": 1.0443750000000001e-05,
      "loss": 1.2993,
      "step": 6330
    },
    {
      "epoch": 0.7925,
      "grad_norm": 3.6855859756469727,
      "learning_rate": 1.038125e-05,
      "loss": 1.1339,
      "step": 6340
    },
    {
      "epoch": 0.79375,
      "grad_norm": 3.8834280967712402,
      "learning_rate": 1.031875e-05,
      "loss": 1.2207,
      "step": 6350
    },
    {
      "epoch": 0.795,
      "grad_norm": 4.357527256011963,
      "learning_rate": 1.025625e-05,
      "loss": 1.266,
      "step": 6360
    },
    {
      "epoch": 0.79625,
      "grad_norm": 4.210048198699951,
      "learning_rate": 1.019375e-05,
      "loss": 1.2289,
      "step": 6370
    },
    {
      "epoch": 0.7975,
      "grad_norm": 5.4694647789001465,
      "learning_rate": 1.013125e-05,
      "loss": 1.1857,
      "step": 6380
    },
    {
      "epoch": 0.79875,
      "grad_norm": 3.1147310733795166,
      "learning_rate": 1.006875e-05,
      "loss": 1.3103,
      "step": 6390
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.2928709983825684,
      "learning_rate": 1.0006250000000001e-05,
      "loss": 1.3642,
      "step": 6400
    },
    {
      "epoch": 0.80125,
      "grad_norm": 3.124969244003296,
      "learning_rate": 9.94375e-06,
      "loss": 1.2237,
      "step": 6410
    },
    {
      "epoch": 0.8025,
      "grad_norm": 4.003876686096191,
      "learning_rate": 9.88125e-06,
      "loss": 1.1267,
      "step": 6420
    },
    {
      "epoch": 0.80375,
      "grad_norm": 3.974295139312744,
      "learning_rate": 9.81875e-06,
      "loss": 1.1949,
      "step": 6430
    },
    {
      "epoch": 0.805,
      "grad_norm": 3.8797054290771484,
      "learning_rate": 9.75625e-06,
      "loss": 1.2467,
      "step": 6440
    },
    {
      "epoch": 0.80625,
      "grad_norm": 3.5032153129577637,
      "learning_rate": 9.69375e-06,
      "loss": 1.1921,
      "step": 6450
    },
    {
      "epoch": 0.8075,
      "grad_norm": 3.413506269454956,
      "learning_rate": 9.63125e-06,
      "loss": 1.2359,
      "step": 6460
    },
    {
      "epoch": 0.80875,
      "grad_norm": 3.894541025161743,
      "learning_rate": 9.56875e-06,
      "loss": 1.3246,
      "step": 6470
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.6062092781066895,
      "learning_rate": 9.50625e-06,
      "loss": 1.2462,
      "step": 6480
    },
    {
      "epoch": 0.81125,
      "grad_norm": 3.027904510498047,
      "learning_rate": 9.44375e-06,
      "loss": 1.1628,
      "step": 6490
    },
    {
      "epoch": 0.8125,
      "grad_norm": 3.1570937633514404,
      "learning_rate": 9.38125e-06,
      "loss": 1.1969,
      "step": 6500
    },
    {
      "epoch": 0.81375,
      "grad_norm": 2.943943977355957,
      "learning_rate": 9.318750000000001e-06,
      "loss": 1.2753,
      "step": 6510
    },
    {
      "epoch": 0.815,
      "grad_norm": 3.1280055046081543,
      "learning_rate": 9.256250000000001e-06,
      "loss": 1.1306,
      "step": 6520
    },
    {
      "epoch": 0.81625,
      "grad_norm": 4.8054399490356445,
      "learning_rate": 9.193750000000002e-06,
      "loss": 1.4028,
      "step": 6530
    },
    {
      "epoch": 0.8175,
      "grad_norm": 3.8370373249053955,
      "learning_rate": 9.131250000000002e-06,
      "loss": 1.3408,
      "step": 6540
    },
    {
      "epoch": 0.81875,
      "grad_norm": 3.5859014987945557,
      "learning_rate": 9.06875e-06,
      "loss": 1.2043,
      "step": 6550
    },
    {
      "epoch": 0.82,
      "grad_norm": 3.415255069732666,
      "learning_rate": 9.00625e-06,
      "loss": 1.2217,
      "step": 6560
    },
    {
      "epoch": 0.82125,
      "grad_norm": 3.6743905544281006,
      "learning_rate": 8.94375e-06,
      "loss": 1.1703,
      "step": 6570
    },
    {
      "epoch": 0.8225,
      "grad_norm": 2.7219078540802,
      "learning_rate": 8.88125e-06,
      "loss": 1.2929,
      "step": 6580
    },
    {
      "epoch": 0.82375,
      "grad_norm": 2.926729679107666,
      "learning_rate": 8.818750000000001e-06,
      "loss": 1.371,
      "step": 6590
    },
    {
      "epoch": 0.825,
      "grad_norm": 3.4970710277557373,
      "learning_rate": 8.756250000000001e-06,
      "loss": 1.1985,
      "step": 6600
    },
    {
      "epoch": 0.82625,
      "grad_norm": 3.802090644836426,
      "learning_rate": 8.693750000000001e-06,
      "loss": 1.2843,
      "step": 6610
    },
    {
      "epoch": 0.8275,
      "grad_norm": 3.0677645206451416,
      "learning_rate": 8.63125e-06,
      "loss": 1.2791,
      "step": 6620
    },
    {
      "epoch": 0.82875,
      "grad_norm": 3.903545379638672,
      "learning_rate": 8.56875e-06,
      "loss": 1.1844,
      "step": 6630
    },
    {
      "epoch": 0.83,
      "grad_norm": 3.0674688816070557,
      "learning_rate": 8.50625e-06,
      "loss": 1.2111,
      "step": 6640
    },
    {
      "epoch": 0.83125,
      "grad_norm": 3.7008626461029053,
      "learning_rate": 8.44375e-06,
      "loss": 1.2203,
      "step": 6650
    },
    {
      "epoch": 0.8325,
      "grad_norm": 4.41727352142334,
      "learning_rate": 8.38125e-06,
      "loss": 1.3227,
      "step": 6660
    },
    {
      "epoch": 0.83375,
      "grad_norm": 3.456376075744629,
      "learning_rate": 8.31875e-06,
      "loss": 1.2385,
      "step": 6670
    },
    {
      "epoch": 0.835,
      "grad_norm": 4.11112117767334,
      "learning_rate": 8.25625e-06,
      "loss": 1.3041,
      "step": 6680
    },
    {
      "epoch": 0.83625,
      "grad_norm": 2.9469385147094727,
      "learning_rate": 8.19375e-06,
      "loss": 1.2004,
      "step": 6690
    },
    {
      "epoch": 0.8375,
      "grad_norm": 3.8115038871765137,
      "learning_rate": 8.13125e-06,
      "loss": 1.2884,
      "step": 6700
    },
    {
      "epoch": 0.83875,
      "grad_norm": 3.3773956298828125,
      "learning_rate": 8.06875e-06,
      "loss": 1.0463,
      "step": 6710
    },
    {
      "epoch": 0.84,
      "grad_norm": 3.9320790767669678,
      "learning_rate": 8.00625e-06,
      "loss": 1.2637,
      "step": 6720
    },
    {
      "epoch": 0.84125,
      "grad_norm": 3.310523271560669,
      "learning_rate": 7.94375e-06,
      "loss": 1.3186,
      "step": 6730
    },
    {
      "epoch": 0.8425,
      "grad_norm": 4.7285637855529785,
      "learning_rate": 7.88125e-06,
      "loss": 1.0737,
      "step": 6740
    },
    {
      "epoch": 0.84375,
      "grad_norm": 4.357003688812256,
      "learning_rate": 7.81875e-06,
      "loss": 1.2484,
      "step": 6750
    },
    {
      "epoch": 0.845,
      "grad_norm": 6.129393100738525,
      "learning_rate": 7.75625e-06,
      "loss": 1.2047,
      "step": 6760
    },
    {
      "epoch": 0.84625,
      "grad_norm": 3.644521713256836,
      "learning_rate": 7.69375e-06,
      "loss": 1.2953,
      "step": 6770
    },
    {
      "epoch": 0.8475,
      "grad_norm": 3.131911516189575,
      "learning_rate": 7.63125e-06,
      "loss": 1.167,
      "step": 6780
    },
    {
      "epoch": 0.84875,
      "grad_norm": 3.4802305698394775,
      "learning_rate": 7.568750000000001e-06,
      "loss": 1.3353,
      "step": 6790
    },
    {
      "epoch": 0.85,
      "grad_norm": 4.78393030166626,
      "learning_rate": 7.506250000000001e-06,
      "loss": 1.2363,
      "step": 6800
    },
    {
      "epoch": 0.85125,
      "grad_norm": 3.6145455837249756,
      "learning_rate": 7.4437500000000005e-06,
      "loss": 1.1944,
      "step": 6810
    },
    {
      "epoch": 0.8525,
      "grad_norm": 2.614313840866089,
      "learning_rate": 7.381250000000001e-06,
      "loss": 1.2045,
      "step": 6820
    },
    {
      "epoch": 0.85375,
      "grad_norm": 2.96185564994812,
      "learning_rate": 7.318750000000001e-06,
      "loss": 1.103,
      "step": 6830
    },
    {
      "epoch": 0.855,
      "grad_norm": 6.062429428100586,
      "learning_rate": 7.25625e-06,
      "loss": 1.2446,
      "step": 6840
    },
    {
      "epoch": 0.85625,
      "grad_norm": 3.7602720260620117,
      "learning_rate": 7.19375e-06,
      "loss": 1.2243,
      "step": 6850
    },
    {
      "epoch": 0.8575,
      "grad_norm": 3.405805826187134,
      "learning_rate": 7.1312500000000005e-06,
      "loss": 1.1315,
      "step": 6860
    },
    {
      "epoch": 0.85875,
      "grad_norm": 3.2969017028808594,
      "learning_rate": 7.068750000000001e-06,
      "loss": 1.1796,
      "step": 6870
    },
    {
      "epoch": 0.86,
      "grad_norm": 4.001396179199219,
      "learning_rate": 7.00625e-06,
      "loss": 1.3448,
      "step": 6880
    },
    {
      "epoch": 0.86125,
      "grad_norm": 4.414263725280762,
      "learning_rate": 6.94375e-06,
      "loss": 1.2219,
      "step": 6890
    },
    {
      "epoch": 0.8625,
      "grad_norm": 3.5935354232788086,
      "learning_rate": 6.88125e-06,
      "loss": 1.1148,
      "step": 6900
    },
    {
      "epoch": 0.86375,
      "grad_norm": 3.3420941829681396,
      "learning_rate": 6.81875e-06,
      "loss": 1.2654,
      "step": 6910
    },
    {
      "epoch": 0.865,
      "grad_norm": 4.038907527923584,
      "learning_rate": 6.75625e-06,
      "loss": 1.25,
      "step": 6920
    },
    {
      "epoch": 0.86625,
      "grad_norm": 4.007872581481934,
      "learning_rate": 6.69375e-06,
      "loss": 1.3026,
      "step": 6930
    },
    {
      "epoch": 0.8675,
      "grad_norm": 3.9287617206573486,
      "learning_rate": 6.63125e-06,
      "loss": 1.1596,
      "step": 6940
    },
    {
      "epoch": 0.86875,
      "grad_norm": 2.911954402923584,
      "learning_rate": 6.56875e-06,
      "loss": 1.281,
      "step": 6950
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.543391704559326,
      "learning_rate": 6.50625e-06,
      "loss": 1.268,
      "step": 6960
    },
    {
      "epoch": 0.87125,
      "grad_norm": 2.627988815307617,
      "learning_rate": 6.44375e-06,
      "loss": 1.2706,
      "step": 6970
    },
    {
      "epoch": 0.8725,
      "grad_norm": 3.9405062198638916,
      "learning_rate": 6.38125e-06,
      "loss": 1.2318,
      "step": 6980
    },
    {
      "epoch": 0.87375,
      "grad_norm": 5.287662506103516,
      "learning_rate": 6.3187499999999994e-06,
      "loss": 1.3652,
      "step": 6990
    },
    {
      "epoch": 0.875,
      "grad_norm": 3.4925477504730225,
      "learning_rate": 6.25625e-06,
      "loss": 1.3112,
      "step": 7000
    },
    {
      "epoch": 0.87625,
      "grad_norm": 4.140984058380127,
      "learning_rate": 6.193750000000001e-06,
      "loss": 1.1956,
      "step": 7010
    },
    {
      "epoch": 0.8775,
      "grad_norm": 5.385605335235596,
      "learning_rate": 6.13125e-06,
      "loss": 1.2959,
      "step": 7020
    },
    {
      "epoch": 0.87875,
      "grad_norm": 3.0660688877105713,
      "learning_rate": 6.06875e-06,
      "loss": 1.2465,
      "step": 7030
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.002776622772217,
      "learning_rate": 6.00625e-06,
      "loss": 1.4034,
      "step": 7040
    },
    {
      "epoch": 0.88125,
      "grad_norm": 3.455930471420288,
      "learning_rate": 5.94375e-06,
      "loss": 1.2638,
      "step": 7050
    },
    {
      "epoch": 0.8825,
      "grad_norm": 4.8663330078125,
      "learning_rate": 5.88125e-06,
      "loss": 1.241,
      "step": 7060
    },
    {
      "epoch": 0.88375,
      "grad_norm": 3.752796173095703,
      "learning_rate": 5.818750000000001e-06,
      "loss": 1.2547,
      "step": 7070
    },
    {
      "epoch": 0.885,
      "grad_norm": 3.7783405780792236,
      "learning_rate": 5.75625e-06,
      "loss": 1.2531,
      "step": 7080
    },
    {
      "epoch": 0.88625,
      "grad_norm": 4.519382953643799,
      "learning_rate": 5.69375e-06,
      "loss": 1.2299,
      "step": 7090
    },
    {
      "epoch": 0.8875,
      "grad_norm": 3.280031442642212,
      "learning_rate": 5.6312500000000005e-06,
      "loss": 1.1249,
      "step": 7100
    },
    {
      "epoch": 0.88875,
      "grad_norm": 3.4675002098083496,
      "learning_rate": 5.568750000000001e-06,
      "loss": 1.1638,
      "step": 7110
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.768967390060425,
      "learning_rate": 5.50625e-06,
      "loss": 1.3985,
      "step": 7120
    },
    {
      "epoch": 0.89125,
      "grad_norm": 4.724802017211914,
      "learning_rate": 5.44375e-06,
      "loss": 1.2324,
      "step": 7130
    },
    {
      "epoch": 0.8925,
      "grad_norm": 4.179074287414551,
      "learning_rate": 5.38125e-06,
      "loss": 1.1886,
      "step": 7140
    },
    {
      "epoch": 0.89375,
      "grad_norm": 4.108990669250488,
      "learning_rate": 5.3187500000000005e-06,
      "loss": 1.4765,
      "step": 7150
    },
    {
      "epoch": 0.895,
      "grad_norm": 4.176460266113281,
      "learning_rate": 5.25625e-06,
      "loss": 1.3531,
      "step": 7160
    },
    {
      "epoch": 0.89625,
      "grad_norm": 3.8916871547698975,
      "learning_rate": 5.19375e-06,
      "loss": 1.1835,
      "step": 7170
    },
    {
      "epoch": 0.8975,
      "grad_norm": 3.0018982887268066,
      "learning_rate": 5.13125e-06,
      "loss": 1.2182,
      "step": 7180
    },
    {
      "epoch": 0.89875,
      "grad_norm": 2.873230218887329,
      "learning_rate": 5.06875e-06,
      "loss": 1.2015,
      "step": 7190
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.587171792984009,
      "learning_rate": 5.0062500000000006e-06,
      "loss": 1.1995,
      "step": 7200
    },
    {
      "epoch": 0.90125,
      "grad_norm": 3.585000514984131,
      "learning_rate": 4.943750000000001e-06,
      "loss": 1.2743,
      "step": 7210
    },
    {
      "epoch": 0.9025,
      "grad_norm": 3.029139757156372,
      "learning_rate": 4.88125e-06,
      "loss": 1.2592,
      "step": 7220
    },
    {
      "epoch": 0.90375,
      "grad_norm": 3.077986240386963,
      "learning_rate": 4.81875e-06,
      "loss": 1.1442,
      "step": 7230
    },
    {
      "epoch": 0.905,
      "grad_norm": 2.580195426940918,
      "learning_rate": 4.75625e-06,
      "loss": 1.1531,
      "step": 7240
    },
    {
      "epoch": 0.90625,
      "grad_norm": 4.1036272048950195,
      "learning_rate": 4.693750000000001e-06,
      "loss": 1.3263,
      "step": 7250
    },
    {
      "epoch": 0.9075,
      "grad_norm": 2.9886510372161865,
      "learning_rate": 4.63125e-06,
      "loss": 1.2372,
      "step": 7260
    },
    {
      "epoch": 0.90875,
      "grad_norm": 3.5167458057403564,
      "learning_rate": 4.56875e-06,
      "loss": 1.3199,
      "step": 7270
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.5231704711914062,
      "learning_rate": 4.50625e-06,
      "loss": 1.177,
      "step": 7280
    },
    {
      "epoch": 0.91125,
      "grad_norm": 3.786348581314087,
      "learning_rate": 4.44375e-06,
      "loss": 1.1602,
      "step": 7290
    },
    {
      "epoch": 0.9125,
      "grad_norm": 3.3437860012054443,
      "learning_rate": 4.38125e-06,
      "loss": 1.266,
      "step": 7300
    },
    {
      "epoch": 0.91375,
      "grad_norm": 3.798862934112549,
      "learning_rate": 4.31875e-06,
      "loss": 1.1616,
      "step": 7310
    },
    {
      "epoch": 0.915,
      "grad_norm": 3.9102814197540283,
      "learning_rate": 4.25625e-06,
      "loss": 1.1375,
      "step": 7320
    },
    {
      "epoch": 0.91625,
      "grad_norm": 3.7560813426971436,
      "learning_rate": 4.19375e-06,
      "loss": 1.1178,
      "step": 7330
    },
    {
      "epoch": 0.9175,
      "grad_norm": 3.210345983505249,
      "learning_rate": 4.1312500000000005e-06,
      "loss": 1.0262,
      "step": 7340
    },
    {
      "epoch": 0.91875,
      "grad_norm": 3.9245500564575195,
      "learning_rate": 4.068750000000001e-06,
      "loss": 1.2043,
      "step": 7350
    },
    {
      "epoch": 0.92,
      "grad_norm": 3.6340880393981934,
      "learning_rate": 4.00625e-06,
      "loss": 1.2074,
      "step": 7360
    },
    {
      "epoch": 0.92125,
      "grad_norm": 2.729948043823242,
      "learning_rate": 3.94375e-06,
      "loss": 1.2154,
      "step": 7370
    },
    {
      "epoch": 0.9225,
      "grad_norm": 5.572306156158447,
      "learning_rate": 3.88125e-06,
      "loss": 1.2146,
      "step": 7380
    },
    {
      "epoch": 0.92375,
      "grad_norm": 3.3658738136291504,
      "learning_rate": 3.8187500000000005e-06,
      "loss": 1.2932,
      "step": 7390
    },
    {
      "epoch": 0.925,
      "grad_norm": 3.831812620162964,
      "learning_rate": 3.7562500000000002e-06,
      "loss": 1.276,
      "step": 7400
    },
    {
      "epoch": 0.92625,
      "grad_norm": 2.969461441040039,
      "learning_rate": 3.69375e-06,
      "loss": 1.1595,
      "step": 7410
    },
    {
      "epoch": 0.9275,
      "grad_norm": 4.540526390075684,
      "learning_rate": 3.6312499999999997e-06,
      "loss": 1.2967,
      "step": 7420
    },
    {
      "epoch": 0.92875,
      "grad_norm": 4.625833988189697,
      "learning_rate": 3.56875e-06,
      "loss": 1.1621,
      "step": 7430
    },
    {
      "epoch": 0.93,
      "grad_norm": 3.144590139389038,
      "learning_rate": 3.5062500000000005e-06,
      "loss": 1.1817,
      "step": 7440
    },
    {
      "epoch": 0.93125,
      "grad_norm": 4.031451225280762,
      "learning_rate": 3.4437500000000003e-06,
      "loss": 1.3139,
      "step": 7450
    },
    {
      "epoch": 0.9325,
      "grad_norm": 3.656533718109131,
      "learning_rate": 3.3812500000000004e-06,
      "loss": 1.2257,
      "step": 7460
    },
    {
      "epoch": 0.93375,
      "grad_norm": 3.497356653213501,
      "learning_rate": 3.31875e-06,
      "loss": 1.2571,
      "step": 7470
    },
    {
      "epoch": 0.935,
      "grad_norm": 3.372255802154541,
      "learning_rate": 3.2562500000000004e-06,
      "loss": 1.2038,
      "step": 7480
    },
    {
      "epoch": 0.93625,
      "grad_norm": 3.349648952484131,
      "learning_rate": 3.19375e-06,
      "loss": 1.2484,
      "step": 7490
    },
    {
      "epoch": 0.9375,
      "grad_norm": 3.791111469268799,
      "learning_rate": 3.1312500000000003e-06,
      "loss": 1.2193,
      "step": 7500
    },
    {
      "epoch": 0.93875,
      "grad_norm": 2.6422860622406006,
      "learning_rate": 3.06875e-06,
      "loss": 1.1635,
      "step": 7510
    },
    {
      "epoch": 0.94,
      "grad_norm": 4.382972240447998,
      "learning_rate": 3.0062500000000002e-06,
      "loss": 1.2232,
      "step": 7520
    },
    {
      "epoch": 0.94125,
      "grad_norm": 3.4872641563415527,
      "learning_rate": 2.94375e-06,
      "loss": 1.1796,
      "step": 7530
    },
    {
      "epoch": 0.9425,
      "grad_norm": 3.1682002544403076,
      "learning_rate": 2.88125e-06,
      "loss": 1.2348,
      "step": 7540
    },
    {
      "epoch": 0.94375,
      "grad_norm": 3.578993558883667,
      "learning_rate": 2.8187500000000003e-06,
      "loss": 1.2451,
      "step": 7550
    }
  ],
  "logging_steps": 10,
  "max_steps": 8000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1593221075369984e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}