{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.025,
  "eval_steps": 100,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 5e-05,
      "grad_norm": 122.16051483154297,
      "learning_rate": 0.0,
      "loss": 1.8961,
      "step": 1
    },
    {
      "epoch": 0.0001,
      "grad_norm": 68.64327239990234,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 0.7336,
      "step": 2
    },
    {
      "epoch": 0.00015,
      "grad_norm": 34.362892150878906,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 0.5657,
      "step": 3
    },
    {
      "epoch": 0.0002,
      "grad_norm": 151.97335815429688,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.3111,
      "step": 4
    },
    {
      "epoch": 0.00025,
      "grad_norm": 94.8849105834961,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.1928,
      "step": 5
    },
    {
      "epoch": 0.0003,
      "grad_norm": 68.24564361572266,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.7754,
      "step": 6
    },
    {
      "epoch": 0.00035,
      "grad_norm": 106.96430969238281,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.3711,
      "step": 7
    },
    {
      "epoch": 0.0004,
      "grad_norm": 51.82062911987305,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 0.6345,
      "step": 8
    },
    {
      "epoch": 0.00045,
      "grad_norm": 106.7470703125,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.4213,
      "step": 9
    },
    {
      "epoch": 0.0005,
      "grad_norm": 63.274295806884766,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.612,
      "step": 10
    },
    {
      "epoch": 0.00055,
      "grad_norm": 88.51773071289062,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.951,
      "step": 11
    },
    {
      "epoch": 0.0006,
      "grad_norm": 120.4432373046875,
      "learning_rate": 2.2e-06,
      "loss": 1.3452,
      "step": 12
    },
    {
      "epoch": 0.00065,
      "grad_norm": 68.23249053955078,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 0.594,
      "step": 13
    },
    {
      "epoch": 0.0007,
      "grad_norm": 113.59532165527344,
      "learning_rate": 2.6e-06,
      "loss": 1.4108,
      "step": 14
    },
    {
      "epoch": 0.00075,
      "grad_norm": 78.14495086669922,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.217,
      "step": 15
    },
    {
      "epoch": 0.0008,
      "grad_norm": 71.44093322753906,
      "learning_rate": 3e-06,
      "loss": 0.9976,
      "step": 16
    },
    {
      "epoch": 0.00085,
      "grad_norm": 109.85679626464844,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.9354,
      "step": 17
    },
    {
      "epoch": 0.0009,
      "grad_norm": 166.82241821289062,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.7291,
      "step": 18
    },
    {
      "epoch": 0.00095,
      "grad_norm": 132.03396606445312,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.8239,
      "step": 19
    },
    {
      "epoch": 0.001,
      "grad_norm": 117.53083801269531,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 1.138,
      "step": 20
    },
    {
      "epoch": 0.00105,
      "grad_norm": 131.66677856445312,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.407,
      "step": 21
    },
    {
      "epoch": 0.0011,
      "grad_norm": 65.3564453125,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.3293,
      "step": 22
    },
    {
      "epoch": 0.00115,
      "grad_norm": 61.042724609375,
      "learning_rate": 4.4e-06,
      "loss": 0.4492,
      "step": 23
    },
    {
      "epoch": 0.0012,
      "grad_norm": 21.75531578063965,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.254,
      "step": 24
    },
    {
      "epoch": 0.00125,
      "grad_norm": 100.22628021240234,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.13,
      "step": 25
    },
    {
      "epoch": 0.0013,
      "grad_norm": 39.203861236572266,
      "learning_rate": 5e-06,
      "loss": 0.3655,
      "step": 26
    },
    {
      "epoch": 0.00135,
      "grad_norm": 73.43659210205078,
      "learning_rate": 5.2e-06,
      "loss": 0.3976,
      "step": 27
    },
    {
      "epoch": 0.0014,
      "grad_norm": 16.97100067138672,
      "learning_rate": 5.400000000000001e-06,
      "loss": 0.1936,
      "step": 28
    },
    {
      "epoch": 0.00145,
      "grad_norm": 19.03237533569336,
      "learning_rate": 5.600000000000001e-06,
      "loss": 0.2026,
      "step": 29
    },
    {
      "epoch": 0.0015,
      "grad_norm": 37.67095184326172,
      "learning_rate": 5.8e-06,
      "loss": 0.3037,
      "step": 30
    },
    {
      "epoch": 0.00155,
      "grad_norm": 50.00007629394531,
      "learning_rate": 6e-06,
      "loss": 0.5524,
      "step": 31
    },
    {
      "epoch": 0.0016,
      "grad_norm": 103.01881408691406,
      "learning_rate": 6.200000000000001e-06,
      "loss": 0.4411,
      "step": 32
    },
    {
      "epoch": 0.00165,
      "grad_norm": 72.95085906982422,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 0.5604,
      "step": 33
    },
    {
      "epoch": 0.0017,
      "grad_norm": 82.70050811767578,
      "learning_rate": 6.600000000000001e-06,
      "loss": 0.5243,
      "step": 34
    },
    {
      "epoch": 0.00175,
      "grad_norm": 44.8000602722168,
      "learning_rate": 6.800000000000001e-06,
      "loss": 0.4454,
      "step": 35
    },
    {
      "epoch": 0.0018,
      "grad_norm": 74.06373596191406,
      "learning_rate": 7e-06,
      "loss": 0.8086,
      "step": 36
    },
    {
      "epoch": 0.00185,
      "grad_norm": 26.03671646118164,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 0.2051,
      "step": 37
    },
    {
      "epoch": 0.0019,
      "grad_norm": 51.14949035644531,
      "learning_rate": 7.4e-06,
      "loss": 0.8955,
      "step": 38
    },
    {
      "epoch": 0.00195,
      "grad_norm": 43.66708755493164,
      "learning_rate": 7.600000000000001e-06,
      "loss": 0.9189,
      "step": 39
    },
    {
      "epoch": 0.002,
      "grad_norm": 9.864336967468262,
      "learning_rate": 7.800000000000002e-06,
      "loss": 0.1676,
      "step": 40
    },
    {
      "epoch": 0.00205,
      "grad_norm": 73.50960540771484,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.4905,
      "step": 41
    },
    {
      "epoch": 0.0021,
      "grad_norm": 21.008272171020508,
      "learning_rate": 8.2e-06,
      "loss": 0.1899,
      "step": 42
    },
    {
      "epoch": 0.00215,
      "grad_norm": 33.150264739990234,
      "learning_rate": 8.400000000000001e-06,
      "loss": 0.7959,
      "step": 43
    },
    {
      "epoch": 0.0022,
      "grad_norm": 5.327113151550293,
      "learning_rate": 8.6e-06,
      "loss": 0.2044,
      "step": 44
    },
    {
      "epoch": 0.00225,
      "grad_norm": 6.212099075317383,
      "learning_rate": 8.8e-06,
      "loss": 0.1377,
      "step": 45
    },
    {
      "epoch": 0.0023,
      "grad_norm": 41.24404525756836,
      "learning_rate": 9e-06,
      "loss": 0.1969,
      "step": 46
    },
    {
      "epoch": 0.00235,
      "grad_norm": 55.61800765991211,
      "learning_rate": 9.200000000000002e-06,
      "loss": 0.8883,
      "step": 47
    },
    {
      "epoch": 0.0024,
      "grad_norm": 43.88951110839844,
      "learning_rate": 9.4e-06,
      "loss": 0.3443,
      "step": 48
    },
    {
      "epoch": 0.00245,
      "grad_norm": 16.66773796081543,
      "learning_rate": 9.600000000000001e-06,
      "loss": 0.1734,
      "step": 49
    },
    {
      "epoch": 0.0025,
      "grad_norm": 80.06915283203125,
      "learning_rate": 9.800000000000001e-06,
      "loss": 0.4474,
      "step": 50
    },
    {
      "epoch": 0.00255,
      "grad_norm": 66.25089263916016,
      "learning_rate": 1e-05,
      "loss": 0.6609,
      "step": 51
    },
    {
      "epoch": 0.0026,
      "grad_norm": 21.153078079223633,
      "learning_rate": 1.02e-05,
      "loss": 0.1893,
      "step": 52
    },
    {
      "epoch": 0.00265,
      "grad_norm": 68.32752227783203,
      "learning_rate": 1.04e-05,
      "loss": 0.4948,
      "step": 53
    },
    {
      "epoch": 0.0027,
      "grad_norm": 54.980567932128906,
      "learning_rate": 1.0600000000000002e-05,
      "loss": 0.613,
      "step": 54
    },
    {
      "epoch": 0.00275,
      "grad_norm": 15.39164924621582,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 0.1968,
      "step": 55
    },
    {
      "epoch": 0.0028,
      "grad_norm": 44.391944885253906,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.4588,
      "step": 56
    },
    {
      "epoch": 0.00285,
      "grad_norm": 10.547879219055176,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 0.1715,
      "step": 57
    },
    {
      "epoch": 0.0029,
      "grad_norm": 38.64859390258789,
      "learning_rate": 1.14e-05,
      "loss": 0.7959,
      "step": 58
    },
    {
      "epoch": 0.00295,
      "grad_norm": 4.460653781890869,
      "learning_rate": 1.16e-05,
      "loss": 0.1458,
      "step": 59
    },
    {
      "epoch": 0.003,
      "grad_norm": 25.946611404418945,
      "learning_rate": 1.18e-05,
      "loss": 0.566,
      "step": 60
    },
    {
      "epoch": 0.00305,
      "grad_norm": 18.941125869750977,
      "learning_rate": 1.2e-05,
      "loss": 0.1629,
      "step": 61
    },
    {
      "epoch": 0.0031,
      "grad_norm": 35.03038787841797,
      "learning_rate": 1.22e-05,
      "loss": 0.2886,
      "step": 62
    },
    {
      "epoch": 0.00315,
      "grad_norm": 47.16691970825195,
      "learning_rate": 1.2400000000000002e-05,
      "loss": 0.5181,
      "step": 63
    },
    {
      "epoch": 0.0032,
      "grad_norm": 33.76936340332031,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 0.3963,
      "step": 64
    },
    {
      "epoch": 0.00325,
      "grad_norm": 6.850577354431152,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 0.1536,
      "step": 65
    },
    {
      "epoch": 0.0033,
      "grad_norm": 20.172531127929688,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 0.2775,
      "step": 66
    },
    {
      "epoch": 0.00335,
      "grad_norm": 65.00743103027344,
      "learning_rate": 1.3200000000000002e-05,
      "loss": 0.7195,
      "step": 67
    },
    {
      "epoch": 0.0034,
      "grad_norm": 52.568260192871094,
      "learning_rate": 1.3400000000000002e-05,
      "loss": 0.766,
      "step": 68
    },
    {
      "epoch": 0.00345,
      "grad_norm": 9.241539001464844,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 0.1225,
      "step": 69
    },
    {
      "epoch": 0.0035,
      "grad_norm": 4.773672103881836,
      "learning_rate": 1.38e-05,
      "loss": 0.1336,
      "step": 70
    },
    {
      "epoch": 0.00355,
      "grad_norm": 48.60388946533203,
      "learning_rate": 1.4e-05,
      "loss": 0.5573,
      "step": 71
    },
    {
      "epoch": 0.0036,
      "grad_norm": 27.8742618560791,
      "learning_rate": 1.4200000000000001e-05,
      "loss": 0.2066,
      "step": 72
    },
    {
      "epoch": 0.00365,
      "grad_norm": 26.072481155395508,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 0.5932,
      "step": 73
    },
    {
      "epoch": 0.0037,
      "grad_norm": 7.826942443847656,
      "learning_rate": 1.46e-05,
      "loss": 0.1474,
      "step": 74
    },
    {
      "epoch": 0.00375,
      "grad_norm": 18.62906837463379,
      "learning_rate": 1.48e-05,
      "loss": 0.1875,
      "step": 75
    },
    {
      "epoch": 0.0038,
      "grad_norm": 8.554287910461426,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.1298,
      "step": 76
    },
    {
      "epoch": 0.00385,
      "grad_norm": 5.140439987182617,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 0.1242,
      "step": 77
    },
    {
      "epoch": 0.0039,
      "grad_norm": 3.9687063694000244,
      "learning_rate": 1.54e-05,
      "loss": 0.122,
      "step": 78
    },
    {
      "epoch": 0.00395,
      "grad_norm": 33.81657028198242,
      "learning_rate": 1.5600000000000003e-05,
      "loss": 0.239,
      "step": 79
    },
    {
      "epoch": 0.004,
      "grad_norm": 18.419599533081055,
      "learning_rate": 1.58e-05,
      "loss": 0.5223,
      "step": 80
    },
    {
      "epoch": 0.00405,
      "grad_norm": 15.859134674072266,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.197,
      "step": 81
    },
    {
      "epoch": 0.0041,
      "grad_norm": 52.44767761230469,
      "learning_rate": 1.62e-05,
      "loss": 0.5309,
      "step": 82
    },
    {
      "epoch": 0.00415,
      "grad_norm": 8.842545509338379,
      "learning_rate": 1.64e-05,
      "loss": 0.1521,
      "step": 83
    },
    {
      "epoch": 0.0042,
      "grad_norm": 2.0674080848693848,
      "learning_rate": 1.66e-05,
      "loss": 0.113,
      "step": 84
    },
    {
      "epoch": 0.00425,
      "grad_norm": 1.7234963178634644,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 0.1075,
      "step": 85
    },
    {
      "epoch": 0.0043,
      "grad_norm": 7.167241096496582,
      "learning_rate": 1.7e-05,
      "loss": 0.1667,
      "step": 86
    },
    {
      "epoch": 0.00435,
      "grad_norm": 39.83475112915039,
      "learning_rate": 1.72e-05,
      "loss": 0.2723,
      "step": 87
    },
    {
      "epoch": 0.0044,
      "grad_norm": 21.659135818481445,
      "learning_rate": 1.7400000000000003e-05,
      "loss": 0.2837,
      "step": 88
    },
    {
      "epoch": 0.00445,
      "grad_norm": 11.999871253967285,
      "learning_rate": 1.76e-05,
      "loss": 0.1919,
      "step": 89
    },
    {
      "epoch": 0.0045,
      "grad_norm": 26.082788467407227,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 0.1552,
      "step": 90
    },
    {
      "epoch": 0.00455,
      "grad_norm": 2.2943668365478516,
      "learning_rate": 1.8e-05,
      "loss": 0.0816,
      "step": 91
    },
    {
      "epoch": 0.0046,
      "grad_norm": 2.454077959060669,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 0.105,
      "step": 92
    },
    {
      "epoch": 0.00465,
      "grad_norm": 4.69025993347168,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 0.1104,
      "step": 93
    },
    {
      "epoch": 0.0047,
      "grad_norm": 14.2959566116333,
      "learning_rate": 1.86e-05,
      "loss": 0.8841,
      "step": 94
    },
    {
      "epoch": 0.00475,
      "grad_norm": 39.46820068359375,
      "learning_rate": 1.88e-05,
      "loss": 0.764,
      "step": 95
    },
    {
      "epoch": 0.0048,
      "grad_norm": 2.3603274822235107,
      "learning_rate": 1.9e-05,
      "loss": 0.119,
      "step": 96
    },
    {
      "epoch": 0.00485,
      "grad_norm": 14.50840950012207,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 0.7894,
      "step": 97
    },
    {
      "epoch": 0.0049,
      "grad_norm": 55.66713333129883,
      "learning_rate": 1.94e-05,
      "loss": 0.3007,
      "step": 98
    },
    {
      "epoch": 0.00495,
      "grad_norm": 73.19747924804688,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 0.3876,
      "step": 99
    },
    {
      "epoch": 0.005,
      "grad_norm": 12.380102157592773,
      "learning_rate": 1.98e-05,
      "loss": 0.4437,
      "step": 100
    },
    {
      "epoch": 0.00505,
      "grad_norm": 60.36326217651367,
      "learning_rate": 2e-05,
      "loss": 0.3569,
      "step": 101
    },
    {
      "epoch": 0.0051,
      "grad_norm": 37.3046989440918,
      "learning_rate": 1.9999939076577906e-05,
      "loss": 0.4898,
      "step": 102
    },
    {
      "epoch": 0.00515,
      "grad_norm": 15.11868953704834,
      "learning_rate": 1.9999756307053947e-05,
      "loss": 0.5021,
      "step": 103
    },
    {
      "epoch": 0.0052,
      "grad_norm": 15.323163986206055,
      "learning_rate": 1.9999451693655125e-05,
      "loss": 0.3722,
      "step": 104
    },
    {
      "epoch": 0.00525,
      "grad_norm": 4.708047389984131,
      "learning_rate": 1.9999025240093045e-05,
      "loss": 0.1488,
      "step": 105
    },
    {
      "epoch": 0.0053,
      "grad_norm": 4.781192779541016,
      "learning_rate": 1.9998476951563914e-05,
      "loss": 0.1934,
      "step": 106
    },
    {
      "epoch": 0.00535,
      "grad_norm": 56.712425231933594,
      "learning_rate": 1.9997806834748455e-05,
      "loss": 0.8702,
      "step": 107
    },
    {
      "epoch": 0.0054,
      "grad_norm": 24.84933853149414,
      "learning_rate": 1.9997014897811834e-05,
      "loss": 0.7662,
      "step": 108
    },
    {
      "epoch": 0.00545,
      "grad_norm": 88.01167297363281,
      "learning_rate": 1.9996101150403543e-05,
      "loss": 0.323,
      "step": 109
    },
    {
      "epoch": 0.0055,
      "grad_norm": 7.916687965393066,
      "learning_rate": 1.9995065603657317e-05,
      "loss": 0.1437,
      "step": 110
    },
    {
      "epoch": 0.00555,
      "grad_norm": 27.291078567504883,
      "learning_rate": 1.999390827019096e-05,
      "loss": 0.2062,
      "step": 111
    },
    {
      "epoch": 0.0056,
      "grad_norm": 39.047706604003906,
      "learning_rate": 1.999262916410621e-05,
      "loss": 0.3426,
      "step": 112
    },
    {
      "epoch": 0.00565,
      "grad_norm": 85.04743957519531,
      "learning_rate": 1.9991228300988586e-05,
      "loss": 0.4455,
      "step": 113
    },
    {
      "epoch": 0.0057,
      "grad_norm": 45.45951843261719,
      "learning_rate": 1.998970569790715e-05,
      "loss": 1.1456,
      "step": 114
    },
    {
      "epoch": 0.00575,
      "grad_norm": 26.305465698242188,
      "learning_rate": 1.9988061373414342e-05,
      "loss": 0.4286,
      "step": 115
    },
    {
      "epoch": 0.0058,
      "grad_norm": 4.146256446838379,
      "learning_rate": 1.9986295347545738e-05,
      "loss": 0.1529,
      "step": 116
    },
    {
      "epoch": 0.00585,
      "grad_norm": 41.741695404052734,
      "learning_rate": 1.9984407641819812e-05,
      "loss": 0.3335,
      "step": 117
    },
    {
      "epoch": 0.0059,
      "grad_norm": 4.166099548339844,
      "learning_rate": 1.9982398279237657e-05,
      "loss": 0.1271,
      "step": 118
    },
    {
      "epoch": 0.00595,
      "grad_norm": 16.836219787597656,
      "learning_rate": 1.9980267284282718e-05,
      "loss": 0.3735,
      "step": 119
    },
    {
      "epoch": 0.006,
      "grad_norm": 12.967101097106934,
      "learning_rate": 1.9978014682920503e-05,
      "loss": 0.2148,
      "step": 120
    },
    {
      "epoch": 0.00605,
      "grad_norm": 5.404827117919922,
      "learning_rate": 1.9975640502598243e-05,
      "loss": 0.1681,
      "step": 121
    },
    {
      "epoch": 0.0061,
      "grad_norm": 1.8873947858810425,
      "learning_rate": 1.997314477224458e-05,
      "loss": 0.109,
      "step": 122
    },
    {
      "epoch": 0.00615,
      "grad_norm": 2.6838910579681396,
      "learning_rate": 1.9970527522269204e-05,
      "loss": 0.1122,
      "step": 123
    },
    {
      "epoch": 0.0062,
      "grad_norm": 3.9862358570098877,
      "learning_rate": 1.9967788784562474e-05,
      "loss": 0.1129,
      "step": 124
    },
    {
      "epoch": 0.00625,
      "grad_norm": 17.899574279785156,
      "learning_rate": 1.9964928592495046e-05,
      "loss": 0.1527,
      "step": 125
    },
    {
      "epoch": 0.0063,
      "grad_norm": 27.26593589782715,
      "learning_rate": 1.9961946980917457e-05,
      "loss": 0.2046,
      "step": 126
    },
    {
      "epoch": 0.00635,
      "grad_norm": 69.12671661376953,
      "learning_rate": 1.9958843986159705e-05,
      "loss": 0.3191,
      "step": 127
    },
    {
      "epoch": 0.0064,
      "grad_norm": 29.109697341918945,
      "learning_rate": 1.99556196460308e-05,
      "loss": 0.7056,
      "step": 128
    },
    {
      "epoch": 0.00645,
      "grad_norm": 3.6510722637176514,
      "learning_rate": 1.9952273999818312e-05,
      "loss": 0.1104,
      "step": 129
    },
    {
      "epoch": 0.0065,
      "grad_norm": 56.172035217285156,
      "learning_rate": 1.9948807088287884e-05,
      "loss": 0.5127,
      "step": 130
    },
    {
      "epoch": 0.00655,
      "grad_norm": 36.64286804199219,
      "learning_rate": 1.9945218953682736e-05,
      "loss": 0.3449,
      "step": 131
    },
    {
      "epoch": 0.0066,
      "grad_norm": 6.342191219329834,
      "learning_rate": 1.9941509639723155e-05,
      "loss": 0.1143,
      "step": 132
    },
    {
      "epoch": 0.00665,
      "grad_norm": 14.290639877319336,
      "learning_rate": 1.9937679191605964e-05,
      "loss": 0.1838,
      "step": 133
    },
    {
      "epoch": 0.0067,
      "grad_norm": 2.2349565029144287,
      "learning_rate": 1.9933727656003964e-05,
      "loss": 0.0817,
      "step": 134
    },
    {
      "epoch": 0.00675,
      "grad_norm": 3.0459256172180176,
      "learning_rate": 1.992965508106537e-05,
      "loss": 0.1034,
      "step": 135
    },
    {
      "epoch": 0.0068,
      "grad_norm": 54.64921951293945,
      "learning_rate": 1.9925461516413224e-05,
      "loss": 0.8331,
      "step": 136
    },
    {
      "epoch": 0.00685,
      "grad_norm": 48.370426177978516,
      "learning_rate": 1.9921147013144782e-05,
      "loss": 0.2902,
      "step": 137
    },
    {
      "epoch": 0.0069,
      "grad_norm": 4.709333896636963,
      "learning_rate": 1.9916711623830904e-05,
      "loss": 0.1155,
      "step": 138
    },
    {
      "epoch": 0.00695,
      "grad_norm": 16.851655960083008,
      "learning_rate": 1.991215540251542e-05,
      "loss": 0.6068,
      "step": 139
    },
    {
      "epoch": 0.007,
      "grad_norm": 4.256289482116699,
      "learning_rate": 1.9907478404714438e-05,
      "loss": 0.0947,
      "step": 140
    },
    {
      "epoch": 0.00705,
      "grad_norm": 10.517683029174805,
      "learning_rate": 1.9902680687415704e-05,
      "loss": 0.0943,
      "step": 141
    },
    {
      "epoch": 0.0071,
      "grad_norm": 23.348649978637695,
      "learning_rate": 1.989776230907789e-05,
      "loss": 0.1692,
      "step": 142
    },
    {
      "epoch": 0.00715,
      "grad_norm": 12.16116714477539,
      "learning_rate": 1.9892723329629885e-05,
      "loss": 0.1112,
      "step": 143
    },
    {
      "epoch": 0.0072,
      "grad_norm": 1.416853427886963,
      "learning_rate": 1.988756381047006e-05,
      "loss": 0.0841,
      "step": 144
    },
    {
      "epoch": 0.00725,
      "grad_norm": 1.5739504098892212,
      "learning_rate": 1.988228381446553e-05,
      "loss": 0.0962,
      "step": 145
    },
    {
      "epoch": 0.0073,
      "grad_norm": 69.6449966430664,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 0.2386,
      "step": 146
    },
    {
      "epoch": 0.00735,
      "grad_norm": 4.477534294128418,
      "learning_rate": 1.987136265072988e-05,
      "loss": 0.0814,
      "step": 147
    },
    {
      "epoch": 0.0074,
      "grad_norm": 2.3994815349578857,
      "learning_rate": 1.9865721616069695e-05,
      "loss": 0.0919,
      "step": 148
    },
    {
      "epoch": 0.00745,
      "grad_norm": 2.9941301345825195,
      "learning_rate": 1.985996037070505e-05,
      "loss": 0.0951,
      "step": 149
    },
    {
      "epoch": 0.0075,
      "grad_norm": 2.181401252746582,
      "learning_rate": 1.9854078984834904e-05,
      "loss": 0.1014,
      "step": 150
    },
    {
      "epoch": 0.00755,
      "grad_norm": 42.53776550292969,
      "learning_rate": 1.9848077530122083e-05,
      "loss": 0.4801,
      "step": 151
    },
    {
      "epoch": 0.0076,
      "grad_norm": 37.03893280029297,
      "learning_rate": 1.984195607969242e-05,
      "loss": 0.4286,
      "step": 152
    },
    {
      "epoch": 0.00765,
      "grad_norm": 3.7320573329925537,
      "learning_rate": 1.983571470813386e-05,
      "loss": 0.0751,
      "step": 153
    },
    {
      "epoch": 0.0077,
      "grad_norm": 36.467708587646484,
      "learning_rate": 1.9829353491495545e-05,
      "loss": 0.2603,
      "step": 154
    },
    {
      "epoch": 0.00775,
      "grad_norm": 1.3517638444900513,
      "learning_rate": 1.982287250728689e-05,
      "loss": 0.0881,
      "step": 155
    },
    {
      "epoch": 0.0078,
      "grad_norm": 3.801837921142578,
      "learning_rate": 1.9816271834476642e-05,
      "loss": 0.0931,
      "step": 156
    },
    {
      "epoch": 0.00785,
      "grad_norm": 3.4581966400146484,
      "learning_rate": 1.9809551553491918e-05,
      "loss": 0.1433,
      "step": 157
    },
    {
      "epoch": 0.0079,
      "grad_norm": 10.873891830444336,
      "learning_rate": 1.9802711746217222e-05,
      "loss": 0.1472,
      "step": 158
    },
    {
      "epoch": 0.00795,
      "grad_norm": 1.951228380203247,
      "learning_rate": 1.979575249599344e-05,
      "loss": 0.1118,
      "step": 159
    },
    {
      "epoch": 0.008,
      "grad_norm": 1.2118356227874756,
      "learning_rate": 1.9788673887616852e-05,
      "loss": 0.0746,
      "step": 160
    },
    {
      "epoch": 0.00805,
      "grad_norm": 102.95352935791016,
      "learning_rate": 1.9781476007338058e-05,
      "loss": 0.6052,
      "step": 161
    },
    {
      "epoch": 0.0081,
      "grad_norm": 1.6797130107879639,
      "learning_rate": 1.9774158942860962e-05,
      "loss": 0.0851,
      "step": 162
    },
    {
      "epoch": 0.00815,
      "grad_norm": 46.02894592285156,
      "learning_rate": 1.9766722783341682e-05,
      "loss": 1.073,
      "step": 163
    },
    {
      "epoch": 0.0082,
      "grad_norm": 137.5884246826172,
      "learning_rate": 1.9759167619387474e-05,
      "loss": 1.3911,
      "step": 164
    },
    {
      "epoch": 0.00825,
      "grad_norm": 13.85587215423584,
      "learning_rate": 1.9751493543055634e-05,
      "loss": 1.0056,
      "step": 165
    },
    {
      "epoch": 0.0083,
      "grad_norm": 2.5946624279022217,
      "learning_rate": 1.9743700647852356e-05,
      "loss": 0.1312,
      "step": 166
    },
    {
      "epoch": 0.00835,
      "grad_norm": 38.82013702392578,
      "learning_rate": 1.9735789028731603e-05,
      "loss": 0.4317,
      "step": 167
    },
    {
      "epoch": 0.0084,
      "grad_norm": 13.546914100646973,
      "learning_rate": 1.972775878209397e-05,
      "loss": 0.1253,
      "step": 168
    },
    {
      "epoch": 0.00845,
      "grad_norm": 3.1792168617248535,
      "learning_rate": 1.9719610005785466e-05,
      "loss": 0.0878,
      "step": 169
    },
    {
      "epoch": 0.0085,
      "grad_norm": 1.025294542312622,
      "learning_rate": 1.971134279909636e-05,
      "loss": 0.0818,
      "step": 170
    },
    {
      "epoch": 0.00855,
      "grad_norm": 3.16849684715271,
      "learning_rate": 1.9702957262759964e-05,
      "loss": 0.0923,
      "step": 171
    },
    {
      "epoch": 0.0086,
      "grad_norm": 22.248876571655273,
      "learning_rate": 1.9694453498951392e-05,
      "loss": 0.4423,
      "step": 172
    },
    {
      "epoch": 0.00865,
      "grad_norm": 3.4709620475769043,
      "learning_rate": 1.9685831611286312e-05,
      "loss": 0.1042,
      "step": 173
    },
    {
      "epoch": 0.0087,
      "grad_norm": 11.294670104980469,
      "learning_rate": 1.9677091704819714e-05,
      "loss": 0.1051,
      "step": 174
    },
    {
      "epoch": 0.00875,
      "grad_norm": 47.32283401489258,
      "learning_rate": 1.9668233886044597e-05,
      "loss": 0.6385,
      "step": 175
    },
    {
      "epoch": 0.0088,
      "grad_norm": 2.0372188091278076,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 0.0944,
      "step": 176
    },
    {
      "epoch": 0.00885,
      "grad_norm": 18.498504638671875,
      "learning_rate": 1.9650164944723116e-05,
      "loss": 0.1258,
      "step": 177
    },
    {
      "epoch": 0.0089,
      "grad_norm": 6.902488708496094,
      "learning_rate": 1.96409540423411e-05,
      "loss": 0.0864,
      "step": 178
    },
    {
      "epoch": 0.00895,
      "grad_norm": 3.099083423614502,
      "learning_rate": 1.9631625667976584e-05,
      "loss": 0.1176,
      "step": 179
    },
    {
      "epoch": 0.009,
      "grad_norm": 47.037715911865234,
      "learning_rate": 1.9622179935292855e-05,
      "loss": 0.4287,
      "step": 180
    },
    {
      "epoch": 0.00905,
      "grad_norm": 28.77621841430664,
      "learning_rate": 1.961261695938319e-05,
      "loss": 0.6359,
      "step": 181
    },
    {
      "epoch": 0.0091,
      "grad_norm": 30.206228256225586,
      "learning_rate": 1.9602936856769432e-05,
      "loss": 0.2638,
      "step": 182
    },
    {
      "epoch": 0.00915,
      "grad_norm": 2.1811752319335938,
      "learning_rate": 1.9593139745400575e-05,
      "loss": 0.081,
      "step": 183
    },
    {
      "epoch": 0.0092,
      "grad_norm": 4.938018798828125,
      "learning_rate": 1.9583225744651334e-05,
      "loss": 0.0994,
      "step": 184
    },
    {
      "epoch": 0.00925,
      "grad_norm": 1.8686426877975464,
      "learning_rate": 1.9573194975320672e-05,
      "loss": 0.0658,
      "step": 185
    },
    {
      "epoch": 0.0093,
      "grad_norm": 1.452397346496582,
      "learning_rate": 1.9563047559630356e-05,
      "loss": 0.0799,
      "step": 186
    },
    {
      "epoch": 0.00935,
      "grad_norm": 9.045763969421387,
      "learning_rate": 1.9552783621223437e-05,
      "loss": 0.1273,
      "step": 187
    },
    {
      "epoch": 0.0094,
      "grad_norm": 66.31456756591797,
      "learning_rate": 1.954240328516277e-05,
      "loss": 0.7519,
      "step": 188
    },
    {
      "epoch": 0.00945,
      "grad_norm": 2.3969008922576904,
      "learning_rate": 1.9531906677929472e-05,
      "loss": 0.0895,
      "step": 189
    },
    {
      "epoch": 0.0095,
      "grad_norm": 4.230534553527832,
      "learning_rate": 1.9521293927421388e-05,
      "loss": 0.1075,
      "step": 190
    },
    {
      "epoch": 0.00955,
      "grad_norm": 2.6471550464630127,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.1113,
      "step": 191
    },
    {
      "epoch": 0.0096,
      "grad_norm": 2.1071929931640625,
      "learning_rate": 1.9499720515246524e-05,
      "loss": 0.071,
      "step": 192
    },
    {
      "epoch": 0.00965,
      "grad_norm": 29.577516555786133,
      "learning_rate": 1.9488760116444966e-05,
      "loss": 0.2003,
      "step": 193
    },
    {
      "epoch": 0.0097,
      "grad_norm": 2.6140875816345215,
      "learning_rate": 1.947768410009586e-05,
      "loss": 0.0934,
      "step": 194
    },
    {
      "epoch": 0.00975,
      "grad_norm": 20.867664337158203,
      "learning_rate": 1.9466492601156964e-05,
      "loss": 0.6841,
      "step": 195
    },
    {
      "epoch": 0.0098,
      "grad_norm": 4.463425159454346,
      "learning_rate": 1.945518575599317e-05,
      "loss": 0.1023,
      "step": 196
    },
    {
      "epoch": 0.00985,
      "grad_norm": 27.137752532958984,
      "learning_rate": 1.944376370237481e-05,
      "loss": 0.28,
      "step": 197
    },
    {
      "epoch": 0.0099,
      "grad_norm": 27.44022560119629,
      "learning_rate": 1.943222657947601e-05,
      "loss": 0.262,
      "step": 198
    },
    {
      "epoch": 0.00995,
      "grad_norm": 86.16558074951172,
      "learning_rate": 1.942057452787297e-05,
      "loss": 0.2155,
      "step": 199
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.05201530456543,
      "learning_rate": 1.9408807689542257e-05,
      "loss": 0.0818,
      "step": 200
    },
    {
      "epoch": 0.01005,
      "grad_norm": 2.2698569297790527,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 0.0961,
      "step": 201
    },
    {
      "epoch": 0.0101,
      "grad_norm": 3.336587429046631,
      "learning_rate": 1.938493022759556e-05,
      "loss": 0.0802,
      "step": 202
    },
    {
      "epoch": 0.01015,
      "grad_norm": 2.88741397857666,
      "learning_rate": 1.937281989491892e-05,
      "loss": 0.0804,
      "step": 203
    },
    {
      "epoch": 0.0102,
      "grad_norm": 35.056396484375,
      "learning_rate": 1.9360595357389735e-05,
      "loss": 0.5725,
      "step": 204
    },
    {
      "epoch": 0.01025,
      "grad_norm": 4.568849086761475,
      "learning_rate": 1.9348256763960146e-05,
      "loss": 0.0933,
      "step": 205
    },
    {
      "epoch": 0.0103,
      "grad_norm": 54.54572296142578,
      "learning_rate": 1.9335804264972018e-05,
      "loss": 0.3056,
      "step": 206
    },
    {
      "epoch": 0.01035,
      "grad_norm": 47.241539001464844,
      "learning_rate": 1.9323238012155125e-05,
      "loss": 0.2674,
      "step": 207
    },
    {
      "epoch": 0.0104,
      "grad_norm": 17.177762985229492,
      "learning_rate": 1.9310558158625286e-05,
      "loss": 0.1673,
      "step": 208
    },
    {
      "epoch": 0.01045,
      "grad_norm": 1.9468616247177124,
      "learning_rate": 1.9297764858882516e-05,
      "loss": 0.1193,
      "step": 209
    },
    {
      "epoch": 0.0105,
      "grad_norm": 18.45438575744629,
      "learning_rate": 1.9284858268809135e-05,
      "loss": 0.2822,
      "step": 210
    },
    {
      "epoch": 0.01055,
      "grad_norm": 43.80156707763672,
      "learning_rate": 1.9271838545667876e-05,
      "loss": 0.9663,
      "step": 211
    },
    {
      "epoch": 0.0106,
      "grad_norm": 2.534038543701172,
      "learning_rate": 1.925870584809995e-05,
      "loss": 0.0924,
      "step": 212
    },
    {
      "epoch": 0.01065,
      "grad_norm": 24.710065841674805,
      "learning_rate": 1.9245460336123136e-05,
      "loss": 0.1385,
      "step": 213
    },
    {
      "epoch": 0.0107,
      "grad_norm": 33.71287536621094,
      "learning_rate": 1.923210217112981e-05,
      "loss": 0.1855,
      "step": 214
    },
    {
      "epoch": 0.01075,
      "grad_norm": 16.790836334228516,
      "learning_rate": 1.9218631515885007e-05,
      "loss": 0.1124,
      "step": 215
    },
    {
      "epoch": 0.0108,
      "grad_norm": 4.847932815551758,
      "learning_rate": 1.9205048534524405e-05,
      "loss": 0.102,
      "step": 216
    },
    {
      "epoch": 0.01085,
      "grad_norm": 47.94908142089844,
      "learning_rate": 1.9191353392552346e-05,
      "loss": 0.6322,
      "step": 217
    },
    {
      "epoch": 0.0109,
      "grad_norm": 1.2221285104751587,
      "learning_rate": 1.9177546256839814e-05,
      "loss": 0.0878,
      "step": 218
    },
    {
      "epoch": 0.01095,
      "grad_norm": 21.5382137298584,
      "learning_rate": 1.9163627295622397e-05,
      "loss": 0.5478,
      "step": 219
    },
    {
      "epoch": 0.011,
      "grad_norm": 6.854888916015625,
      "learning_rate": 1.914959667849825e-05,
      "loss": 0.1052,
      "step": 220
    },
    {
      "epoch": 0.01105,
      "grad_norm": 2.5299158096313477,
      "learning_rate": 1.913545457642601e-05,
      "loss": 0.0806,
      "step": 221
    },
    {
      "epoch": 0.0111,
      "grad_norm": 6.152573585510254,
      "learning_rate": 1.9121201161722732e-05,
      "loss": 0.1596,
      "step": 222
    },
    {
      "epoch": 0.01115,
      "grad_norm": 4.504411220550537,
      "learning_rate": 1.910683660806177e-05,
      "loss": 0.1096,
      "step": 223
    },
    {
      "epoch": 0.0112,
      "grad_norm": 34.63329315185547,
      "learning_rate": 1.9092361090470688e-05,
      "loss": 0.5244,
      "step": 224
    },
    {
      "epoch": 0.01125,
      "grad_norm": 2.805756092071533,
      "learning_rate": 1.907777478532909e-05,
      "loss": 0.0859,
      "step": 225
    },
    {
      "epoch": 0.0113,
      "grad_norm": 7.697692394256592,
      "learning_rate": 1.9063077870366504e-05,
      "loss": 0.1499,
      "step": 226
    },
    {
      "epoch": 0.01135,
      "grad_norm": 3.3117737770080566,
      "learning_rate": 1.9048270524660197e-05,
      "loss": 0.128,
      "step": 227
    },
    {
      "epoch": 0.0114,
      "grad_norm": 84.48941802978516,
      "learning_rate": 1.903335292863301e-05,
      "loss": 0.2558,
      "step": 228
    },
    {
      "epoch": 0.01145,
      "grad_norm": 5.932098865509033,
      "learning_rate": 1.901832526405114e-05,
      "loss": 0.152,
      "step": 229
    },
    {
      "epoch": 0.0115,
      "grad_norm": 2.152769088745117,
      "learning_rate": 1.9003187714021936e-05,
      "loss": 0.1035,
      "step": 230
    },
    {
      "epoch": 0.01155,
      "grad_norm": 2.9696671962738037,
      "learning_rate": 1.8987940462991673e-05,
      "loss": 0.133,
      "step": 231
    },
    {
      "epoch": 0.0116,
      "grad_norm": 1.1272964477539062,
      "learning_rate": 1.8972583696743284e-05,
      "loss": 0.0709,
      "step": 232
    },
    {
      "epoch": 0.01165,
      "grad_norm": 54.1812629699707,
      "learning_rate": 1.895711760239413e-05,
      "loss": 1.4537,
      "step": 233
    },
    {
      "epoch": 0.0117,
      "grad_norm": 6.666309356689453,
      "learning_rate": 1.8941542368393683e-05,
      "loss": 0.1203,
      "step": 234
    },
    {
      "epoch": 0.01175,
      "grad_norm": 14.333596229553223,
      "learning_rate": 1.892585818452126e-05,
      "loss": 0.1418,
      "step": 235
    },
    {
      "epoch": 0.0118,
      "grad_norm": 9.919900894165039,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.1157,
      "step": 236
    },
    {
      "epoch": 0.01185,
      "grad_norm": 16.620220184326172,
      "learning_rate": 1.889416373291298e-05,
      "loss": 0.1148,
      "step": 237
    },
    {
      "epoch": 0.0119,
      "grad_norm": 1.308577537536621,
      "learning_rate": 1.8878153851364013e-05,
      "loss": 0.0823,
      "step": 238
    },
    {
      "epoch": 0.01195,
      "grad_norm": 2.889721155166626,
      "learning_rate": 1.8862035792312148e-05,
      "loss": 0.0808,
      "step": 239
    },
    {
      "epoch": 0.012,
      "grad_norm": 9.654630661010742,
      "learning_rate": 1.884580975215084e-05,
      "loss": 0.1474,
      "step": 240
    },
    {
      "epoch": 0.01205,
      "grad_norm": 1.4449971914291382,
      "learning_rate": 1.8829475928589272e-05,
      "loss": 0.0831,
      "step": 241
    },
    {
      "epoch": 0.0121,
      "grad_norm": 2.7385785579681396,
      "learning_rate": 1.8813034520649923e-05,
      "loss": 0.1073,
      "step": 242
    },
    {
      "epoch": 0.01215,
      "grad_norm": 2.1100575923919678,
      "learning_rate": 1.879648572866617e-05,
      "loss": 0.0856,
      "step": 243
    },
    {
      "epoch": 0.0122,
      "grad_norm": 22.79264259338379,
      "learning_rate": 1.8779829754279806e-05,
      "loss": 0.1046,
      "step": 244
    },
    {
      "epoch": 0.01225,
      "grad_norm": 2.072134017944336,
      "learning_rate": 1.8763066800438638e-05,
      "loss": 0.0798,
      "step": 245
    },
    {
      "epoch": 0.0123,
      "grad_norm": 28.02008628845215,
      "learning_rate": 1.874619707139396e-05,
      "loss": 0.3727,
      "step": 246
    },
    {
      "epoch": 0.01235,
      "grad_norm": 1.2192667722702026,
      "learning_rate": 1.8729220772698096e-05,
      "loss": 0.0597,
      "step": 247
    },
    {
      "epoch": 0.0124,
      "grad_norm": 2.538534641265869,
      "learning_rate": 1.8712138111201898e-05,
      "loss": 0.1174,
      "step": 248
    },
    {
      "epoch": 0.01245,
      "grad_norm": 3.2410473823547363,
      "learning_rate": 1.869494929505219e-05,
      "loss": 0.1064,
      "step": 249
    },
    {
      "epoch": 0.0125,
      "grad_norm": 9.867326736450195,
      "learning_rate": 1.8677654533689287e-05,
      "loss": 0.7139,
      "step": 250
    },
    {
      "epoch": 0.01255,
      "grad_norm": 2.04473876953125,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.0692,
      "step": 251
    },
    {
      "epoch": 0.0126,
      "grad_norm": 1.841275930404663,
      "learning_rate": 1.864274801953705e-05,
      "loss": 0.0794,
      "step": 252
    },
    {
      "epoch": 0.01265,
      "grad_norm": 1.7441390752792358,
      "learning_rate": 1.8625136692072577e-05,
      "loss": 0.0713,
      "step": 253
    },
    {
      "epoch": 0.0127,
      "grad_norm": 89.4349594116211,
      "learning_rate": 1.860742027003944e-05,
      "loss": 0.317,
      "step": 254
    },
    {
      "epoch": 0.01275,
      "grad_norm": 59.13755798339844,
      "learning_rate": 1.8589598969306646e-05,
      "loss": 0.2077,
      "step": 255
    },
    {
      "epoch": 0.0128,
      "grad_norm": 24.257322311401367,
      "learning_rate": 1.8571673007021124e-05,
      "loss": 0.3272,
      "step": 256
    },
    {
      "epoch": 0.01285,
      "grad_norm": 3.105194091796875,
      "learning_rate": 1.855364260160507e-05,
      "loss": 0.0992,
      "step": 257
    },
    {
      "epoch": 0.0129,
      "grad_norm": 2.192078113555908,
      "learning_rate": 1.8535507972753275e-05,
      "loss": 0.069,
      "step": 258
    },
    {
      "epoch": 0.01295,
      "grad_norm": 21.576236724853516,
      "learning_rate": 1.851726934143048e-05,
      "loss": 0.54,
      "step": 259
    },
    {
      "epoch": 0.013,
      "grad_norm": 4.011931419372559,
      "learning_rate": 1.849892692986864e-05,
      "loss": 0.1241,
      "step": 260
    },
    {
      "epoch": 0.01305,
      "grad_norm": 1.8716342449188232,
      "learning_rate": 1.848048096156426e-05,
      "loss": 0.0919,
      "step": 261
    },
    {
      "epoch": 0.0131,
      "grad_norm": 36.63429641723633,
      "learning_rate": 1.8461931661275642e-05,
      "loss": 0.8812,
      "step": 262
    },
    {
      "epoch": 0.01315,
      "grad_norm": 36.83095169067383,
      "learning_rate": 1.8443279255020153e-05,
      "loss": 0.4525,
      "step": 263
    },
    {
      "epoch": 0.0132,
      "grad_norm": 2.323366165161133,
      "learning_rate": 1.842452397007148e-05,
      "loss": 0.0841,
      "step": 264
    },
    {
      "epoch": 0.01325,
      "grad_norm": 14.090721130371094,
      "learning_rate": 1.8405666034956842e-05,
      "loss": 0.1602,
      "step": 265
    },
    {
      "epoch": 0.0133,
      "grad_norm": 12.795496940612793,
      "learning_rate": 1.8386705679454243e-05,
      "loss": 0.182,
      "step": 266
    },
    {
      "epoch": 0.01335,
      "grad_norm": 4.722551345825195,
      "learning_rate": 1.836764313458962e-05,
      "loss": 0.1357,
      "step": 267
    },
    {
      "epoch": 0.0134,
      "grad_norm": 16.780805587768555,
      "learning_rate": 1.8348478632634067e-05,
      "loss": 0.3341,
      "step": 268
    },
    {
      "epoch": 0.01345,
      "grad_norm": 1.7280741930007935,
      "learning_rate": 1.8329212407100996e-05,
      "loss": 0.0941,
      "step": 269
    },
    {
      "epoch": 0.0135,
      "grad_norm": 3.2625572681427,
      "learning_rate": 1.8309844692743283e-05,
      "loss": 0.1768,
      "step": 270
    },
    {
      "epoch": 0.01355,
      "grad_norm": 2.5432939529418945,
      "learning_rate": 1.8290375725550417e-05,
      "loss": 0.0925,
      "step": 271
    },
    {
      "epoch": 0.0136,
      "grad_norm": 57.257667541503906,
      "learning_rate": 1.827080574274562e-05,
      "loss": 0.3118,
      "step": 272
    },
    {
      "epoch": 0.01365,
      "grad_norm": 7.988307476043701,
      "learning_rate": 1.8251134982782952e-05,
      "loss": 0.1129,
      "step": 273
    },
    {
      "epoch": 0.0137,
      "grad_norm": 1.5597671270370483,
      "learning_rate": 1.8231363685344422e-05,
      "loss": 0.0753,
      "step": 274
    },
    {
      "epoch": 0.01375,
      "grad_norm": 18.671035766601562,
      "learning_rate": 1.821149209133704e-05,
      "loss": 0.1241,
      "step": 275
    },
    {
      "epoch": 0.0138,
      "grad_norm": 1.7065479755401611,
      "learning_rate": 1.819152044288992e-05,
      "loss": 0.0809,
      "step": 276
    },
    {
      "epoch": 0.01385,
      "grad_norm": 31.31546401977539,
      "learning_rate": 1.8171448983351284e-05,
      "loss": 0.2415,
      "step": 277
    },
    {
      "epoch": 0.0139,
      "grad_norm": 2.4892303943634033,
      "learning_rate": 1.815127795728554e-05,
      "loss": 0.096,
      "step": 278
    },
    {
      "epoch": 0.01395,
      "grad_norm": 2.3767950534820557,
      "learning_rate": 1.8131007610470278e-05,
      "loss": 0.1194,
      "step": 279
    },
    {
      "epoch": 0.014,
      "grad_norm": 24.376630783081055,
      "learning_rate": 1.8110638189893267e-05,
      "loss": 0.2867,
      "step": 280
    },
    {
      "epoch": 0.01405,
      "grad_norm": 2.7759625911712646,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.1072,
      "step": 281
    },
    {
      "epoch": 0.0141,
      "grad_norm": 16.7757511138916,
      "learning_rate": 1.806960312143802e-05,
      "loss": 0.6312,
      "step": 282
    },
    {
      "epoch": 0.01415,
      "grad_norm": 4.640740871429443,
      "learning_rate": 1.804893797355914e-05,
      "loss": 0.1236,
      "step": 283
    },
    {
      "epoch": 0.0142,
      "grad_norm": 1.8363475799560547,
      "learning_rate": 1.8028174751911147e-05,
      "loss": 0.0859,
      "step": 284
    },
    {
      "epoch": 0.01425,
      "grad_norm": 1.5419412851333618,
      "learning_rate": 1.8007313709487334e-05,
      "loss": 0.0685,
      "step": 285
    },
    {
      "epoch": 0.0143,
      "grad_norm": 45.82707214355469,
      "learning_rate": 1.798635510047293e-05,
      "loss": 0.552,
      "step": 286
    },
    {
      "epoch": 0.01435,
      "grad_norm": 1.4965375661849976,
      "learning_rate": 1.7965299180241963e-05,
      "loss": 0.0868,
      "step": 287
    },
    {
      "epoch": 0.0144,
      "grad_norm": 34.65620422363281,
      "learning_rate": 1.7944146205354182e-05,
      "loss": 0.851,
      "step": 288
    },
    {
      "epoch": 0.01445,
      "grad_norm": 2.195761203765869,
      "learning_rate": 1.792289643355191e-05,
      "loss": 0.1009,
      "step": 289
    },
    {
      "epoch": 0.0145,
      "grad_norm": 1.3684836626052856,
      "learning_rate": 1.7901550123756906e-05,
      "loss": 0.0731,
      "step": 290
    },
    {
      "epoch": 0.01455,
      "grad_norm": 1.6004326343536377,
      "learning_rate": 1.788010753606722e-05,
      "loss": 0.0831,
      "step": 291
    },
    {
      "epoch": 0.0146,
      "grad_norm": 26.745464324951172,
      "learning_rate": 1.785856893175402e-05,
      "loss": 0.4283,
      "step": 292
    },
    {
      "epoch": 0.01465,
      "grad_norm": 78.65120697021484,
      "learning_rate": 1.78369345732584e-05,
      "loss": 0.3526,
      "step": 293
    },
    {
      "epoch": 0.0147,
      "grad_norm": 1.7803980112075806,
      "learning_rate": 1.781520472418819e-05,
      "loss": 0.0837,
      "step": 294
    },
    {
      "epoch": 0.01475,
      "grad_norm": 8.317599296569824,
      "learning_rate": 1.7793379649314743e-05,
      "loss": 0.1051,
      "step": 295
    },
    {
      "epoch": 0.0148,
      "grad_norm": 10.342424392700195,
      "learning_rate": 1.777145961456971e-05,
      "loss": 0.11,
      "step": 296
    },
    {
      "epoch": 0.01485,
      "grad_norm": 35.15061950683594,
      "learning_rate": 1.7749444887041797e-05,
      "loss": 0.3765,
      "step": 297
    },
    {
      "epoch": 0.0149,
      "grad_norm": 11.10451889038086,
      "learning_rate": 1.7727335734973512e-05,
      "loss": 0.1197,
      "step": 298
    },
    {
      "epoch": 0.01495,
      "grad_norm": 1.8988792896270752,
      "learning_rate": 1.7705132427757895e-05,
      "loss": 0.1009,
      "step": 299
    },
    {
      "epoch": 0.015,
      "grad_norm": 6.130817413330078,
      "learning_rate": 1.7682835235935236e-05,
      "loss": 0.1401,
      "step": 300
    },
    {
      "epoch": 0.01505,
      "grad_norm": 1.9723719358444214,
      "learning_rate": 1.766044443118978e-05,
      "loss": 0.0877,
      "step": 301
    },
    {
      "epoch": 0.0151,
      "grad_norm": 2.882294178009033,
      "learning_rate": 1.7637960286346423e-05,
      "loss": 0.0815,
      "step": 302
    },
    {
      "epoch": 0.01515,
      "grad_norm": 18.67458152770996,
      "learning_rate": 1.761538307536737e-05,
      "loss": 0.1527,
      "step": 303
    },
    {
      "epoch": 0.0152,
      "grad_norm": 34.37173080444336,
      "learning_rate": 1.759271307334881e-05,
      "loss": 0.6591,
      "step": 304
    },
    {
      "epoch": 0.01525,
      "grad_norm": 1.8363667726516724,
      "learning_rate": 1.7569950556517566e-05,
      "loss": 0.0853,
      "step": 305
    },
    {
      "epoch": 0.0153,
      "grad_norm": 1.6190111637115479,
      "learning_rate": 1.7547095802227723e-05,
      "loss": 0.0684,
      "step": 306
    },
    {
      "epoch": 0.01535,
      "grad_norm": 2.7849435806274414,
      "learning_rate": 1.7524149088957244e-05,
      "loss": 0.1081,
      "step": 307
    },
    {
      "epoch": 0.0154,
      "grad_norm": 2.385519504547119,
      "learning_rate": 1.7501110696304598e-05,
      "loss": 0.0699,
      "step": 308
    },
    {
      "epoch": 0.01545,
      "grad_norm": 103.18679809570312,
      "learning_rate": 1.747798090498532e-05,
      "loss": 0.2133,
      "step": 309
    },
    {
      "epoch": 0.0155,
      "grad_norm": 21.587390899658203,
      "learning_rate": 1.7454759996828622e-05,
      "loss": 0.1336,
      "step": 310
    },
    {
      "epoch": 0.01555,
      "grad_norm": 64.16925048828125,
      "learning_rate": 1.7431448254773943e-05,
      "loss": 0.5498,
      "step": 311
    },
    {
      "epoch": 0.0156,
      "grad_norm": 1.3994704484939575,
      "learning_rate": 1.74080459628675e-05,
      "loss": 0.0807,
      "step": 312
    },
    {
      "epoch": 0.01565,
      "grad_norm": 2.7629127502441406,
      "learning_rate": 1.7384553406258842e-05,
      "loss": 0.1061,
      "step": 313
    },
    {
      "epoch": 0.0157,
      "grad_norm": 0.7181133031845093,
      "learning_rate": 1.7360970871197347e-05,
      "loss": 0.0615,
      "step": 314
    },
    {
      "epoch": 0.01575,
      "grad_norm": 1.9693636894226074,
      "learning_rate": 1.7337298645028764e-05,
      "loss": 0.0854,
      "step": 315
    },
    {
      "epoch": 0.0158,
      "grad_norm": 2.3914601802825928,
      "learning_rate": 1.7313537016191706e-05,
      "loss": 0.1046,
      "step": 316
    },
    {
      "epoch": 0.01585,
      "grad_norm": 1.8866361379623413,
      "learning_rate": 1.7289686274214116e-05,
      "loss": 0.0777,
      "step": 317
    },
    {
      "epoch": 0.0159,
      "grad_norm": 8.258055686950684,
      "learning_rate": 1.7265746709709762e-05,
      "loss": 0.5726,
      "step": 318
    },
    {
      "epoch": 0.01595,
      "grad_norm": 3.7941558361053467,
      "learning_rate": 1.7241718614374678e-05,
      "loss": 0.1251,
      "step": 319
    },
    {
      "epoch": 0.016,
      "grad_norm": 2.7949891090393066,
      "learning_rate": 1.7217602280983622e-05,
      "loss": 0.0826,
      "step": 320
    },
    {
      "epoch": 0.01605,
      "grad_norm": 27.749094009399414,
      "learning_rate": 1.7193398003386514e-05,
      "loss": 0.4803,
      "step": 321
    },
    {
      "epoch": 0.0161,
      "grad_norm": 2.399714708328247,
      "learning_rate": 1.716910607650483e-05,
      "loss": 0.1006,
      "step": 322
    },
    {
      "epoch": 0.01615,
      "grad_norm": 5.782076835632324,
      "learning_rate": 1.7144726796328034e-05,
      "loss": 0.1101,
      "step": 323
    },
    {
      "epoch": 0.0162,
      "grad_norm": 2.2748818397521973,
      "learning_rate": 1.712026045990997e-05,
      "loss": 0.1027,
      "step": 324
    },
    {
      "epoch": 0.01625,
      "grad_norm": 7.266913414001465,
      "learning_rate": 1.709570736536521e-05,
      "loss": 0.112,
      "step": 325
    },
    {
      "epoch": 0.0163,
      "grad_norm": 1.6896015405654907,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.0824,
      "step": 326
    },
    {
      "epoch": 0.01635,
      "grad_norm": 12.456267356872559,
      "learning_rate": 1.7046342099635948e-05,
      "loss": 0.1114,
      "step": 327
    },
    {
      "epoch": 0.0164,
      "grad_norm": 7.791019916534424,
      "learning_rate": 1.7021530529951627e-05,
      "loss": 0.0909,
      "step": 328
    },
    {
      "epoch": 0.01645,
      "grad_norm": 12.910639762878418,
      "learning_rate": 1.6996633405133656e-05,
      "loss": 0.1899,
      "step": 329
    },
    {
      "epoch": 0.0165,
      "grad_norm": 2.853062152862549,
      "learning_rate": 1.697165102854565e-05,
      "loss": 0.0908,
      "step": 330
    },
    {
      "epoch": 0.01655,
      "grad_norm": 15.528128623962402,
      "learning_rate": 1.6946583704589973e-05,
      "loss": 0.4061,
      "step": 331
    },
    {
      "epoch": 0.0166,
      "grad_norm": 48.358848571777344,
      "learning_rate": 1.692143173870407e-05,
      "loss": 0.4315,
      "step": 332
    },
    {
      "epoch": 0.01665,
      "grad_norm": 3.2647809982299805,
      "learning_rate": 1.68961954373567e-05,
      "loss": 0.1223,
      "step": 333
    },
    {
      "epoch": 0.0167,
      "grad_norm": 11.482593536376953,
      "learning_rate": 1.6870875108044233e-05,
      "loss": 0.1696,
      "step": 334
    },
    {
      "epoch": 0.01675,
      "grad_norm": 1.3692466020584106,
      "learning_rate": 1.684547105928689e-05,
      "loss": 0.077,
      "step": 335
    },
    {
      "epoch": 0.0168,
      "grad_norm": 117.79779052734375,
      "learning_rate": 1.6819983600624986e-05,
      "loss": 0.2993,
      "step": 336
    },
    {
      "epoch": 0.01685,
      "grad_norm": 2.0206730365753174,
      "learning_rate": 1.6794413042615168e-05,
      "loss": 0.092,
      "step": 337
    },
    {
      "epoch": 0.0169,
      "grad_norm": 34.888587951660156,
      "learning_rate": 1.6768759696826608e-05,
      "loss": 0.1954,
      "step": 338
    },
    {
      "epoch": 0.01695,
      "grad_norm": 7.209064483642578,
      "learning_rate": 1.6743023875837233e-05,
      "loss": 0.1342,
      "step": 339
    },
    {
      "epoch": 0.017,
      "grad_norm": 1.6078732013702393,
      "learning_rate": 1.6717205893229904e-05,
      "loss": 0.0846,
      "step": 340
    },
    {
      "epoch": 0.01705,
      "grad_norm": 63.080848693847656,
      "learning_rate": 1.6691306063588583e-05,
      "loss": 0.411,
      "step": 341
    },
    {
      "epoch": 0.0171,
      "grad_norm": 29.949630737304688,
      "learning_rate": 1.6665324702494524e-05,
      "loss": 0.6917,
      "step": 342
    },
    {
      "epoch": 0.01715,
      "grad_norm": 31.307920455932617,
      "learning_rate": 1.6639262126522417e-05,
      "loss": 0.2668,
      "step": 343
    },
    {
      "epoch": 0.0172,
      "grad_norm": 13.792570114135742,
      "learning_rate": 1.661311865323652e-05,
      "loss": 0.119,
      "step": 344
    },
    {
      "epoch": 0.01725,
      "grad_norm": 30.71436882019043,
      "learning_rate": 1.6586894601186804e-05,
      "loss": 0.6006,
      "step": 345
    },
    {
      "epoch": 0.0173,
      "grad_norm": 2.122511863708496,
      "learning_rate": 1.6560590289905074e-05,
      "loss": 0.1022,
      "step": 346
    },
    {
      "epoch": 0.01735,
      "grad_norm": 4.920584201812744,
      "learning_rate": 1.6534206039901057e-05,
      "loss": 0.1127,
      "step": 347
    },
    {
      "epoch": 0.0174,
      "grad_norm": 76.10581970214844,
      "learning_rate": 1.650774217265851e-05,
      "loss": 0.2452,
      "step": 348
    },
    {
      "epoch": 0.01745,
      "grad_norm": 0.8686180114746094,
      "learning_rate": 1.6481199010631312e-05,
      "loss": 0.0773,
      "step": 349
    },
    {
      "epoch": 0.0175,
      "grad_norm": 2.1581313610076904,
      "learning_rate": 1.645457687723951e-05,
      "loss": 0.1051,
      "step": 350
    },
    {
      "epoch": 0.01755,
      "grad_norm": 1.0424079895019531,
      "learning_rate": 1.6427876096865394e-05,
      "loss": 0.0849,
      "step": 351
    },
    {
      "epoch": 0.0176,
      "grad_norm": 2.0918571949005127,
      "learning_rate": 1.6401096994849558e-05,
      "loss": 0.0837,
      "step": 352
    },
    {
      "epoch": 0.01765,
      "grad_norm": 2.8070149421691895,
      "learning_rate": 1.63742398974869e-05,
      "loss": 0.0866,
      "step": 353
    },
    {
      "epoch": 0.0177,
      "grad_norm": 2.4599366188049316,
      "learning_rate": 1.6347305132022677e-05,
      "loss": 0.0953,
      "step": 354
    },
    {
      "epoch": 0.01775,
      "grad_norm": 1.8522323369979858,
      "learning_rate": 1.632029302664851e-05,
      "loss": 0.0858,
      "step": 355
    },
    {
      "epoch": 0.0178,
      "grad_norm": 29.34244728088379,
      "learning_rate": 1.6293203910498375e-05,
      "loss": 0.3812,
      "step": 356
    },
    {
      "epoch": 0.01785,
      "grad_norm": 2.804577112197876,
      "learning_rate": 1.6266038113644605e-05,
      "loss": 0.106,
      "step": 357
    },
    {
      "epoch": 0.0179,
      "grad_norm": 1.0157254934310913,
      "learning_rate": 1.6238795967093865e-05,
      "loss": 0.0745,
      "step": 358
    },
    {
      "epoch": 0.01795,
      "grad_norm": 1.1413592100143433,
      "learning_rate": 1.6211477802783105e-05,
      "loss": 0.0695,
      "step": 359
    },
    {
      "epoch": 0.018,
      "grad_norm": 1.7196788787841797,
      "learning_rate": 1.6184083953575543e-05,
      "loss": 0.0858,
      "step": 360
    },
    {
      "epoch": 0.01805,
      "grad_norm": 9.58154296875,
      "learning_rate": 1.6156614753256583e-05,
      "loss": 0.5321,
      "step": 361
    },
    {
      "epoch": 0.0181,
      "grad_norm": 27.282711029052734,
      "learning_rate": 1.6129070536529767e-05,
      "loss": 0.2956,
      "step": 362
    },
    {
      "epoch": 0.01815,
      "grad_norm": 2.1738831996917725,
      "learning_rate": 1.610145163901268e-05,
      "loss": 0.0872,
      "step": 363
    },
    {
      "epoch": 0.0182,
      "grad_norm": 54.08341598510742,
      "learning_rate": 1.607375839723287e-05,
      "loss": 0.2653,
      "step": 364
    },
    {
      "epoch": 0.01825,
      "grad_norm": 32.51065444946289,
      "learning_rate": 1.6045991148623752e-05,
      "loss": 0.6676,
      "step": 365
    },
    {
      "epoch": 0.0183,
      "grad_norm": 2.3353264331817627,
      "learning_rate": 1.6018150231520486e-05,
      "loss": 0.0746,
      "step": 366
    },
    {
      "epoch": 0.01835,
      "grad_norm": 2.272801160812378,
      "learning_rate": 1.599023598515586e-05,
      "loss": 0.088,
      "step": 367
    },
    {
      "epoch": 0.0184,
      "grad_norm": 3.1989638805389404,
      "learning_rate": 1.5962248749656158e-05,
      "loss": 0.1,
      "step": 368
    },
    {
      "epoch": 0.01845,
      "grad_norm": 2.0776147842407227,
      "learning_rate": 1.5934188866037017e-05,
      "loss": 0.0704,
      "step": 369
    },
    {
      "epoch": 0.0185,
      "grad_norm": 1.6304274797439575,
      "learning_rate": 1.5906056676199256e-05,
      "loss": 0.068,
      "step": 370
    },
    {
      "epoch": 0.01855,
      "grad_norm": 1.6919046640396118,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.0871,
      "step": 371
    },
    {
      "epoch": 0.0186,
      "grad_norm": 15.512767791748047,
      "learning_rate": 1.584957674987216e-05,
      "loss": 0.2278,
      "step": 372
    },
    {
      "epoch": 0.01865,
      "grad_norm": 1.8702269792556763,
      "learning_rate": 1.5821229701572897e-05,
      "loss": 0.1016,
      "step": 373
    },
    {
      "epoch": 0.0187,
      "grad_norm": 2.2889702320098877,
      "learning_rate": 1.5792811723426787e-05,
      "loss": 0.0825,
      "step": 374
    },
    {
      "epoch": 0.01875,
      "grad_norm": 0.818047046661377,
      "learning_rate": 1.5764323161697933e-05,
      "loss": 0.0647,
      "step": 375
    },
    {
      "epoch": 0.0188,
      "grad_norm": 6.705317974090576,
      "learning_rate": 1.573576436351046e-05,
      "loss": 0.1588,
      "step": 376
    },
    {
      "epoch": 0.01885,
      "grad_norm": 70.91289520263672,
      "learning_rate": 1.570713567684432e-05,
      "loss": 0.264,
      "step": 377
    },
    {
      "epoch": 0.0189,
      "grad_norm": 4.24697732925415,
      "learning_rate": 1.5678437450531014e-05,
      "loss": 0.1044,
      "step": 378
    },
    {
      "epoch": 0.01895,
      "grad_norm": 1.2441545724868774,
      "learning_rate": 1.564967003424938e-05,
      "loss": 0.0676,
      "step": 379
    },
    {
      "epoch": 0.019,
      "grad_norm": 11.383224487304688,
      "learning_rate": 1.5620833778521306e-05,
      "loss": 0.1717,
      "step": 380
    },
    {
      "epoch": 0.01905,
      "grad_norm": 1.8020143508911133,
      "learning_rate": 1.5591929034707468e-05,
      "loss": 0.0915,
      "step": 381
    },
    {
      "epoch": 0.0191,
      "grad_norm": 1.5403460264205933,
      "learning_rate": 1.556295615500305e-05,
      "loss": 0.0942,
      "step": 382
    },
    {
      "epoch": 0.01915,
      "grad_norm": 4.809276103973389,
      "learning_rate": 1.553391549243344e-05,
      "loss": 0.1307,
      "step": 383
    },
    {
      "epoch": 0.0192,
      "grad_norm": 1.7769126892089844,
      "learning_rate": 1.5504807400849957e-05,
      "loss": 0.0981,
      "step": 384
    },
    {
      "epoch": 0.01925,
      "grad_norm": 21.044578552246094,
      "learning_rate": 1.5475632234925505e-05,
      "loss": 0.1922,
      "step": 385
    },
    {
      "epoch": 0.0193,
      "grad_norm": 2.1597342491149902,
      "learning_rate": 1.5446390350150272e-05,
      "loss": 0.0778,
      "step": 386
    },
    {
      "epoch": 0.01935,
      "grad_norm": 71.87742614746094,
      "learning_rate": 1.54170821028274e-05,
      "loss": 0.2516,
      "step": 387
    },
    {
      "epoch": 0.0194,
      "grad_norm": 2.8716869354248047,
      "learning_rate": 1.5387707850068633e-05,
      "loss": 0.0801,
      "step": 388
    },
    {
      "epoch": 0.01945,
      "grad_norm": 3.6430041790008545,
      "learning_rate": 1.5358267949789968e-05,
      "loss": 0.0982,
      "step": 389
    },
    {
      "epoch": 0.0195,
      "grad_norm": 3.5003151893615723,
      "learning_rate": 1.53287627607073e-05,
      "loss": 0.1146,
      "step": 390
    },
    {
      "epoch": 0.01955,
      "grad_norm": 33.15953826904297,
      "learning_rate": 1.529919264233205e-05,
      "loss": 0.5638,
      "step": 391
    },
    {
      "epoch": 0.0196,
      "grad_norm": 68.7998046875,
      "learning_rate": 1.5269557954966777e-05,
      "loss": 0.2967,
      "step": 392
    },
    {
      "epoch": 0.01965,
      "grad_norm": 4.234882831573486,
      "learning_rate": 1.5239859059700794e-05,
      "loss": 0.108,
      "step": 393
    },
    {
      "epoch": 0.0197,
      "grad_norm": 1.4191491603851318,
      "learning_rate": 1.5210096318405768e-05,
      "loss": 0.0816,
      "step": 394
    },
    {
      "epoch": 0.01975,
      "grad_norm": 1.553654670715332,
      "learning_rate": 1.5180270093731305e-05,
      "loss": 0.0849,
      "step": 395
    },
    {
      "epoch": 0.0198,
      "grad_norm": 28.652915954589844,
      "learning_rate": 1.5150380749100545e-05,
      "loss": 0.3633,
      "step": 396
    },
    {
      "epoch": 0.01985,
      "grad_norm": 7.698509216308594,
      "learning_rate": 1.5120428648705716e-05,
      "loss": 0.1178,
      "step": 397
    },
    {
      "epoch": 0.0199,
      "grad_norm": 1.612652063369751,
      "learning_rate": 1.5090414157503715e-05,
      "loss": 0.0578,
      "step": 398
    },
    {
      "epoch": 0.01995,
      "grad_norm": 19.84796714782715,
      "learning_rate": 1.5060337641211637e-05,
      "loss": 0.321,
      "step": 399
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.804268836975098,
      "learning_rate": 1.5030199466302354e-05,
      "loss": 0.1119,
      "step": 400
    },
    {
      "epoch": 0.02005,
      "grad_norm": 30.93545913696289,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.2467,
      "step": 401
    },
    {
      "epoch": 0.0201,
      "grad_norm": 77.25408172607422,
      "learning_rate": 1.4969739610275556e-05,
      "loss": 0.3551,
      "step": 402
    },
    {
      "epoch": 0.02015,
      "grad_norm": 1.7736424207687378,
      "learning_rate": 1.493941866584231e-05,
      "loss": 0.0929,
      "step": 403
    },
    {
      "epoch": 0.0202,
      "grad_norm": 5.388272285461426,
      "learning_rate": 1.490903753615141e-05,
      "loss": 0.1161,
      "step": 404
    },
    {
      "epoch": 0.02025,
      "grad_norm": 2.175442934036255,
      "learning_rate": 1.4878596591387329e-05,
      "loss": 0.0694,
      "step": 405
    },
    {
      "epoch": 0.0203,
      "grad_norm": 1.5696885585784912,
      "learning_rate": 1.4848096202463373e-05,
      "loss": 0.1043,
      "step": 406
    },
    {
      "epoch": 0.02035,
      "grad_norm": 1.4840455055236816,
      "learning_rate": 1.4817536741017153e-05,
      "loss": 0.0649,
      "step": 407
    },
    {
      "epoch": 0.0204,
      "grad_norm": 27.966121673583984,
      "learning_rate": 1.478691857940607e-05,
      "loss": 0.1131,
      "step": 408
    },
    {
      "epoch": 0.02045,
      "grad_norm": 1.381766438484192,
      "learning_rate": 1.4756242090702756e-05,
      "loss": 0.0965,
      "step": 409
    },
    {
      "epoch": 0.0205,
      "grad_norm": 1.185716986656189,
      "learning_rate": 1.4725507648690542e-05,
      "loss": 0.0692,
      "step": 410
    },
    {
      "epoch": 0.02055,
      "grad_norm": 1.860116720199585,
      "learning_rate": 1.469471562785891e-05,
      "loss": 0.0943,
      "step": 411
    },
    {
      "epoch": 0.0206,
      "grad_norm": 1.27677583694458,
      "learning_rate": 1.4663866403398915e-05,
      "loss": 0.061,
      "step": 412
    },
    {
      "epoch": 0.02065,
      "grad_norm": 1.2773680686950684,
      "learning_rate": 1.463296035119862e-05,
      "loss": 0.079,
      "step": 413
    },
    {
      "epoch": 0.0207,
      "grad_norm": 3.0321786403656006,
      "learning_rate": 1.4601997847838518e-05,
      "loss": 0.0769,
      "step": 414
    },
    {
      "epoch": 0.02075,
      "grad_norm": 1.8801988363265991,
      "learning_rate": 1.4570979270586944e-05,
      "loss": 0.0725,
      "step": 415
    },
    {
      "epoch": 0.0208,
      "grad_norm": 35.990970611572266,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.5037,
      "step": 416
    },
    {
      "epoch": 0.02085,
      "grad_norm": 21.723236083984375,
      "learning_rate": 1.4508775406894308e-05,
      "loss": 0.5753,
      "step": 417
    },
    {
      "epoch": 0.0209,
      "grad_norm": 1.4752088785171509,
      "learning_rate": 1.4477590878387697e-05,
      "loss": 0.0777,
      "step": 418
    },
    {
      "epoch": 0.02095,
      "grad_norm": 81.2683334350586,
      "learning_rate": 1.4446351791849276e-05,
      "loss": 0.2849,
      "step": 419
    },
    {
      "epoch": 0.021,
      "grad_norm": 1.2820717096328735,
      "learning_rate": 1.4415058527917454e-05,
      "loss": 0.0606,
      "step": 420
    },
    {
      "epoch": 0.02105,
      "grad_norm": 43.90168380737305,
      "learning_rate": 1.4383711467890776e-05,
      "loss": 0.15,
      "step": 421
    },
    {
      "epoch": 0.0211,
      "grad_norm": 2.168410301208496,
      "learning_rate": 1.4352310993723277e-05,
      "loss": 0.0768,
      "step": 422
    },
    {
      "epoch": 0.02115,
      "grad_norm": 2.721632242202759,
      "learning_rate": 1.4320857488019826e-05,
      "loss": 0.0778,
      "step": 423
    },
    {
      "epoch": 0.0212,
      "grad_norm": 31.003597259521484,
      "learning_rate": 1.4289351334031461e-05,
      "loss": 0.3962,
      "step": 424
    },
    {
      "epoch": 0.02125,
      "grad_norm": 2.4142940044403076,
      "learning_rate": 1.4257792915650728e-05,
      "loss": 0.066,
      "step": 425
    },
    {
      "epoch": 0.0213,
      "grad_norm": 0.9857182502746582,
      "learning_rate": 1.4226182617406996e-05,
      "loss": 0.0628,
      "step": 426
    },
    {
      "epoch": 0.02135,
      "grad_norm": 27.239112854003906,
      "learning_rate": 1.4194520824461773e-05,
      "loss": 0.1553,
      "step": 427
    },
    {
      "epoch": 0.0214,
      "grad_norm": 1.5095759630203247,
      "learning_rate": 1.4162807922604014e-05,
      "loss": 0.0623,
      "step": 428
    },
    {
      "epoch": 0.02145,
      "grad_norm": 1.2446397542953491,
      "learning_rate": 1.413104429824542e-05,
      "loss": 0.0632,
      "step": 429
    },
    {
      "epoch": 0.0215,
      "grad_norm": 23.939973831176758,
      "learning_rate": 1.4099230338415728e-05,
      "loss": 0.0938,
      "step": 430
    },
    {
      "epoch": 0.02155,
      "grad_norm": 2.7718734741210938,
      "learning_rate": 1.4067366430758004e-05,
      "loss": 0.1157,
      "step": 431
    },
    {
      "epoch": 0.0216,
      "grad_norm": 1.762878656387329,
      "learning_rate": 1.4035452963523903e-05,
      "loss": 0.0837,
      "step": 432
    },
    {
      "epoch": 0.02165,
      "grad_norm": 1.1785478591918945,
      "learning_rate": 1.4003490325568953e-05,
      "loss": 0.0786,
      "step": 433
    },
    {
      "epoch": 0.0217,
      "grad_norm": 2.3212571144104004,
      "learning_rate": 1.3971478906347806e-05,
      "loss": 0.0795,
      "step": 434
    },
    {
      "epoch": 0.02175,
      "grad_norm": 61.90953826904297,
      "learning_rate": 1.3939419095909513e-05,
      "loss": 0.1883,
      "step": 435
    },
    {
      "epoch": 0.0218,
      "grad_norm": 2.4108712673187256,
      "learning_rate": 1.3907311284892737e-05,
      "loss": 0.101,
      "step": 436
    },
    {
      "epoch": 0.02185,
      "grad_norm": 18.406414031982422,
      "learning_rate": 1.3875155864521031e-05,
      "loss": 0.124,
      "step": 437
    },
    {
      "epoch": 0.0219,
      "grad_norm": 2.9103317260742188,
      "learning_rate": 1.3842953226598036e-05,
      "loss": 0.1076,
      "step": 438
    },
    {
      "epoch": 0.02195,
      "grad_norm": 3.6682307720184326,
      "learning_rate": 1.3810703763502744e-05,
      "loss": 0.1115,
      "step": 439
    },
    {
      "epoch": 0.022,
      "grad_norm": 2.4667904376983643,
      "learning_rate": 1.3778407868184674e-05,
      "loss": 0.0894,
      "step": 440
    },
    {
      "epoch": 0.02205,
      "grad_norm": 1.5204410552978516,
      "learning_rate": 1.3746065934159123e-05,
      "loss": 0.0696,
      "step": 441
    },
    {
      "epoch": 0.0221,
      "grad_norm": 2.2093870639801025,
      "learning_rate": 1.371367835550235e-05,
      "loss": 0.0988,
      "step": 442
    },
    {
      "epoch": 0.02215,
      "grad_norm": 1.1975420713424683,
      "learning_rate": 1.3681245526846782e-05,
      "loss": 0.075,
      "step": 443
    },
    {
      "epoch": 0.0222,
      "grad_norm": 41.98251724243164,
      "learning_rate": 1.3648767843376196e-05,
      "loss": 0.4722,
      "step": 444
    },
    {
      "epoch": 0.02225,
      "grad_norm": 2.698796272277832,
      "learning_rate": 1.3616245700820922e-05,
      "loss": 0.093,
      "step": 445
    },
    {
      "epoch": 0.0223,
      "grad_norm": 25.365121841430664,
      "learning_rate": 1.3583679495453e-05,
      "loss": 0.6883,
      "step": 446
    },
    {
      "epoch": 0.02235,
      "grad_norm": 26.637304306030273,
      "learning_rate": 1.3551069624081372e-05,
      "loss": 0.2127,
      "step": 447
    },
    {
      "epoch": 0.0224,
      "grad_norm": 1.6217232942581177,
      "learning_rate": 1.3518416484047018e-05,
      "loss": 0.0728,
      "step": 448
    },
    {
      "epoch": 0.02245,
      "grad_norm": 2.7400615215301514,
      "learning_rate": 1.3485720473218153e-05,
      "loss": 0.0927,
      "step": 449
    },
    {
      "epoch": 0.0225,
      "grad_norm": 2.490354537963867,
      "learning_rate": 1.3452981989985347e-05,
      "loss": 0.0998,
      "step": 450
    },
    {
      "epoch": 0.02255,
      "grad_norm": 3.2277610301971436,
      "learning_rate": 1.342020143325669e-05,
      "loss": 0.1005,
      "step": 451
    },
    {
      "epoch": 0.0226,
      "grad_norm": 1.15992271900177,
      "learning_rate": 1.3387379202452917e-05,
      "loss": 0.0646,
      "step": 452
    },
    {
      "epoch": 0.02265,
      "grad_norm": 2.447103261947632,
      "learning_rate": 1.3354515697502552e-05,
      "loss": 0.0893,
      "step": 453
    },
    {
      "epoch": 0.0227,
      "grad_norm": 3.7397661209106445,
      "learning_rate": 1.3321611318837033e-05,
      "loss": 0.0956,
      "step": 454
    },
    {
      "epoch": 0.02275,
      "grad_norm": 1.829380989074707,
      "learning_rate": 1.3288666467385834e-05,
      "loss": 0.0824,
      "step": 455
    },
    {
      "epoch": 0.0228,
      "grad_norm": 1.3651745319366455,
      "learning_rate": 1.3255681544571568e-05,
      "loss": 0.0723,
      "step": 456
    },
    {
      "epoch": 0.02285,
      "grad_norm": 1.840768575668335,
      "learning_rate": 1.3222656952305113e-05,
      "loss": 0.0835,
      "step": 457
    },
    {
      "epoch": 0.0229,
      "grad_norm": 34.218894958496094,
      "learning_rate": 1.3189593092980701e-05,
      "loss": 0.4912,
      "step": 458
    },
    {
      "epoch": 0.02295,
      "grad_norm": 1.4367423057556152,
      "learning_rate": 1.3156490369471026e-05,
      "loss": 0.0654,
      "step": 459
    },
    {
      "epoch": 0.023,
      "grad_norm": 1.4354041814804077,
      "learning_rate": 1.3123349185122328e-05,
      "loss": 0.0607,
      "step": 460
    },
    {
      "epoch": 0.02305,
      "grad_norm": 8.959512710571289,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.0942,
      "step": 461
    },
    {
      "epoch": 0.0231,
      "grad_norm": 12.93722152709961,
      "learning_rate": 1.3056953049631059e-05,
      "loss": 0.2287,
      "step": 462
    },
    {
      "epoch": 0.02315,
      "grad_norm": 0.9477676749229431,
      "learning_rate": 1.3023698907504447e-05,
      "loss": 0.0627,
      "step": 463
    },
    {
      "epoch": 0.0232,
      "grad_norm": 21.566787719726562,
      "learning_rate": 1.2990407922560869e-05,
      "loss": 0.1503,
      "step": 464
    },
    {
      "epoch": 0.02325,
      "grad_norm": 1.426946997642517,
      "learning_rate": 1.2957080500440469e-05,
      "loss": 0.0806,
      "step": 465
    },
    {
      "epoch": 0.0233,
      "grad_norm": 24.813554763793945,
      "learning_rate": 1.2923717047227368e-05,
      "loss": 0.4477,
      "step": 466
    },
    {
      "epoch": 0.02335,
      "grad_norm": 1.1683995723724365,
      "learning_rate": 1.2890317969444716e-05,
      "loss": 0.0683,
      "step": 467
    },
    {
      "epoch": 0.0234,
      "grad_norm": 26.862457275390625,
      "learning_rate": 1.2856883674049736e-05,
      "loss": 0.2431,
      "step": 468
    },
    {
      "epoch": 0.02345,
      "grad_norm": 1.4641770124435425,
      "learning_rate": 1.2823414568428767e-05,
      "loss": 0.08,
      "step": 469
    },
    {
      "epoch": 0.0235,
      "grad_norm": 1.9108537435531616,
      "learning_rate": 1.2789911060392295e-05,
      "loss": 0.0797,
      "step": 470
    },
    {
      "epoch": 0.02355,
      "grad_norm": 18.305461883544922,
      "learning_rate": 1.2756373558169992e-05,
      "loss": 0.2025,
      "step": 471
    },
    {
      "epoch": 0.0236,
      "grad_norm": 9.38343334197998,
      "learning_rate": 1.2722802470405744e-05,
      "loss": 0.1712,
      "step": 472
    },
    {
      "epoch": 0.02365,
      "grad_norm": 0.9332784414291382,
      "learning_rate": 1.2689198206152657e-05,
      "loss": 0.061,
      "step": 473
    },
    {
      "epoch": 0.0237,
      "grad_norm": 2.740528106689453,
      "learning_rate": 1.265556117486809e-05,
      "loss": 0.0643,
      "step": 474
    },
    {
      "epoch": 0.02375,
      "grad_norm": 2.050279378890991,
      "learning_rate": 1.2621891786408648e-05,
      "loss": 0.0739,
      "step": 475
    },
    {
      "epoch": 0.0238,
      "grad_norm": 4.4667558670043945,
      "learning_rate": 1.2588190451025209e-05,
      "loss": 0.0964,
      "step": 476
    },
    {
      "epoch": 0.02385,
      "grad_norm": 1.703878402709961,
      "learning_rate": 1.2554457579357906e-05,
      "loss": 0.0775,
      "step": 477
    },
    {
      "epoch": 0.0239,
      "grad_norm": 1.2993277311325073,
      "learning_rate": 1.252069358243114e-05,
      "loss": 0.0627,
      "step": 478
    },
    {
      "epoch": 0.02395,
      "grad_norm": 21.238073348999023,
      "learning_rate": 1.2486898871648552e-05,
      "loss": 0.188,
      "step": 479
    },
    {
      "epoch": 0.024,
      "grad_norm": 1.4124360084533691,
      "learning_rate": 1.2453073858788027e-05,
      "loss": 0.0864,
      "step": 480
    },
    {
      "epoch": 0.02405,
      "grad_norm": 14.426772117614746,
      "learning_rate": 1.2419218955996677e-05,
      "loss": 0.4066,
      "step": 481
    },
    {
      "epoch": 0.0241,
      "grad_norm": 2.3008742332458496,
      "learning_rate": 1.238533457578581e-05,
      "loss": 0.109,
      "step": 482
    },
    {
      "epoch": 0.02415,
      "grad_norm": 3.065260648727417,
      "learning_rate": 1.23514211310259e-05,
      "loss": 0.1144,
      "step": 483
    },
    {
      "epoch": 0.0242,
      "grad_norm": 3.2149078845977783,
      "learning_rate": 1.2317479034941572e-05,
      "loss": 0.1031,
      "step": 484
    },
    {
      "epoch": 0.02425,
      "grad_norm": 1.5617332458496094,
      "learning_rate": 1.2283508701106559e-05,
      "loss": 0.0558,
      "step": 485
    },
    {
      "epoch": 0.0243,
      "grad_norm": 21.832523345947266,
      "learning_rate": 1.2249510543438652e-05,
      "loss": 0.1919,
      "step": 486
    },
    {
      "epoch": 0.02435,
      "grad_norm": 2.4033219814300537,
      "learning_rate": 1.2215484976194675e-05,
      "loss": 0.0682,
      "step": 487
    },
    {
      "epoch": 0.0244,
      "grad_norm": 17.43706512451172,
      "learning_rate": 1.2181432413965428e-05,
      "loss": 0.4117,
      "step": 488
    },
    {
      "epoch": 0.02445,
      "grad_norm": 3.9174792766571045,
      "learning_rate": 1.2147353271670634e-05,
      "loss": 0.0823,
      "step": 489
    },
    {
      "epoch": 0.0245,
      "grad_norm": 46.03153610229492,
      "learning_rate": 1.211324796455389e-05,
      "loss": 0.3065,
      "step": 490
    },
    {
      "epoch": 0.02455,
      "grad_norm": 1.6286877393722534,
      "learning_rate": 1.2079116908177592e-05,
      "loss": 0.0705,
      "step": 491
    },
    {
      "epoch": 0.0246,
      "grad_norm": 39.38934326171875,
      "learning_rate": 1.2044960518417902e-05,
      "loss": 0.412,
      "step": 492
    },
    {
      "epoch": 0.02465,
      "grad_norm": 18.489652633666992,
      "learning_rate": 1.2010779211459649e-05,
      "loss": 0.1775,
      "step": 493
    },
    {
      "epoch": 0.0247,
      "grad_norm": 1.5449779033660889,
      "learning_rate": 1.1976573403791263e-05,
      "loss": 0.0777,
      "step": 494
    },
    {
      "epoch": 0.02475,
      "grad_norm": 1.7571698427200317,
      "learning_rate": 1.194234351219972e-05,
      "loss": 0.0909,
      "step": 495
    },
    {
      "epoch": 0.0248,
      "grad_norm": 1.4077978134155273,
      "learning_rate": 1.190808995376545e-05,
      "loss": 0.0665,
      "step": 496
    },
    {
      "epoch": 0.02485,
      "grad_norm": 4.160821437835693,
      "learning_rate": 1.187381314585725e-05,
      "loss": 0.0962,
      "step": 497
    },
    {
      "epoch": 0.0249,
      "grad_norm": 2.014230728149414,
      "learning_rate": 1.1839513506127202e-05,
      "loss": 0.0773,
      "step": 498
    },
    {
      "epoch": 0.02495,
      "grad_norm": 2.2846667766571045,
      "learning_rate": 1.1805191452505602e-05,
      "loss": 0.113,
      "step": 499
    },
    {
      "epoch": 0.025,
      "grad_norm": 1.8118311166763306,
      "learning_rate": 1.1770847403195836e-05,
      "loss": 0.0598,
      "step": 500
    }
  ],
  "logging_steps": 1,
  "max_steps": 1000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}