{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 4674,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0021399529210357373,
      "grad_norm": 2.7134010791778564,
      "learning_rate": 3.5460992907801423e-06,
      "loss": 12.9166,
      "step": 5
    },
    {
      "epoch": 0.004279905842071475,
      "grad_norm": 2.857581853866577,
      "learning_rate": 7.092198581560285e-06,
      "loss": 12.8988,
      "step": 10
    },
    {
      "epoch": 0.006419858763107212,
      "grad_norm": 3.6460659503936768,
      "learning_rate": 1.0638297872340426e-05,
      "loss": 12.596,
      "step": 15
    },
    {
      "epoch": 0.00855981168414295,
      "grad_norm": 4.4102678298950195,
      "learning_rate": 1.418439716312057e-05,
      "loss": 12.0487,
      "step": 20
    },
    {
      "epoch": 0.010699764605178685,
      "grad_norm": 4.709506034851074,
      "learning_rate": 1.773049645390071e-05,
      "loss": 11.2542,
      "step": 25
    },
    {
      "epoch": 0.012839717526214423,
      "grad_norm": 3.634777069091797,
      "learning_rate": 2.1276595744680852e-05,
      "loss": 10.3125,
      "step": 30
    },
    {
      "epoch": 0.014979670447250161,
      "grad_norm": 3.215787649154663,
      "learning_rate": 2.4822695035460995e-05,
      "loss": 9.4876,
      "step": 35
    },
    {
      "epoch": 0.0171196233682859,
      "grad_norm": 2.2986671924591064,
      "learning_rate": 2.836879432624114e-05,
      "loss": 8.8462,
      "step": 40
    },
    {
      "epoch": 0.019259576289321637,
      "grad_norm": 3.012507677078247,
      "learning_rate": 3.191489361702128e-05,
      "loss": 8.3983,
      "step": 45
    },
    {
      "epoch": 0.02139952921035737,
      "grad_norm": 1.9252734184265137,
      "learning_rate": 3.546099290780142e-05,
      "loss": 7.9777,
      "step": 50
    },
    {
      "epoch": 0.02353948213139311,
      "grad_norm": 4.199497699737549,
      "learning_rate": 3.900709219858156e-05,
      "loss": 7.6574,
      "step": 55
    },
    {
      "epoch": 0.025679435052428846,
      "grad_norm": 6.262833118438721,
      "learning_rate": 4.2553191489361704e-05,
      "loss": 7.4121,
      "step": 60
    },
    {
      "epoch": 0.027819387973464584,
      "grad_norm": 6.515402317047119,
      "learning_rate": 4.609929078014185e-05,
      "loss": 7.1827,
      "step": 65
    },
    {
      "epoch": 0.029959340894500322,
      "grad_norm": 2.35896372795105,
      "learning_rate": 4.964539007092199e-05,
      "loss": 6.9596,
      "step": 70
    },
    {
      "epoch": 0.032099293815536056,
      "grad_norm": 3.057620048522949,
      "learning_rate": 5.319148936170213e-05,
      "loss": 6.7407,
      "step": 75
    },
    {
      "epoch": 0.0342392467365718,
      "grad_norm": 2.1466054916381836,
      "learning_rate": 5.673758865248228e-05,
      "loss": 6.4509,
      "step": 80
    },
    {
      "epoch": 0.03637919965760753,
      "grad_norm": 4.194606781005859,
      "learning_rate": 6.0283687943262414e-05,
      "loss": 6.3802,
      "step": 85
    },
    {
      "epoch": 0.03851915257864327,
      "grad_norm": 2.6796622276306152,
      "learning_rate": 6.382978723404256e-05,
      "loss": 6.1995,
      "step": 90
    },
    {
      "epoch": 0.04065910549967901,
      "grad_norm": 4.852718353271484,
      "learning_rate": 6.737588652482269e-05,
      "loss": 5.9464,
      "step": 95
    },
    {
      "epoch": 0.04279905842071474,
      "grad_norm": 4.550829887390137,
      "learning_rate": 7.092198581560284e-05,
      "loss": 5.7867,
      "step": 100
    },
    {
      "epoch": 0.04493901134175048,
      "grad_norm": 5.130778789520264,
      "learning_rate": 7.446808510638298e-05,
      "loss": 5.6702,
      "step": 105
    },
    {
      "epoch": 0.04707896426278622,
      "grad_norm": 4.426118850708008,
      "learning_rate": 7.801418439716312e-05,
      "loss": 5.5532,
      "step": 110
    },
    {
      "epoch": 0.04921891718382196,
      "grad_norm": 3.7589707374572754,
      "learning_rate": 8.156028368794327e-05,
      "loss": 5.2532,
      "step": 115
    },
    {
      "epoch": 0.05135887010485769,
      "grad_norm": 4.644890785217285,
      "learning_rate": 8.510638297872341e-05,
      "loss": 5.1286,
      "step": 120
    },
    {
      "epoch": 0.05349882302589343,
      "grad_norm": 3.4871771335601807,
      "learning_rate": 8.865248226950354e-05,
      "loss": 4.9816,
      "step": 125
    },
    {
      "epoch": 0.05563877594692917,
      "grad_norm": 6.377041339874268,
      "learning_rate": 9.21985815602837e-05,
      "loss": 4.855,
      "step": 130
    },
    {
      "epoch": 0.0577787288679649,
      "grad_norm": 4.984015941619873,
      "learning_rate": 9.574468085106384e-05,
      "loss": 4.6588,
      "step": 135
    },
    {
      "epoch": 0.059918681789000644,
      "grad_norm": 5.524806976318359,
      "learning_rate": 9.929078014184398e-05,
      "loss": 4.5006,
      "step": 140
    },
    {
      "epoch": 0.06205863471003638,
      "grad_norm": 6.326210021972656,
      "learning_rate": 9.999980787316854e-05,
      "loss": 4.5593,
      "step": 145
    },
    {
      "epoch": 0.06419858763107211,
      "grad_norm": 6.40717887878418,
      "learning_rate": 9.999902736044627e-05,
      "loss": 4.2919,
      "step": 150
    },
    {
      "epoch": 0.06633854055210785,
      "grad_norm": 5.881182670593262,
      "learning_rate": 9.999764646327135e-05,
      "loss": 4.2351,
      "step": 155
    },
    {
      "epoch": 0.0684784934731436,
      "grad_norm": 7.092776298522949,
      "learning_rate": 9.99956651982255e-05,
      "loss": 4.1024,
      "step": 160
    },
    {
      "epoch": 0.07061844639417933,
      "grad_norm": 6.636219501495361,
      "learning_rate": 9.999308358909955e-05,
      "loss": 4.0457,
      "step": 165
    },
    {
      "epoch": 0.07275839931521506,
      "grad_norm": 6.4725141525268555,
      "learning_rate": 9.998990166689332e-05,
      "loss": 3.9062,
      "step": 170
    },
    {
      "epoch": 0.0748983522362508,
      "grad_norm": 9.732144355773926,
      "learning_rate": 9.998611946981506e-05,
      "loss": 3.9227,
      "step": 175
    },
    {
      "epoch": 0.07703830515728655,
      "grad_norm": 8.540387153625488,
      "learning_rate": 9.998173704328112e-05,
      "loss": 3.7503,
      "step": 180
    },
    {
      "epoch": 0.07917825807832228,
      "grad_norm": 7.108048915863037,
      "learning_rate": 9.99767544399153e-05,
      "loss": 3.6129,
      "step": 185
    },
    {
      "epoch": 0.08131821099935801,
      "grad_norm": 7.507834434509277,
      "learning_rate": 9.997117171954835e-05,
      "loss": 3.6377,
      "step": 190
    },
    {
      "epoch": 0.08345816392039375,
      "grad_norm": 7.859340667724609,
      "learning_rate": 9.996498894921713e-05,
      "loss": 3.6035,
      "step": 195
    },
    {
      "epoch": 0.08559811684142948,
      "grad_norm": 7.093273162841797,
      "learning_rate": 9.995820620316386e-05,
      "loss": 3.5484,
      "step": 200
    },
    {
      "epoch": 0.08773806976246523,
      "grad_norm": 8.989423751831055,
      "learning_rate": 9.995082356283525e-05,
      "loss": 3.5132,
      "step": 205
    },
    {
      "epoch": 0.08987802268350097,
      "grad_norm": 8.387621879577637,
      "learning_rate": 9.994284111688145e-05,
      "loss": 3.3861,
      "step": 210
    },
    {
      "epoch": 0.0920179756045367,
      "grad_norm": 6.809689044952393,
      "learning_rate": 9.993425896115509e-05,
      "loss": 3.37,
      "step": 215
    },
    {
      "epoch": 0.09415792852557243,
      "grad_norm": 7.266931056976318,
      "learning_rate": 9.992507719870998e-05,
      "loss": 3.4136,
      "step": 220
    },
    {
      "epoch": 0.09629788144660817,
      "grad_norm": 6.893076419830322,
      "learning_rate": 9.991529593980006e-05,
      "loss": 3.3817,
      "step": 225
    },
    {
      "epoch": 0.09843783436764392,
      "grad_norm": 6.13765287399292,
      "learning_rate": 9.990491530187791e-05,
      "loss": 3.3894,
      "step": 230
    },
    {
      "epoch": 0.10057778728867965,
      "grad_norm": 8.638238906860352,
      "learning_rate": 9.989393540959343e-05,
      "loss": 3.2748,
      "step": 235
    },
    {
      "epoch": 0.10271774020971539,
      "grad_norm": 7.530318737030029,
      "learning_rate": 9.98823563947923e-05,
      "loss": 3.1735,
      "step": 240
    },
    {
      "epoch": 0.10485769313075112,
      "grad_norm": 7.243378639221191,
      "learning_rate": 9.987017839651447e-05,
      "loss": 3.186,
      "step": 245
    },
    {
      "epoch": 0.10699764605178685,
      "grad_norm": 8.053439140319824,
      "learning_rate": 9.985740156099239e-05,
      "loss": 3.2066,
      "step": 250
    },
    {
      "epoch": 0.1091375989728226,
      "grad_norm": 7.392351150512695,
      "learning_rate": 9.984402604164928e-05,
      "loss": 3.132,
      "step": 255
    },
    {
      "epoch": 0.11127755189385834,
      "grad_norm": 6.198112487792969,
      "learning_rate": 9.983005199909738e-05,
      "loss": 3.1682,
      "step": 260
    },
    {
      "epoch": 0.11341750481489407,
      "grad_norm": 7.847325801849365,
      "learning_rate": 9.981547960113591e-05,
      "loss": 2.9939,
      "step": 265
    },
    {
      "epoch": 0.1155574577359298,
      "grad_norm": 6.414429664611816,
      "learning_rate": 9.980030902274907e-05,
      "loss": 2.9657,
      "step": 270
    },
    {
      "epoch": 0.11769741065696554,
      "grad_norm": 7.576863765716553,
      "learning_rate": 9.9784540446104e-05,
      "loss": 3.0261,
      "step": 275
    },
    {
      "epoch": 0.11983736357800129,
      "grad_norm": 7.394157886505127,
      "learning_rate": 9.976817406054856e-05,
      "loss": 3.0425,
      "step": 280
    },
    {
      "epoch": 0.12197731649903702,
      "grad_norm": 6.541194915771484,
      "learning_rate": 9.975121006260905e-05,
      "loss": 2.9808,
      "step": 285
    },
    {
      "epoch": 0.12411726942007276,
      "grad_norm": 7.00990104675293,
      "learning_rate": 9.973364865598783e-05,
      "loss": 3.0134,
      "step": 290
    },
    {
      "epoch": 0.1262572223411085,
      "grad_norm": 8.408513069152832,
      "learning_rate": 9.97154900515609e-05,
      "loss": 2.9945,
      "step": 295
    },
    {
      "epoch": 0.12839717526214423,
      "grad_norm": 6.816072463989258,
      "learning_rate": 9.96967344673754e-05,
      "loss": 2.968,
      "step": 300
    },
    {
      "epoch": 0.13053712818317997,
      "grad_norm": 7.750121593475342,
      "learning_rate": 9.967738212864692e-05,
      "loss": 2.9725,
      "step": 305
    },
    {
      "epoch": 0.1326770811042157,
      "grad_norm": 7.111683368682861,
      "learning_rate": 9.965743326775686e-05,
      "loss": 2.9475,
      "step": 310
    },
    {
      "epoch": 0.13481703402525144,
      "grad_norm": 9.491382598876953,
      "learning_rate": 9.963688812424958e-05,
      "loss": 2.9236,
      "step": 315
    },
    {
      "epoch": 0.1369569869462872,
      "grad_norm": 9.146512031555176,
      "learning_rate": 9.96157469448296e-05,
      "loss": 2.8553,
      "step": 320
    },
    {
      "epoch": 0.1390969398673229,
      "grad_norm": 10.622199058532715,
      "learning_rate": 9.959400998335855e-05,
      "loss": 2.7986,
      "step": 325
    },
    {
      "epoch": 0.14123689278835866,
      "grad_norm": 9.17403793334961,
      "learning_rate": 9.957167750085217e-05,
      "loss": 2.8332,
      "step": 330
    },
    {
      "epoch": 0.1433768457093944,
      "grad_norm": 8.492594718933105,
      "learning_rate": 9.95487497654772e-05,
      "loss": 2.8036,
      "step": 335
    },
    {
      "epoch": 0.14551679863043013,
      "grad_norm": 7.058006763458252,
      "learning_rate": 9.95252270525481e-05,
      "loss": 2.8065,
      "step": 340
    },
    {
      "epoch": 0.14765675155146588,
      "grad_norm": 8.662881851196289,
      "learning_rate": 9.950110964452382e-05,
      "loss": 2.829,
      "step": 345
    },
    {
      "epoch": 0.1497967044725016,
      "grad_norm": 8.287664413452148,
      "learning_rate": 9.947639783100429e-05,
      "loss": 2.8611,
      "step": 350
    },
    {
      "epoch": 0.15193665739353734,
      "grad_norm": 6.383536338806152,
      "learning_rate": 9.945109190872706e-05,
      "loss": 2.719,
      "step": 355
    },
    {
      "epoch": 0.1540766103145731,
      "grad_norm": 9.04951000213623,
      "learning_rate": 9.94251921815637e-05,
      "loss": 2.7782,
      "step": 360
    },
    {
      "epoch": 0.1562165632356088,
      "grad_norm": 9.873688697814941,
      "learning_rate": 9.939869896051613e-05,
      "loss": 2.7622,
      "step": 365
    },
    {
      "epoch": 0.15835651615664456,
      "grad_norm": 8.37444019317627,
      "learning_rate": 9.93716125637129e-05,
      "loss": 2.7327,
      "step": 370
    },
    {
      "epoch": 0.16049646907768028,
      "grad_norm": 8.676753997802734,
      "learning_rate": 9.934393331640536e-05,
      "loss": 2.6887,
      "step": 375
    },
    {
      "epoch": 0.16263642199871603,
      "grad_norm": 8.401046752929688,
      "learning_rate": 9.931566155096378e-05,
      "loss": 2.6337,
      "step": 380
    },
    {
      "epoch": 0.16477637491975178,
      "grad_norm": 9.715431213378906,
      "learning_rate": 9.928679760687333e-05,
      "loss": 2.7182,
      "step": 385
    },
    {
      "epoch": 0.1669163278407875,
      "grad_norm": 7.727181434631348,
      "learning_rate": 9.925734183073001e-05,
      "loss": 2.7088,
      "step": 390
    },
    {
      "epoch": 0.16905628076182325,
      "grad_norm": 8.17239761352539,
      "learning_rate": 9.92272945762365e-05,
      "loss": 2.6574,
      "step": 395
    },
    {
      "epoch": 0.17119623368285897,
      "grad_norm": 9.848095893859863,
      "learning_rate": 9.919665620419792e-05,
      "loss": 2.6521,
      "step": 400
    },
    {
      "epoch": 0.17333618660389472,
      "grad_norm": 6.269837856292725,
      "learning_rate": 9.916542708251745e-05,
      "loss": 2.6658,
      "step": 405
    },
    {
      "epoch": 0.17547613952493046,
      "grad_norm": 9.290328979492188,
      "learning_rate": 9.913360758619199e-05,
      "loss": 2.6467,
      "step": 410
    },
    {
      "epoch": 0.17761609244596618,
      "grad_norm": 8.005675315856934,
      "learning_rate": 9.910119809730759e-05,
      "loss": 2.7059,
      "step": 415
    },
    {
      "epoch": 0.17975604536700193,
      "grad_norm": 7.254702091217041,
      "learning_rate": 9.906819900503486e-05,
      "loss": 2.6869,
      "step": 420
    },
    {
      "epoch": 0.18189599828803765,
      "grad_norm": 8.958318710327148,
      "learning_rate": 9.903461070562436e-05,
      "loss": 2.6647,
      "step": 425
    },
    {
      "epoch": 0.1840359512090734,
      "grad_norm": 10.019506454467773,
      "learning_rate": 9.900043360240181e-05,
      "loss": 2.6647,
      "step": 430
    },
    {
      "epoch": 0.18617590413010915,
      "grad_norm": 9.011824607849121,
      "learning_rate": 9.89656681057632e-05,
      "loss": 2.6462,
      "step": 435
    },
    {
      "epoch": 0.18831585705114487,
      "grad_norm": 8.521088600158691,
      "learning_rate": 9.893031463316996e-05,
      "loss": 2.6276,
      "step": 440
    },
    {
      "epoch": 0.19045580997218062,
      "grad_norm": 9.127740859985352,
      "learning_rate": 9.889437360914379e-05,
      "loss": 2.5787,
      "step": 445
    },
    {
      "epoch": 0.19259576289321634,
      "grad_norm": 7.98406457901001,
      "learning_rate": 9.885784546526177e-05,
      "loss": 2.6082,
      "step": 450
    },
    {
      "epoch": 0.19473571581425209,
      "grad_norm": 8.42713451385498,
      "learning_rate": 9.882073064015102e-05,
      "loss": 2.5825,
      "step": 455
    },
    {
      "epoch": 0.19687566873528783,
      "grad_norm": 10.31495189666748,
      "learning_rate": 9.87830295794835e-05,
      "loss": 2.5767,
      "step": 460
    },
    {
      "epoch": 0.19901562165632355,
      "grad_norm": 8.118849754333496,
      "learning_rate": 9.874474273597059e-05,
      "loss": 2.5494,
      "step": 465
    },
    {
      "epoch": 0.2011555745773593,
      "grad_norm": 7.514265537261963,
      "learning_rate": 9.870587056935777e-05,
      "loss": 2.5824,
      "step": 470
    },
    {
      "epoch": 0.20329552749839502,
      "grad_norm": 9.503680229187012,
      "learning_rate": 9.866641354641901e-05,
      "loss": 2.5055,
      "step": 475
    },
    {
      "epoch": 0.20543548041943077,
      "grad_norm": 6.921200275421143,
      "learning_rate": 9.862637214095121e-05,
      "loss": 2.628,
      "step": 480
    },
    {
      "epoch": 0.20757543334046652,
      "grad_norm": 6.561913013458252,
      "learning_rate": 9.858574683376844e-05,
      "loss": 2.5504,
      "step": 485
    },
    {
      "epoch": 0.20971538626150224,
      "grad_norm": 8.711860656738281,
      "learning_rate": 9.854453811269625e-05,
      "loss": 2.6222,
      "step": 490
    },
    {
      "epoch": 0.211855339182538,
      "grad_norm": 7.749279975891113,
      "learning_rate": 9.85027464725658e-05,
      "loss": 2.4887,
      "step": 495
    },
    {
      "epoch": 0.2139952921035737,
      "grad_norm": 9.228084564208984,
      "learning_rate": 9.846037241520782e-05,
      "loss": 2.5844,
      "step": 500
    },
    {
      "epoch": 0.21613524502460946,
      "grad_norm": 10.207733154296875,
      "learning_rate": 9.841741644944675e-05,
      "loss": 2.5684,
      "step": 505
    },
    {
      "epoch": 0.2182751979456452,
      "grad_norm": 6.548727512359619,
      "learning_rate": 9.837387909109452e-05,
      "loss": 2.5237,
      "step": 510
    },
    {
      "epoch": 0.22041515086668093,
      "grad_norm": 9.262266159057617,
      "learning_rate": 9.832976086294432e-05,
      "loss": 2.5004,
      "step": 515
    },
    {
      "epoch": 0.22255510378771667,
      "grad_norm": 8.879256248474121,
      "learning_rate": 9.828506229476444e-05,
      "loss": 2.5217,
      "step": 520
    },
    {
      "epoch": 0.2246950567087524,
      "grad_norm": 9.322160720825195,
      "learning_rate": 9.823978392329183e-05,
      "loss": 2.5006,
      "step": 525
    },
    {
      "epoch": 0.22683500962978814,
      "grad_norm": 11.270200729370117,
      "learning_rate": 9.819392629222568e-05,
      "loss": 2.5517,
      "step": 530
    },
    {
      "epoch": 0.2289749625508239,
      "grad_norm": 7.910391330718994,
      "learning_rate": 9.814748995222085e-05,
      "loss": 2.4775,
      "step": 535
    },
    {
      "epoch": 0.2311149154718596,
      "grad_norm": 11.13558578491211,
      "learning_rate": 9.810047546088133e-05,
      "loss": 2.5364,
      "step": 540
    },
    {
      "epoch": 0.23325486839289536,
      "grad_norm": 8.814207077026367,
      "learning_rate": 9.805288338275352e-05,
      "loss": 2.4367,
      "step": 545
    },
    {
      "epoch": 0.23539482131393108,
      "grad_norm": 8.249216079711914,
      "learning_rate": 9.800471428931939e-05,
      "loss": 2.4926,
      "step": 550
    },
    {
      "epoch": 0.23753477423496683,
      "grad_norm": 8.129894256591797,
      "learning_rate": 9.795596875898967e-05,
      "loss": 2.5597,
      "step": 555
    },
    {
      "epoch": 0.23967472715600258,
      "grad_norm": 7.8779683113098145,
      "learning_rate": 9.790664737709696e-05,
      "loss": 2.4822,
      "step": 560
    },
    {
      "epoch": 0.2418146800770383,
      "grad_norm": 9.75910472869873,
      "learning_rate": 9.785675073588855e-05,
      "loss": 2.459,
      "step": 565
    },
    {
      "epoch": 0.24395463299807404,
      "grad_norm": 10.04244613647461,
      "learning_rate": 9.78062794345195e-05,
      "loss": 2.4718,
      "step": 570
    },
    {
      "epoch": 0.2460945859191098,
      "grad_norm": 11.239801406860352,
      "learning_rate": 9.775523407904525e-05,
      "loss": 2.4605,
      "step": 575
    },
    {
      "epoch": 0.2482345388401455,
      "grad_norm": 11.514714241027832,
      "learning_rate": 9.770361528241452e-05,
      "loss": 2.4807,
      "step": 580
    },
    {
      "epoch": 0.25037449176118126,
      "grad_norm": 11.684077262878418,
      "learning_rate": 9.765142366446178e-05,
      "loss": 2.4928,
      "step": 585
    },
    {
      "epoch": 0.252514444682217,
      "grad_norm": 9.043937683105469,
      "learning_rate": 9.759865985189995e-05,
      "loss": 2.3884,
      "step": 590
    },
    {
      "epoch": 0.2546543976032527,
      "grad_norm": 8.806846618652344,
      "learning_rate": 9.754532447831285e-05,
      "loss": 2.4352,
      "step": 595
    },
    {
      "epoch": 0.25679435052428845,
      "grad_norm": 11.088272094726562,
      "learning_rate": 9.749141818414749e-05,
      "loss": 2.4701,
      "step": 600
    },
    {
      "epoch": 0.2589343034453242,
      "grad_norm": 10.800878524780273,
      "learning_rate": 9.743694161670646e-05,
      "loss": 2.4473,
      "step": 605
    },
    {
      "epoch": 0.26107425636635995,
      "grad_norm": 8.226394653320312,
      "learning_rate": 9.73818954301402e-05,
      "loss": 2.3953,
      "step": 610
    },
    {
      "epoch": 0.2632142092873957,
      "grad_norm": 7.874807834625244,
      "learning_rate": 9.732628028543906e-05,
      "loss": 2.4438,
      "step": 615
    },
    {
      "epoch": 0.2653541622084314,
      "grad_norm": 9.975316047668457,
      "learning_rate": 9.727009685042538e-05,
      "loss": 2.407,
      "step": 620
    },
    {
      "epoch": 0.26749411512946714,
      "grad_norm": 7.762071132659912,
      "learning_rate": 9.72133457997455e-05,
      "loss": 2.4803,
      "step": 625
    },
    {
      "epoch": 0.2696340680505029,
      "grad_norm": 8.840380668640137,
      "learning_rate": 9.715602781486166e-05,
      "loss": 2.393,
      "step": 630
    },
    {
      "epoch": 0.27177402097153863,
      "grad_norm": 9.467190742492676,
      "learning_rate": 9.709814358404378e-05,
      "loss": 2.3655,
      "step": 635
    },
    {
      "epoch": 0.2739139738925744,
      "grad_norm": 7.103944778442383,
      "learning_rate": 9.703969380236123e-05,
      "loss": 2.3414,
      "step": 640
    },
    {
      "epoch": 0.2760539268136101,
      "grad_norm": 7.247581958770752,
      "learning_rate": 9.698067917167446e-05,
      "loss": 2.4331,
      "step": 645
    },
    {
      "epoch": 0.2781938797346458,
      "grad_norm": 8.669685363769531,
      "learning_rate": 9.692110040062659e-05,
      "loss": 2.4395,
      "step": 650
    },
    {
      "epoch": 0.28033383265568157,
      "grad_norm": 8.114962577819824,
      "learning_rate": 9.68609582046349e-05,
      "loss": 2.3229,
      "step": 655
    },
    {
      "epoch": 0.2824737855767173,
      "grad_norm": 7.252189636230469,
      "learning_rate": 9.680025330588223e-05,
      "loss": 2.3969,
      "step": 660
    },
    {
      "epoch": 0.28461373849775307,
      "grad_norm": 9.382356643676758,
      "learning_rate": 9.67389864333083e-05,
      "loss": 2.3446,
      "step": 665
    },
    {
      "epoch": 0.2867536914187888,
      "grad_norm": 7.623274803161621,
      "learning_rate": 9.667715832260098e-05,
      "loss": 2.3587,
      "step": 670
    },
    {
      "epoch": 0.2888936443398245,
      "grad_norm": 7.448448657989502,
      "learning_rate": 9.661476971618744e-05,
      "loss": 2.3671,
      "step": 675
    },
    {
      "epoch": 0.29103359726086026,
      "grad_norm": 8.833525657653809,
      "learning_rate": 9.655182136322524e-05,
      "loss": 2.3739,
      "step": 680
    },
    {
      "epoch": 0.293173550181896,
      "grad_norm": 10.259654998779297,
      "learning_rate": 9.648831401959333e-05,
      "loss": 2.3668,
      "step": 685
    },
    {
      "epoch": 0.29531350310293175,
      "grad_norm": 10.228246688842773,
      "learning_rate": 9.642424844788298e-05,
      "loss": 2.3793,
      "step": 690
    },
    {
      "epoch": 0.2974534560239675,
      "grad_norm": 8.286998748779297,
      "learning_rate": 9.635962541738862e-05,
      "loss": 2.3696,
      "step": 695
    },
    {
      "epoch": 0.2995934089450032,
      "grad_norm": 8.957596778869629,
      "learning_rate": 9.62944457040986e-05,
      "loss": 2.3829,
      "step": 700
    },
    {
      "epoch": 0.30173336186603894,
      "grad_norm": 8.238673210144043,
      "learning_rate": 9.622871009068588e-05,
      "loss": 2.3366,
      "step": 705
    },
    {
      "epoch": 0.3038733147870747,
      "grad_norm": 8.315441131591797,
      "learning_rate": 9.616241936649862e-05,
      "loss": 2.3475,
      "step": 710
    },
    {
      "epoch": 0.30601326770811044,
      "grad_norm": 8.352023124694824,
      "learning_rate": 9.609557432755068e-05,
      "loss": 2.2942,
      "step": 715
    },
    {
      "epoch": 0.3081532206291462,
      "grad_norm": 10.10500717163086,
      "learning_rate": 9.602817577651217e-05,
      "loss": 2.3405,
      "step": 720
    },
    {
      "epoch": 0.3102931735501819,
      "grad_norm": 7.825136184692383,
      "learning_rate": 9.596022452269962e-05,
      "loss": 2.2845,
      "step": 725
    },
    {
      "epoch": 0.3124331264712176,
      "grad_norm": 10.414852142333984,
      "learning_rate": 9.589172138206648e-05,
      "loss": 2.3508,
      "step": 730
    },
    {
      "epoch": 0.3145730793922534,
      "grad_norm": 8.343073844909668,
      "learning_rate": 9.582266717719314e-05,
      "loss": 2.3429,
      "step": 735
    },
    {
      "epoch": 0.3167130323132891,
      "grad_norm": 8.42280101776123,
      "learning_rate": 9.575306273727713e-05,
      "loss": 2.2881,
      "step": 740
    },
    {
      "epoch": 0.31885298523432487,
      "grad_norm": 7.317922592163086,
      "learning_rate": 9.568290889812322e-05,
      "loss": 2.3279,
      "step": 745
    },
    {
      "epoch": 0.32099293815536056,
      "grad_norm": 8.232301712036133,
      "learning_rate": 9.561220650213326e-05,
      "loss": 2.2888,
      "step": 750
    },
    {
      "epoch": 0.3231328910763963,
      "grad_norm": 10.112414360046387,
      "learning_rate": 9.554095639829615e-05,
      "loss": 2.3637,
      "step": 755
    },
    {
      "epoch": 0.32527284399743206,
      "grad_norm": 10.274619102478027,
      "learning_rate": 9.546915944217764e-05,
      "loss": 2.373,
      "step": 760
    },
    {
      "epoch": 0.3274127969184678,
      "grad_norm": 10.280336380004883,
      "learning_rate": 9.539681649591002e-05,
      "loss": 2.3361,
      "step": 765
    },
    {
      "epoch": 0.32955274983950356,
      "grad_norm": 8.281644821166992,
      "learning_rate": 9.532392842818177e-05,
      "loss": 2.3094,
      "step": 770
    },
    {
      "epoch": 0.33169270276053925,
      "grad_norm": 9.085750579833984,
      "learning_rate": 9.52504961142272e-05,
      "loss": 2.3396,
      "step": 775
    },
    {
      "epoch": 0.333832655681575,
      "grad_norm": 8.183152198791504,
      "learning_rate": 9.517652043581583e-05,
      "loss": 2.2929,
      "step": 780
    },
    {
      "epoch": 0.33597260860261074,
      "grad_norm": 10.052477836608887,
      "learning_rate": 9.510200228124191e-05,
      "loss": 2.3608,
      "step": 785
    },
    {
      "epoch": 0.3381125615236465,
      "grad_norm": 8.700220108032227,
      "learning_rate": 9.502694254531364e-05,
      "loss": 2.2485,
      "step": 790
    },
    {
      "epoch": 0.34025251444468224,
      "grad_norm": 7.829571723937988,
      "learning_rate": 9.495134212934256e-05,
      "loss": 2.3197,
      "step": 795
    },
    {
      "epoch": 0.34239246736571793,
      "grad_norm": 7.233550071716309,
      "learning_rate": 9.48752019411326e-05,
      "loss": 2.2776,
      "step": 800
    },
    {
      "epoch": 0.3445324202867537,
      "grad_norm": 8.803876876831055,
      "learning_rate": 9.479852289496925e-05,
      "loss": 2.3447,
      "step": 805
    },
    {
      "epoch": 0.34667237320778943,
      "grad_norm": 7.353137016296387,
      "learning_rate": 9.472130591160855e-05,
      "loss": 2.3355,
      "step": 810
    },
    {
      "epoch": 0.3488123261288252,
      "grad_norm": 8.22417163848877,
      "learning_rate": 9.464355191826608e-05,
      "loss": 2.2921,
      "step": 815
    },
    {
      "epoch": 0.3509522790498609,
      "grad_norm": 9.752290725708008,
      "learning_rate": 9.456526184860579e-05,
      "loss": 2.31,
      "step": 820
    },
    {
      "epoch": 0.3530922319708966,
      "grad_norm": 9.317963600158691,
      "learning_rate": 9.448643664272876e-05,
      "loss": 2.2816,
      "step": 825
    },
    {
      "epoch": 0.35523218489193237,
      "grad_norm": 7.882107734680176,
      "learning_rate": 9.440707724716196e-05,
      "loss": 2.2285,
      "step": 830
    },
    {
      "epoch": 0.3573721378129681,
      "grad_norm": 7.263378620147705,
      "learning_rate": 9.432718461484688e-05,
      "loss": 2.2865,
      "step": 835
    },
    {
      "epoch": 0.35951209073400386,
      "grad_norm": 8.264389038085938,
      "learning_rate": 9.424675970512808e-05,
      "loss": 2.2278,
      "step": 840
    },
    {
      "epoch": 0.3616520436550396,
      "grad_norm": 7.658196926116943,
      "learning_rate": 9.416580348374163e-05,
      "loss": 2.2733,
      "step": 845
    },
    {
      "epoch": 0.3637919965760753,
      "grad_norm": 7.531430721282959,
      "learning_rate": 9.40843169228036e-05,
      "loss": 2.2451,
      "step": 850
    },
    {
      "epoch": 0.36593194949711105,
      "grad_norm": 6.57159423828125,
      "learning_rate": 9.400230100079829e-05,
      "loss": 2.2292,
      "step": 855
    },
    {
      "epoch": 0.3680719024181468,
      "grad_norm": 7.315071105957031,
      "learning_rate": 9.391975670256657e-05,
      "loss": 2.269,
      "step": 860
    },
    {
      "epoch": 0.37021185533918255,
      "grad_norm": 6.916749000549316,
      "learning_rate": 9.383668501929395e-05,
      "loss": 2.2789,
      "step": 865
    },
    {
      "epoch": 0.3723518082602183,
      "grad_norm": 6.972721576690674,
      "learning_rate": 9.37530869484988e-05,
      "loss": 2.2388,
      "step": 870
    },
    {
      "epoch": 0.374491761181254,
      "grad_norm": 7.823705673217773,
      "learning_rate": 9.36689634940203e-05,
      "loss": 2.2251,
      "step": 875
    },
    {
      "epoch": 0.37663171410228974,
      "grad_norm": 10.453600883483887,
      "learning_rate": 9.358431566600636e-05,
      "loss": 2.2375,
      "step": 880
    },
    {
      "epoch": 0.3787716670233255,
      "grad_norm": 10.327241897583008,
      "learning_rate": 9.349914448090156e-05,
      "loss": 2.2713,
      "step": 885
    },
    {
      "epoch": 0.38091161994436123,
      "grad_norm": 9.396978378295898,
      "learning_rate": 9.34134509614349e-05,
      "loss": 2.2676,
      "step": 890
    },
    {
      "epoch": 0.383051572865397,
      "grad_norm": 7.874500751495361,
      "learning_rate": 9.332723613660754e-05,
      "loss": 2.2645,
      "step": 895
    },
    {
      "epoch": 0.3851915257864327,
      "grad_norm": 9.300860404968262,
      "learning_rate": 9.32405010416804e-05,
      "loss": 2.2894,
      "step": 900
    },
    {
      "epoch": 0.3873314787074684,
      "grad_norm": 7.320137977600098,
      "learning_rate": 9.315324671816183e-05,
      "loss": 2.2072,
      "step": 905
    },
    {
      "epoch": 0.38947143162850417,
      "grad_norm": 7.579836368560791,
      "learning_rate": 9.306547421379497e-05,
      "loss": 2.2244,
      "step": 910
    },
    {
      "epoch": 0.3916113845495399,
      "grad_norm": 8.637717247009277,
      "learning_rate": 9.297718458254528e-05,
      "loss": 2.1833,
      "step": 915
    },
    {
      "epoch": 0.39375133747057567,
      "grad_norm": 6.750846862792969,
      "learning_rate": 9.288837888458782e-05,
      "loss": 2.2157,
      "step": 920
    },
    {
      "epoch": 0.39589129039161136,
      "grad_norm": 8.550662994384766,
      "learning_rate": 9.27990581862945e-05,
      "loss": 2.224,
      "step": 925
    },
    {
      "epoch": 0.3980312433126471,
      "grad_norm": 7.079535961151123,
      "learning_rate": 9.270922356022142e-05,
      "loss": 2.1862,
      "step": 930
    },
    {
      "epoch": 0.40017119623368286,
      "grad_norm": 6.939311981201172,
      "learning_rate": 9.261887608509579e-05,
      "loss": 2.2017,
      "step": 935
    },
    {
      "epoch": 0.4023111491547186,
      "grad_norm": 8.532953262329102,
      "learning_rate": 9.252801684580308e-05,
      "loss": 2.1758,
      "step": 940
    },
    {
      "epoch": 0.40445110207575435,
      "grad_norm": 7.4575018882751465,
      "learning_rate": 9.243664693337404e-05,
      "loss": 2.1896,
      "step": 945
    },
    {
      "epoch": 0.40659105499679005,
      "grad_norm": 7.295337677001953,
      "learning_rate": 9.234476744497149e-05,
      "loss": 2.252,
      "step": 950
    },
    {
      "epoch": 0.4087310079178258,
      "grad_norm": 6.507411479949951,
      "learning_rate": 9.225237948387722e-05,
      "loss": 2.2629,
      "step": 955
    },
    {
      "epoch": 0.41087096083886154,
      "grad_norm": 8.774213790893555,
      "learning_rate": 9.215948415947875e-05,
      "loss": 2.1715,
      "step": 960
    },
    {
      "epoch": 0.4130109137598973,
      "grad_norm": 9.428667068481445,
      "learning_rate": 9.20660825872559e-05,
      "loss": 2.1916,
      "step": 965
    },
    {
      "epoch": 0.41515086668093304,
      "grad_norm": 7.89529275894165,
      "learning_rate": 9.197217588876756e-05,
      "loss": 2.2247,
      "step": 970
    },
    {
      "epoch": 0.41729081960196873,
      "grad_norm": 7.525676727294922,
      "learning_rate": 9.187776519163811e-05,
      "loss": 2.1985,
      "step": 975
    },
    {
      "epoch": 0.4194307725230045,
      "grad_norm": 7.482941627502441,
      "learning_rate": 9.178285162954386e-05,
      "loss": 2.1853,
      "step": 980
    },
    {
      "epoch": 0.42157072544404023,
      "grad_norm": 6.92722225189209,
      "learning_rate": 9.168743634219955e-05,
      "loss": 2.1629,
      "step": 985
    },
    {
      "epoch": 0.423710678365076,
      "grad_norm": 7.211160659790039,
      "learning_rate": 9.159152047534454e-05,
      "loss": 2.1817,
      "step": 990
    },
    {
      "epoch": 0.4258506312861117,
      "grad_norm": 7.496613025665283,
      "learning_rate": 9.149510518072916e-05,
      "loss": 2.1736,
      "step": 995
    },
    {
      "epoch": 0.4279905842071474,
      "grad_norm": 7.383609294891357,
      "learning_rate": 9.139819161610082e-05,
      "loss": 2.2043,
      "step": 1000
    },
    {
      "epoch": 0.43013053712818317,
      "grad_norm": 7.53545618057251,
      "learning_rate": 9.130078094519008e-05,
      "loss": 2.232,
      "step": 1005
    },
    {
      "epoch": 0.4322704900492189,
      "grad_norm": 6.151658535003662,
      "learning_rate": 9.120287433769674e-05,
      "loss": 2.1939,
      "step": 1010
    },
    {
      "epoch": 0.43441044297025466,
      "grad_norm": 7.977633953094482,
      "learning_rate": 9.11044729692758e-05,
      "loss": 2.2096,
      "step": 1015
    },
    {
      "epoch": 0.4365503958912904,
      "grad_norm": 8.515596389770508,
      "learning_rate": 9.100557802152328e-05,
      "loss": 2.2042,
      "step": 1020
    },
    {
      "epoch": 0.4386903488123261,
      "grad_norm": 6.877818584442139,
      "learning_rate": 9.090619068196203e-05,
      "loss": 2.1006,
      "step": 1025
    },
    {
      "epoch": 0.44083030173336185,
      "grad_norm": 7.46975040435791,
      "learning_rate": 9.080631214402754e-05,
      "loss": 2.0974,
      "step": 1030
    },
    {
      "epoch": 0.4429702546543976,
      "grad_norm": 7.358278751373291,
      "learning_rate": 9.070594360705358e-05,
      "loss": 2.1188,
      "step": 1035
    },
    {
      "epoch": 0.44511020757543335,
      "grad_norm": 7.501420974731445,
      "learning_rate": 9.060508627625779e-05,
      "loss": 2.134,
      "step": 1040
    },
    {
      "epoch": 0.4472501604964691,
      "grad_norm": 7.990818500518799,
      "learning_rate": 9.050374136272717e-05,
      "loss": 2.1787,
      "step": 1045
    },
    {
      "epoch": 0.4493901134175048,
      "grad_norm": 6.6185760498046875,
      "learning_rate": 9.04019100834036e-05,
      "loss": 2.14,
      "step": 1050
    },
    {
      "epoch": 0.45153006633854054,
      "grad_norm": 9.137276649475098,
      "learning_rate": 9.029959366106923e-05,
      "loss": 2.1632,
      "step": 1055
    },
    {
      "epoch": 0.4536700192595763,
      "grad_norm": 8.287654876708984,
      "learning_rate": 9.019679332433173e-05,
      "loss": 2.1734,
      "step": 1060
    },
    {
      "epoch": 0.45580997218061203,
      "grad_norm": 8.167359352111816,
      "learning_rate": 9.009351030760958e-05,
      "loss": 2.116,
      "step": 1065
    },
    {
      "epoch": 0.4579499251016478,
      "grad_norm": 7.944402694702148,
      "learning_rate": 8.998974585111729e-05,
      "loss": 2.1126,
      "step": 1070
    },
    {
      "epoch": 0.4600898780226835,
      "grad_norm": 8.373970985412598,
      "learning_rate": 8.988550120085038e-05,
      "loss": 2.1179,
      "step": 1075
    },
    {
      "epoch": 0.4622298309437192,
      "grad_norm": 7.862525463104248,
      "learning_rate": 8.978077760857058e-05,
      "loss": 2.1599,
      "step": 1080
    },
    {
      "epoch": 0.46436978386475497,
      "grad_norm": 6.35279655456543,
      "learning_rate": 8.967557633179067e-05,
      "loss": 2.1058,
      "step": 1085
    },
    {
      "epoch": 0.4665097367857907,
      "grad_norm": 6.809432506561279,
      "learning_rate": 8.956989863375944e-05,
      "loss": 2.1049,
      "step": 1090
    },
    {
      "epoch": 0.46864968970682647,
      "grad_norm": 10.011709213256836,
      "learning_rate": 8.946374578344653e-05,
      "loss": 2.1654,
      "step": 1095
    },
    {
      "epoch": 0.47078964262786216,
      "grad_norm": 8.779292106628418,
      "learning_rate": 8.935711905552713e-05,
      "loss": 2.089,
      "step": 1100
    },
    {
      "epoch": 0.4729295955488979,
      "grad_norm": 8.868700981140137,
      "learning_rate": 8.925001973036677e-05,
      "loss": 2.16,
      "step": 1105
    },
    {
      "epoch": 0.47506954846993366,
      "grad_norm": 8.026627540588379,
      "learning_rate": 8.914244909400585e-05,
      "loss": 2.1683,
      "step": 1110
    },
    {
      "epoch": 0.4772095013909694,
      "grad_norm": 6.766802787780762,
      "learning_rate": 8.903440843814423e-05,
      "loss": 2.1475,
      "step": 1115
    },
    {
      "epoch": 0.47934945431200515,
      "grad_norm": 6.383385181427002,
      "learning_rate": 8.892589906012577e-05,
      "loss": 2.151,
      "step": 1120
    },
    {
      "epoch": 0.4814894072330409,
      "grad_norm": 7.344244956970215,
      "learning_rate": 8.881692226292269e-05,
      "loss": 2.1037,
      "step": 1125
    },
    {
      "epoch": 0.4836293601540766,
      "grad_norm": 8.650083541870117,
      "learning_rate": 8.870747935511992e-05,
      "loss": 2.0868,
      "step": 1130
    },
    {
      "epoch": 0.48576931307511234,
      "grad_norm": 7.451263427734375,
      "learning_rate": 8.859757165089943e-05,
      "loss": 2.1287,
      "step": 1135
    },
    {
      "epoch": 0.4879092659961481,
      "grad_norm": 7.021806716918945,
      "learning_rate": 8.848720047002446e-05,
      "loss": 2.1256,
      "step": 1140
    },
    {
      "epoch": 0.49004921891718384,
      "grad_norm": 7.580230712890625,
      "learning_rate": 8.837636713782358e-05,
      "loss": 2.058,
      "step": 1145
    },
    {
      "epoch": 0.4921891718382196,
      "grad_norm": 6.413537979125977,
      "learning_rate": 8.826507298517489e-05,
      "loss": 2.0742,
      "step": 1150
    },
    {
      "epoch": 0.4943291247592553,
      "grad_norm": 7.502536296844482,
      "learning_rate": 8.815331934848996e-05,
      "loss": 2.1497,
      "step": 1155
    },
    {
      "epoch": 0.496469077680291,
      "grad_norm": 6.689949035644531,
      "learning_rate": 8.804110756969781e-05,
      "loss": 2.112,
      "step": 1160
    },
    {
      "epoch": 0.4986090306013268,
      "grad_norm": 8.030281066894531,
      "learning_rate": 8.792843899622879e-05,
      "loss": 2.1844,
      "step": 1165
    },
    {
      "epoch": 0.5007489835223625,
      "grad_norm": 6.825489044189453,
      "learning_rate": 8.781531498099844e-05,
      "loss": 2.1259,
      "step": 1170
    },
    {
      "epoch": 0.5028889364433983,
      "grad_norm": 7.533500671386719,
      "learning_rate": 8.770173688239116e-05,
      "loss": 2.0923,
      "step": 1175
    },
    {
      "epoch": 0.505028889364434,
      "grad_norm": 6.412694454193115,
      "learning_rate": 8.758770606424398e-05,
      "loss": 2.1432,
      "step": 1180
    },
    {
      "epoch": 0.5071688422854698,
      "grad_norm": 6.011632442474365,
      "learning_rate": 8.747322389583013e-05,
      "loss": 2.0918,
      "step": 1185
    },
    {
      "epoch": 0.5093087952065054,
      "grad_norm": 7.687342166900635,
      "learning_rate": 8.735829175184267e-05,
      "loss": 2.1275,
      "step": 1190
    },
    {
      "epoch": 0.5114487481275412,
      "grad_norm": 7.902970314025879,
      "learning_rate": 8.724291101237784e-05,
      "loss": 2.0638,
      "step": 1195
    },
    {
      "epoch": 0.5135887010485769,
      "grad_norm": 6.375851631164551,
      "learning_rate": 8.71270830629187e-05,
      "loss": 2.1268,
      "step": 1200
    },
    {
      "epoch": 0.5157286539696126,
      "grad_norm": 11.488832473754883,
      "learning_rate": 8.701080929431824e-05,
      "loss": 2.1133,
      "step": 1205
    },
    {
      "epoch": 0.5178686068906484,
      "grad_norm": 7.46975564956665,
      "learning_rate": 8.689409110278292e-05,
      "loss": 2.0586,
      "step": 1210
    },
    {
      "epoch": 0.5200085598116841,
      "grad_norm": 10.648994445800781,
      "learning_rate": 8.677692988985575e-05,
      "loss": 2.0896,
      "step": 1215
    },
    {
      "epoch": 0.5221485127327199,
      "grad_norm": 8.54841136932373,
      "learning_rate": 8.665932706239949e-05,
      "loss": 2.0725,
      "step": 1220
    },
    {
      "epoch": 0.5242884656537556,
      "grad_norm": 6.593012809753418,
      "learning_rate": 8.654128403257982e-05,
      "loss": 2.0339,
      "step": 1225
    },
    {
      "epoch": 0.5264284185747914,
      "grad_norm": 8.725300788879395,
      "learning_rate": 8.642280221784828e-05,
      "loss": 2.0586,
      "step": 1230
    },
    {
      "epoch": 0.5285683714958271,
      "grad_norm": 8.611812591552734,
      "learning_rate": 8.630388304092536e-05,
      "loss": 2.049,
      "step": 1235
    },
    {
      "epoch": 0.5307083244168628,
      "grad_norm": 8.650274276733398,
      "learning_rate": 8.618452792978336e-05,
      "loss": 2.0758,
      "step": 1240
    },
    {
      "epoch": 0.5328482773378985,
      "grad_norm": 5.806057453155518,
      "learning_rate": 8.606473831762916e-05,
      "loss": 2.075,
      "step": 1245
    },
    {
      "epoch": 0.5349882302589343,
      "grad_norm": 6.725940227508545,
      "learning_rate": 8.59445156428872e-05,
      "loss": 2.1084,
      "step": 1250
    },
    {
      "epoch": 0.53712818317997,
      "grad_norm": 7.8081889152526855,
      "learning_rate": 8.582386134918204e-05,
      "loss": 2.076,
      "step": 1255
    },
    {
      "epoch": 0.5392681361010058,
      "grad_norm": 7.350069046020508,
      "learning_rate": 8.570277688532112e-05,
      "loss": 2.0705,
      "step": 1260
    },
    {
      "epoch": 0.5414080890220415,
      "grad_norm": 6.163577079772949,
      "learning_rate": 8.55812637052773e-05,
      "loss": 2.0214,
      "step": 1265
    },
    {
      "epoch": 0.5435480419430773,
      "grad_norm": 8.294384956359863,
      "learning_rate": 8.545932326817145e-05,
      "loss": 2.0657,
      "step": 1270
    },
    {
      "epoch": 0.545687994864113,
      "grad_norm": 7.981808185577393,
      "learning_rate": 8.533695703825493e-05,
      "loss": 2.0762,
      "step": 1275
    },
    {
      "epoch": 0.5478279477851488,
      "grad_norm": 7.62240743637085,
      "learning_rate": 8.521416648489193e-05,
      "loss": 2.0571,
      "step": 1280
    },
    {
      "epoch": 0.5499679007061845,
      "grad_norm": 7.337045192718506,
      "learning_rate": 8.509095308254191e-05,
      "loss": 2.0734,
      "step": 1285
    },
    {
      "epoch": 0.5521078536272201,
      "grad_norm": 6.613148212432861,
      "learning_rate": 8.496731831074189e-05,
      "loss": 2.0913,
      "step": 1290
    },
    {
      "epoch": 0.5542478065482559,
      "grad_norm": 6.551748275756836,
      "learning_rate": 8.484326365408866e-05,
      "loss": 2.0183,
      "step": 1295
    },
    {
      "epoch": 0.5563877594692916,
      "grad_norm": 6.191518783569336,
      "learning_rate": 8.471879060222094e-05,
      "loss": 2.0514,
      "step": 1300
    },
    {
      "epoch": 0.5585277123903274,
      "grad_norm": 6.579594135284424,
      "learning_rate": 8.459390064980146e-05,
      "loss": 2.083,
      "step": 1305
    },
    {
      "epoch": 0.5606676653113631,
      "grad_norm": 8.821534156799316,
      "learning_rate": 8.446859529649917e-05,
      "loss": 2.0494,
      "step": 1310
    },
    {
      "epoch": 0.5628076182323989,
      "grad_norm": 8.188867568969727,
      "learning_rate": 8.434287604697101e-05,
      "loss": 2.0842,
      "step": 1315
    },
    {
      "epoch": 0.5649475711534346,
      "grad_norm": 6.688650608062744,
      "learning_rate": 8.421674441084404e-05,
      "loss": 2.059,
      "step": 1320
    },
    {
      "epoch": 0.5670875240744704,
      "grad_norm": 9.34494400024414,
      "learning_rate": 8.409020190269716e-05,
      "loss": 2.0587,
      "step": 1325
    },
    {
      "epoch": 0.5692274769955061,
      "grad_norm": 9.420138359069824,
      "learning_rate": 8.396325004204303e-05,
      "loss": 2.0278,
      "step": 1330
    },
    {
      "epoch": 0.5713674299165419,
      "grad_norm": 8.35175609588623,
      "learning_rate": 8.383589035330977e-05,
      "loss": 1.9988,
      "step": 1335
    },
    {
      "epoch": 0.5735073828375776,
      "grad_norm": 7.808613300323486,
      "learning_rate": 8.370812436582267e-05,
      "loss": 2.0572,
      "step": 1340
    },
    {
      "epoch": 0.5756473357586133,
      "grad_norm": 6.553249359130859,
      "learning_rate": 8.357995361378583e-05,
      "loss": 2.0234,
      "step": 1345
    },
    {
      "epoch": 0.577787288679649,
      "grad_norm": 6.828055381774902,
      "learning_rate": 8.345137963626372e-05,
      "loss": 2.0428,
      "step": 1350
    },
    {
      "epoch": 0.5799272416006848,
      "grad_norm": 8.460224151611328,
      "learning_rate": 8.332240397716272e-05,
      "loss": 2.05,
      "step": 1355
    },
    {
      "epoch": 0.5820671945217205,
      "grad_norm": 6.507852554321289,
      "learning_rate": 8.319302818521255e-05,
      "loss": 2.0947,
      "step": 1360
    },
    {
      "epoch": 0.5842071474427563,
      "grad_norm": 6.2819085121154785,
      "learning_rate": 8.306325381394774e-05,
      "loss": 2.0366,
      "step": 1365
    },
    {
      "epoch": 0.586347100363792,
      "grad_norm": 7.773951530456543,
      "learning_rate": 8.293308242168889e-05,
      "loss": 2.0078,
      "step": 1370
    },
    {
      "epoch": 0.5884870532848278,
      "grad_norm": 6.938888072967529,
      "learning_rate": 8.280251557152399e-05,
      "loss": 2.0739,
      "step": 1375
    },
    {
      "epoch": 0.5906270062058635,
      "grad_norm": 7.499892234802246,
      "learning_rate": 8.26715548312897e-05,
      "loss": 2.011,
      "step": 1380
    },
    {
      "epoch": 0.5927669591268993,
      "grad_norm": 6.491375923156738,
      "learning_rate": 8.254020177355243e-05,
      "loss": 1.9787,
      "step": 1385
    },
    {
      "epoch": 0.594906912047935,
      "grad_norm": 7.310795307159424,
      "learning_rate": 8.240845797558958e-05,
      "loss": 2.0306,
      "step": 1390
    },
    {
      "epoch": 0.5970468649689706,
      "grad_norm": 6.266601085662842,
      "learning_rate": 8.227632501937045e-05,
      "loss": 1.9754,
      "step": 1395
    },
    {
      "epoch": 0.5991868178900064,
      "grad_norm": 7.139545440673828,
      "learning_rate": 8.214380449153735e-05,
      "loss": 2.0119,
      "step": 1400
    },
    {
      "epoch": 0.6013267708110421,
      "grad_norm": 7.089097499847412,
      "learning_rate": 8.201089798338655e-05,
      "loss": 2.0456,
      "step": 1405
    },
    {
      "epoch": 0.6034667237320779,
      "grad_norm": 6.723423004150391,
      "learning_rate": 8.187760709084911e-05,
      "loss": 2.0233,
      "step": 1410
    },
    {
      "epoch": 0.6056066766531136,
      "grad_norm": 6.559820175170898,
      "learning_rate": 8.174393341447177e-05,
      "loss": 1.995,
      "step": 1415
    },
    {
      "epoch": 0.6077466295741494,
      "grad_norm": 7.716728687286377,
      "learning_rate": 8.160987855939766e-05,
      "loss": 2.0308,
      "step": 1420
    },
    {
      "epoch": 0.6098865824951851,
      "grad_norm": 5.852180480957031,
      "learning_rate": 8.147544413534714e-05,
      "loss": 2.0049,
      "step": 1425
    },
    {
      "epoch": 0.6120265354162209,
      "grad_norm": 9.875506401062012,
      "learning_rate": 8.134063175659836e-05,
      "loss": 2.0243,
      "step": 1430
    },
    {
      "epoch": 0.6141664883372566,
      "grad_norm": 7.915645122528076,
      "learning_rate": 8.120544304196793e-05,
      "loss": 2.0137,
      "step": 1435
    },
    {
      "epoch": 0.6163064412582924,
      "grad_norm": 6.7806077003479,
      "learning_rate": 8.10698796147915e-05,
      "loss": 2.0122,
      "step": 1440
    },
    {
      "epoch": 0.618446394179328,
      "grad_norm": 6.318131446838379,
      "learning_rate": 8.093394310290421e-05,
      "loss": 2.0041,
      "step": 1445
    },
    {
      "epoch": 0.6205863471003638,
      "grad_norm": 6.302967071533203,
      "learning_rate": 8.079763513862116e-05,
      "loss": 2.0402,
      "step": 1450
    },
    {
      "epoch": 0.6227263000213995,
      "grad_norm": 8.546146392822266,
      "learning_rate": 8.066095735871786e-05,
      "loss": 2.036,
      "step": 1455
    },
    {
      "epoch": 0.6248662529424353,
      "grad_norm": 7.018831729888916,
      "learning_rate": 8.052391140441051e-05,
      "loss": 1.9625,
      "step": 1460
    },
    {
      "epoch": 0.627006205863471,
      "grad_norm": 6.960865497589111,
      "learning_rate": 8.038649892133632e-05,
      "loss": 2.013,
      "step": 1465
    },
    {
      "epoch": 0.6291461587845067,
      "grad_norm": 7.643087863922119,
      "learning_rate": 8.024872155953376e-05,
      "loss": 2.0234,
      "step": 1470
    },
    {
      "epoch": 0.6312861117055425,
      "grad_norm": 6.25241231918335,
      "learning_rate": 8.011058097342275e-05,
      "loss": 1.9427,
      "step": 1475
    },
    {
      "epoch": 0.6334260646265782,
      "grad_norm": 7.6290283203125,
      "learning_rate": 7.997207882178474e-05,
      "loss": 1.9874,
      "step": 1480
    },
    {
      "epoch": 0.635566017547614,
      "grad_norm": 10.151625633239746,
      "learning_rate": 7.983321676774285e-05,
      "loss": 1.9609,
      "step": 1485
    },
    {
      "epoch": 0.6377059704686497,
      "grad_norm": 6.939437389373779,
      "learning_rate": 7.969399647874191e-05,
      "loss": 2.0095,
      "step": 1490
    },
    {
      "epoch": 0.6398459233896854,
      "grad_norm": 7.24613618850708,
      "learning_rate": 7.955441962652835e-05,
      "loss": 1.9874,
      "step": 1495
    },
    {
      "epoch": 0.6419858763107211,
      "grad_norm": 8.051011085510254,
      "learning_rate": 7.941448788713024e-05,
      "loss": 2.0215,
      "step": 1500
    },
    {
      "epoch": 0.6441258292317569,
      "grad_norm": 7.338986873626709,
      "learning_rate": 7.927420294083705e-05,
      "loss": 1.941,
      "step": 1505
    },
    {
      "epoch": 0.6462657821527926,
      "grad_norm": 7.442719459533691,
      "learning_rate": 7.91335664721796e-05,
      "loss": 2.0215,
      "step": 1510
    },
    {
      "epoch": 0.6484057350738284,
      "grad_norm": 7.5543341636657715,
      "learning_rate": 7.899258016990969e-05,
      "loss": 1.9694,
      "step": 1515
    },
    {
      "epoch": 0.6505456879948641,
      "grad_norm": 7.134289264678955,
      "learning_rate": 7.885124572697998e-05,
      "loss": 2.0004,
      "step": 1520
    },
    {
      "epoch": 0.6526856409158999,
      "grad_norm": 6.567378520965576,
      "learning_rate": 7.870956484052346e-05,
      "loss": 1.9725,
      "step": 1525
    },
    {
      "epoch": 0.6548255938369356,
      "grad_norm": 7.110774040222168,
      "learning_rate": 7.856753921183331e-05,
      "loss": 2.0402,
      "step": 1530
    },
    {
      "epoch": 0.6569655467579714,
      "grad_norm": 6.285329818725586,
      "learning_rate": 7.842517054634226e-05,
      "loss": 1.974,
      "step": 1535
    },
    {
      "epoch": 0.6591054996790071,
      "grad_norm": 5.5663676261901855,
      "learning_rate": 7.828246055360226e-05,
      "loss": 2.0189,
      "step": 1540
    },
    {
      "epoch": 0.6612454526000427,
      "grad_norm": 6.485752582550049,
      "learning_rate": 7.813941094726384e-05,
      "loss": 1.9699,
      "step": 1545
    },
    {
      "epoch": 0.6633854055210785,
      "grad_norm": 5.899412155151367,
      "learning_rate": 7.79960234450556e-05,
      "loss": 1.9966,
      "step": 1550
    },
    {
      "epoch": 0.6655253584421142,
      "grad_norm": 7.0582051277160645,
      "learning_rate": 7.78522997687636e-05,
      "loss": 1.9811,
      "step": 1555
    },
    {
      "epoch": 0.66766531136315,
      "grad_norm": 6.355223178863525,
      "learning_rate": 7.770824164421062e-05,
      "loss": 1.9238,
      "step": 1560
    },
    {
      "epoch": 0.6698052642841857,
      "grad_norm": 7.558047771453857,
      "learning_rate": 7.756385080123546e-05,
      "loss": 1.9915,
      "step": 1565
    },
    {
      "epoch": 0.6719452172052215,
      "grad_norm": 6.747286319732666,
      "learning_rate": 7.741912897367221e-05,
      "loss": 1.9746,
      "step": 1570
    },
    {
      "epoch": 0.6740851701262572,
      "grad_norm": 6.1656293869018555,
      "learning_rate": 7.727407789932935e-05,
      "loss": 1.9615,
      "step": 1575
    },
    {
      "epoch": 0.676225123047293,
      "grad_norm": 7.076664447784424,
      "learning_rate": 7.7128699319969e-05,
      "loss": 2.0052,
      "step": 1580
    },
    {
      "epoch": 0.6783650759683287,
      "grad_norm": 7.908239841461182,
      "learning_rate": 7.698299498128587e-05,
      "loss": 2.0223,
      "step": 1585
    },
    {
      "epoch": 0.6805050288893645,
      "grad_norm": 6.080158233642578,
      "learning_rate": 7.68369666328864e-05,
      "loss": 1.9561,
      "step": 1590
    },
    {
      "epoch": 0.6826449818104001,
      "grad_norm": 6.817996025085449,
      "learning_rate": 7.669061602826768e-05,
      "loss": 1.9811,
      "step": 1595
    },
    {
      "epoch": 0.6847849347314359,
      "grad_norm": 5.7741475105285645,
      "learning_rate": 7.654394492479648e-05,
      "loss": 1.9011,
      "step": 1600
    },
    {
      "epoch": 0.6869248876524716,
      "grad_norm": 5.87952995300293,
      "learning_rate": 7.639695508368803e-05,
      "loss": 1.9695,
      "step": 1605
    },
    {
      "epoch": 0.6890648405735074,
      "grad_norm": 6.916929721832275,
      "learning_rate": 7.6249648269985e-05,
      "loss": 1.9536,
      "step": 1610
    },
    {
      "epoch": 0.6912047934945431,
      "grad_norm": 8.327000617980957,
      "learning_rate": 7.61020262525362e-05,
      "loss": 1.961,
      "step": 1615
    },
    {
      "epoch": 0.6933447464155789,
      "grad_norm": 7.954501628875732,
      "learning_rate": 7.59540908039754e-05,
      "loss": 2.0029,
      "step": 1620
    },
    {
      "epoch": 0.6954846993366146,
      "grad_norm": 6.015987873077393,
      "learning_rate": 7.580584370070001e-05,
      "loss": 1.9753,
      "step": 1625
    },
    {
      "epoch": 0.6976246522576504,
      "grad_norm": 7.0654520988464355,
      "learning_rate": 7.565728672284979e-05,
      "loss": 1.9378,
      "step": 1630
    },
    {
      "epoch": 0.6997646051786861,
      "grad_norm": 7.740458965301514,
      "learning_rate": 7.550842165428543e-05,
      "loss": 1.9464,
      "step": 1635
    },
    {
      "epoch": 0.7019045580997219,
      "grad_norm": 7.246245861053467,
      "learning_rate": 7.535925028256717e-05,
      "loss": 2.0064,
      "step": 1640
    },
    {
      "epoch": 0.7040445110207575,
      "grad_norm": 6.526742458343506,
      "learning_rate": 7.520977439893329e-05,
      "loss": 1.9545,
      "step": 1645
    },
    {
      "epoch": 0.7061844639417932,
      "grad_norm": 7.05415153503418,
      "learning_rate": 7.505999579827863e-05,
      "loss": 1.979,
      "step": 1650
    },
    {
      "epoch": 0.708324416862829,
      "grad_norm": 6.696120738983154,
      "learning_rate": 7.490991627913306e-05,
      "loss": 1.9026,
      "step": 1655
    },
    {
      "epoch": 0.7104643697838647,
      "grad_norm": 7.282532215118408,
      "learning_rate": 7.475953764363983e-05,
      "loss": 1.9877,
      "step": 1660
    },
    {
      "epoch": 0.7126043227049005,
      "grad_norm": 5.767569541931152,
      "learning_rate": 7.460886169753397e-05,
      "loss": 2.005,
      "step": 1665
    },
    {
      "epoch": 0.7147442756259362,
      "grad_norm": 6.214768409729004,
      "learning_rate": 7.445789025012055e-05,
      "loss": 1.949,
      "step": 1670
    },
    {
      "epoch": 0.716884228546972,
      "grad_norm": 6.871894836425781,
      "learning_rate": 7.430662511425308e-05,
      "loss": 1.9725,
      "step": 1675
    },
    {
      "epoch": 0.7190241814680077,
      "grad_norm": 7.443453311920166,
      "learning_rate": 7.415506810631155e-05,
      "loss": 1.9316,
      "step": 1680
    },
    {
      "epoch": 0.7211641343890435,
      "grad_norm": 6.8776140213012695,
      "learning_rate": 7.400322104618085e-05,
      "loss": 1.9556,
      "step": 1685
    },
    {
      "epoch": 0.7233040873100792,
      "grad_norm": 6.675306797027588,
      "learning_rate": 7.385108575722868e-05,
      "loss": 1.9833,
      "step": 1690
    },
    {
      "epoch": 0.7254440402311149,
      "grad_norm": 6.732053756713867,
      "learning_rate": 7.369866406628385e-05,
      "loss": 1.9036,
      "step": 1695
    },
    {
      "epoch": 0.7275839931521506,
      "grad_norm": 7.516349792480469,
      "learning_rate": 7.354595780361423e-05,
      "loss": 1.9876,
      "step": 1700
    },
    {
      "epoch": 0.7297239460731864,
      "grad_norm": 6.245758056640625,
      "learning_rate": 7.339296880290481e-05,
      "loss": 1.9403,
      "step": 1705
    },
    {
      "epoch": 0.7318638989942221,
      "grad_norm": 6.886528015136719,
      "learning_rate": 7.323969890123565e-05,
      "loss": 1.9668,
      "step": 1710
    },
    {
      "epoch": 0.7340038519152579,
      "grad_norm": 7.249610900878906,
      "learning_rate": 7.308614993905992e-05,
      "loss": 2.0097,
      "step": 1715
    },
    {
      "epoch": 0.7361438048362936,
      "grad_norm": 6.901829719543457,
      "learning_rate": 7.293232376018164e-05,
      "loss": 1.9935,
      "step": 1720
    },
    {
      "epoch": 0.7382837577573294,
      "grad_norm": 7.697319984436035,
      "learning_rate": 7.277822221173367e-05,
      "loss": 1.9295,
      "step": 1725
    },
    {
      "epoch": 0.7404237106783651,
      "grad_norm": 6.5634565353393555,
      "learning_rate": 7.262384714415551e-05,
      "loss": 1.9149,
      "step": 1730
    },
    {
      "epoch": 0.7425636635994008,
      "grad_norm": 6.889857769012451,
      "learning_rate": 7.2469200411171e-05,
      "loss": 1.947,
      "step": 1735
    },
    {
      "epoch": 0.7447036165204366,
      "grad_norm": 7.622896194458008,
      "learning_rate": 7.231428386976618e-05,
      "loss": 1.8894,
      "step": 1740
    },
    {
      "epoch": 0.7468435694414722,
      "grad_norm": 7.235098838806152,
      "learning_rate": 7.215909938016684e-05,
      "loss": 1.9483,
      "step": 1745
    },
    {
      "epoch": 0.748983522362508,
      "grad_norm": 5.822272300720215,
      "learning_rate": 7.200364880581637e-05,
      "loss": 1.9301,
      "step": 1750
    },
    {
      "epoch": 0.7511234752835437,
      "grad_norm": 6.663504123687744,
      "learning_rate": 7.184793401335322e-05,
      "loss": 1.9482,
      "step": 1755
    },
    {
      "epoch": 0.7532634282045795,
      "grad_norm": 7.109114170074463,
      "learning_rate": 7.169195687258859e-05,
      "loss": 1.9659,
      "step": 1760
    },
    {
      "epoch": 0.7554033811256152,
      "grad_norm": 7.012261867523193,
      "learning_rate": 7.15357192564839e-05,
      "loss": 1.9284,
      "step": 1765
    },
    {
      "epoch": 0.757543334046651,
      "grad_norm": 7.140257835388184,
      "learning_rate": 7.137922304112838e-05,
      "loss": 1.9185,
      "step": 1770
    },
    {
      "epoch": 0.7596832869676867,
      "grad_norm": 5.866714954376221,
      "learning_rate": 7.122247010571647e-05,
      "loss": 1.9535,
      "step": 1775
    },
    {
      "epoch": 0.7618232398887225,
      "grad_norm": 6.297852516174316,
      "learning_rate": 7.106546233252528e-05,
      "loss": 1.9455,
      "step": 1780
    },
    {
      "epoch": 0.7639631928097582,
      "grad_norm": 5.564944267272949,
      "learning_rate": 7.090820160689201e-05,
      "loss": 1.9153,
      "step": 1785
    },
    {
      "epoch": 0.766103145730794,
      "grad_norm": 6.030523777008057,
      "learning_rate": 7.07506898171913e-05,
      "loss": 1.9386,
      "step": 1790
    },
    {
      "epoch": 0.7682430986518297,
      "grad_norm": 7.070890426635742,
      "learning_rate": 7.059292885481253e-05,
      "loss": 1.9576,
      "step": 1795
    },
    {
      "epoch": 0.7703830515728654,
      "grad_norm": 7.497870922088623,
      "learning_rate": 7.04349206141371e-05,
      "loss": 1.8669,
      "step": 1800
    },
    {
      "epoch": 0.7725230044939011,
      "grad_norm": 5.917843818664551,
      "learning_rate": 7.02766669925158e-05,
      "loss": 1.9455,
      "step": 1805
    },
    {
      "epoch": 0.7746629574149368,
      "grad_norm": 6.862101078033447,
      "learning_rate": 7.011816989024583e-05,
      "loss": 1.9464,
      "step": 1810
    },
    {
      "epoch": 0.7768029103359726,
      "grad_norm": 6.385555267333984,
      "learning_rate": 6.995943121054816e-05,
      "loss": 1.9477,
      "step": 1815
    },
    {
      "epoch": 0.7789428632570083,
      "grad_norm": 6.692836761474609,
      "learning_rate": 6.980045285954456e-05,
      "loss": 1.916,
      "step": 1820
    },
    {
      "epoch": 0.7810828161780441,
      "grad_norm": 7.266310214996338,
      "learning_rate": 6.964123674623475e-05,
      "loss": 1.929,
      "step": 1825
    },
    {
      "epoch": 0.7832227690990798,
      "grad_norm": 6.483401775360107,
      "learning_rate": 6.948178478247355e-05,
      "loss": 1.9205,
      "step": 1830
    },
    {
      "epoch": 0.7853627220201156,
      "grad_norm": 7.336221694946289,
      "learning_rate": 6.932209888294777e-05,
      "loss": 1.9402,
      "step": 1835
    },
    {
      "epoch": 0.7875026749411513,
      "grad_norm": 7.22684383392334,
      "learning_rate": 6.916218096515336e-05,
      "loss": 1.8924,
      "step": 1840
    },
    {
      "epoch": 0.7896426278621871,
      "grad_norm": 6.436882972717285,
      "learning_rate": 6.900203294937229e-05,
      "loss": 1.9378,
      "step": 1845
    },
    {
      "epoch": 0.7917825807832227,
      "grad_norm": 6.200204849243164,
      "learning_rate": 6.884165675864954e-05,
      "loss": 1.864,
      "step": 1850
    },
    {
      "epoch": 0.7939225337042585,
      "grad_norm": 6.617162227630615,
      "learning_rate": 6.868105431877002e-05,
      "loss": 1.9279,
      "step": 1855
    },
    {
      "epoch": 0.7960624866252942,
      "grad_norm": 5.673040866851807,
      "learning_rate": 6.85202275582354e-05,
      "loss": 1.8682,
      "step": 1860
    },
    {
      "epoch": 0.79820243954633,
      "grad_norm": 6.891549110412598,
      "learning_rate": 6.835917840824097e-05,
      "loss": 1.8942,
      "step": 1865
    },
    {
      "epoch": 0.8003423924673657,
      "grad_norm": 6.0316386222839355,
      "learning_rate": 6.819790880265246e-05,
      "loss": 1.906,
      "step": 1870
    },
    {
      "epoch": 0.8024823453884015,
      "grad_norm": 7.065370559692383,
      "learning_rate": 6.803642067798284e-05,
      "loss": 1.9118,
      "step": 1875
    },
    {
      "epoch": 0.8046222983094372,
      "grad_norm": 6.079885959625244,
      "learning_rate": 6.7874715973369e-05,
      "loss": 1.934,
      "step": 1880
    },
    {
      "epoch": 0.806762251230473,
      "grad_norm": 6.481017112731934,
      "learning_rate": 6.771279663054853e-05,
      "loss": 1.9257,
      "step": 1885
    },
    {
      "epoch": 0.8089022041515087,
      "grad_norm": 6.038636207580566,
      "learning_rate": 6.755066459383637e-05,
      "loss": 1.8815,
      "step": 1890
    },
    {
      "epoch": 0.8110421570725445,
      "grad_norm": 6.196339130401611,
      "learning_rate": 6.738832181010149e-05,
      "loss": 1.9115,
      "step": 1895
    },
    {
      "epoch": 0.8131821099935801,
      "grad_norm": 6.638113498687744,
      "learning_rate": 6.722577022874345e-05,
      "loss": 1.9637,
      "step": 1900
    },
    {
      "epoch": 0.8153220629146158,
      "grad_norm": 6.1240973472595215,
      "learning_rate": 6.706301180166909e-05,
      "loss": 1.9453,
      "step": 1905
    },
    {
      "epoch": 0.8174620158356516,
      "grad_norm": 6.026691436767578,
      "learning_rate": 6.690004848326898e-05,
      "loss": 1.8705,
      "step": 1910
    },
    {
      "epoch": 0.8196019687566873,
      "grad_norm": 6.312042713165283,
      "learning_rate": 6.673688223039406e-05,
      "loss": 1.8869,
      "step": 1915
    },
    {
      "epoch": 0.8217419216777231,
      "grad_norm": 6.738498687744141,
      "learning_rate": 6.65735150023321e-05,
      "loss": 1.9406,
      "step": 1920
    },
    {
      "epoch": 0.8238818745987588,
      "grad_norm": 5.581632614135742,
      "learning_rate": 6.64099487607841e-05,
      "loss": 1.8928,
      "step": 1925
    },
    {
      "epoch": 0.8260218275197946,
      "grad_norm": 6.734776973724365,
      "learning_rate": 6.624618546984082e-05,
      "loss": 1.8833,
      "step": 1930
    },
    {
      "epoch": 0.8281617804408303,
      "grad_norm": 6.365813732147217,
      "learning_rate": 6.608222709595925e-05,
      "loss": 1.8952,
      "step": 1935
    },
    {
      "epoch": 0.8303017333618661,
      "grad_norm": 6.569833278656006,
      "learning_rate": 6.59180756079388e-05,
      "loss": 1.9004,
      "step": 1940
    },
    {
      "epoch": 0.8324416862829018,
      "grad_norm": 5.505297660827637,
      "learning_rate": 6.575373297689786e-05,
      "loss": 1.8726,
      "step": 1945
    },
    {
      "epoch": 0.8345816392039375,
      "grad_norm": 6.422504901885986,
      "learning_rate": 6.558920117625005e-05,
      "loss": 1.9392,
      "step": 1950
    },
    {
      "epoch": 0.8367215921249732,
      "grad_norm": 5.929808139801025,
      "learning_rate": 6.542448218168049e-05,
      "loss": 1.8829,
      "step": 1955
    },
    {
      "epoch": 0.838861545046009,
      "grad_norm": 5.6545796394348145,
      "learning_rate": 6.525957797112211e-05,
      "loss": 1.8625,
      "step": 1960
    },
    {
      "epoch": 0.8410014979670447,
      "grad_norm": 5.610157489776611,
      "learning_rate": 6.509449052473193e-05,
      "loss": 1.9184,
      "step": 1965
    },
    {
      "epoch": 0.8431414508880805,
      "grad_norm": 6.630683898925781,
      "learning_rate": 6.492922182486722e-05,
      "loss": 1.9024,
      "step": 1970
    },
    {
      "epoch": 0.8452814038091162,
      "grad_norm": 5.480852127075195,
      "learning_rate": 6.476377385606175e-05,
      "loss": 1.8924,
      "step": 1975
    },
    {
      "epoch": 0.847421356730152,
      "grad_norm": 6.156518459320068,
      "learning_rate": 6.459814860500194e-05,
      "loss": 1.8499,
      "step": 1980
    },
    {
      "epoch": 0.8495613096511877,
      "grad_norm": 6.882572174072266,
      "learning_rate": 6.443234806050298e-05,
      "loss": 1.8714,
      "step": 1985
    },
    {
      "epoch": 0.8517012625722234,
      "grad_norm": 6.394567489624023,
      "learning_rate": 6.4266374213485e-05,
      "loss": 1.889,
      "step": 1990
    },
    {
      "epoch": 0.8538412154932592,
      "grad_norm": 5.844759941101074,
      "learning_rate": 6.41002290569491e-05,
      "loss": 1.919,
      "step": 1995
    },
    {
      "epoch": 0.8559811684142948,
      "grad_norm": 5.819794178009033,
      "learning_rate": 6.393391458595345e-05,
      "loss": 1.8827,
      "step": 2000
    },
    {
      "epoch": 0.8581211213353306,
      "grad_norm": 7.27986478805542,
      "learning_rate": 6.37674327975894e-05,
      "loss": 1.8559,
      "step": 2005
    },
    {
      "epoch": 0.8602610742563663,
      "grad_norm": 6.1043195724487305,
      "learning_rate": 6.360078569095734e-05,
      "loss": 1.8751,
      "step": 2010
    },
    {
      "epoch": 0.8624010271774021,
      "grad_norm": 6.8420090675354,
      "learning_rate": 6.343397526714284e-05,
      "loss": 1.8557,
      "step": 2015
    },
    {
      "epoch": 0.8645409800984378,
      "grad_norm": 6.02893590927124,
      "learning_rate": 6.326700352919259e-05,
      "loss": 1.9407,
      "step": 2020
    },
    {
      "epoch": 0.8666809330194736,
      "grad_norm": 6.999791145324707,
      "learning_rate": 6.309987248209029e-05,
      "loss": 1.8652,
      "step": 2025
    },
    {
      "epoch": 0.8688208859405093,
      "grad_norm": 6.686702728271484,
      "learning_rate": 6.293258413273262e-05,
      "loss": 1.9068,
      "step": 2030
    },
    {
      "epoch": 0.8709608388615451,
      "grad_norm": 6.408459186553955,
      "learning_rate": 6.276514048990515e-05,
      "loss": 1.8797,
      "step": 2035
    },
    {
      "epoch": 0.8731007917825808,
      "grad_norm": 6.277412414550781,
      "learning_rate": 6.259754356425818e-05,
      "loss": 1.8417,
      "step": 2040
    },
    {
      "epoch": 0.8752407447036166,
      "grad_norm": 5.6100287437438965,
      "learning_rate": 6.242979536828262e-05,
      "loss": 1.87,
      "step": 2045
    },
    {
      "epoch": 0.8773806976246522,
      "grad_norm": 6.132706165313721,
      "learning_rate": 6.226189791628583e-05,
      "loss": 1.9009,
      "step": 2050
    },
    {
      "epoch": 0.879520650545688,
      "grad_norm": 5.885615825653076,
      "learning_rate": 6.209385322436746e-05,
      "loss": 1.8624,
      "step": 2055
    },
    {
      "epoch": 0.8816606034667237,
      "grad_norm": 6.174984455108643,
      "learning_rate": 6.192566331039514e-05,
      "loss": 1.8723,
      "step": 2060
    },
    {
      "epoch": 0.8838005563877595,
      "grad_norm": 5.804656982421875,
      "learning_rate": 6.175733019398034e-05,
      "loss": 1.8639,
      "step": 2065
    },
    {
      "epoch": 0.8859405093087952,
      "grad_norm": 7.446183204650879,
      "learning_rate": 6.15888558964541e-05,
      "loss": 1.8703,
      "step": 2070
    },
    {
      "epoch": 0.888080462229831,
      "grad_norm": 6.513533115386963,
      "learning_rate": 6.142024244084278e-05,
      "loss": 1.8334,
      "step": 2075
    },
    {
      "epoch": 0.8902204151508667,
      "grad_norm": 6.254002571105957,
      "learning_rate": 6.125149185184369e-05,
      "loss": 1.8476,
      "step": 2080
    },
    {
      "epoch": 0.8923603680719024,
      "grad_norm": 5.820918560028076,
      "learning_rate": 6.108260615580086e-05,
      "loss": 1.9445,
      "step": 2085
    },
    {
      "epoch": 0.8945003209929382,
      "grad_norm": 7.240386962890625,
      "learning_rate": 6.091358738068064e-05,
      "loss": 1.8563,
      "step": 2090
    },
    {
      "epoch": 0.8966402739139739,
      "grad_norm": 6.337396621704102,
      "learning_rate": 6.074443755604744e-05,
      "loss": 1.8851,
      "step": 2095
    },
    {
      "epoch": 0.8987802268350096,
      "grad_norm": 7.422278881072998,
      "learning_rate": 6.0575158713039234e-05,
      "loss": 1.8112,
      "step": 2100
    },
    {
      "epoch": 0.9009201797560453,
      "grad_norm": 6.84944486618042,
      "learning_rate": 6.040575288434329e-05,
      "loss": 1.865,
      "step": 2105
    },
    {
      "epoch": 0.9030601326770811,
      "grad_norm": 6.545510768890381,
      "learning_rate": 6.02362221041717e-05,
      "loss": 1.8829,
      "step": 2110
    },
    {
      "epoch": 0.9052000855981168,
      "grad_norm": 6.097507476806641,
      "learning_rate": 6.006656840823696e-05,
      "loss": 1.8363,
      "step": 2115
    },
    {
      "epoch": 0.9073400385191526,
      "grad_norm": 7.34000301361084,
      "learning_rate": 5.9896793833727496e-05,
      "loss": 1.8738,
      "step": 2120
    },
    {
      "epoch": 0.9094799914401883,
      "grad_norm": 5.860642433166504,
      "learning_rate": 5.972690041928331e-05,
      "loss": 1.8792,
      "step": 2125
    },
    {
      "epoch": 0.9116199443612241,
      "grad_norm": 6.345127582550049,
      "learning_rate": 5.9556890204971326e-05,
      "loss": 1.838,
      "step": 2130
    },
    {
      "epoch": 0.9137598972822598,
      "grad_norm": 6.226019382476807,
      "learning_rate": 5.93867652322611e-05,
      "loss": 1.881,
      "step": 2135
    },
    {
      "epoch": 0.9158998502032956,
      "grad_norm": 6.527356147766113,
      "learning_rate": 5.921652754400011e-05,
      "loss": 1.8406,
      "step": 2140
    },
    {
      "epoch": 0.9180398031243313,
      "grad_norm": 5.739786148071289,
      "learning_rate": 5.904617918438936e-05,
      "loss": 1.8496,
      "step": 2145
    },
    {
      "epoch": 0.920179756045367,
      "grad_norm": 7.399641990661621,
      "learning_rate": 5.887572219895877e-05,
      "loss": 1.8212,
      "step": 2150
    },
    {
      "epoch": 0.9223197089664027,
      "grad_norm": 5.731332302093506,
      "learning_rate": 5.8705158634542644e-05,
      "loss": 1.9046,
      "step": 2155
    },
    {
      "epoch": 0.9244596618874384,
      "grad_norm": 7.024575710296631,
      "learning_rate": 5.853449053925505e-05,
      "loss": 1.8799,
      "step": 2160
    },
    {
      "epoch": 0.9265996148084742,
      "grad_norm": 5.317823886871338,
      "learning_rate": 5.836371996246528e-05,
      "loss": 1.8679,
      "step": 2165
    },
    {
      "epoch": 0.9287395677295099,
      "grad_norm": 5.5442795753479,
      "learning_rate": 5.819284895477323e-05,
      "loss": 1.8641,
      "step": 2170
    },
    {
      "epoch": 0.9308795206505457,
      "grad_norm": 5.924790382385254,
      "learning_rate": 5.80218795679847e-05,
      "loss": 1.8456,
      "step": 2175
    },
    {
      "epoch": 0.9330194735715814,
      "grad_norm": 5.661588668823242,
      "learning_rate": 5.78508138550869e-05,
      "loss": 1.848,
      "step": 2180
    },
    {
      "epoch": 0.9351594264926172,
      "grad_norm": 5.443496227264404,
      "learning_rate": 5.7679653870223673e-05,
      "loss": 1.8579,
      "step": 2185
    },
    {
      "epoch": 0.9372993794136529,
      "grad_norm": 5.579583644866943,
      "learning_rate": 5.750840166867085e-05,
      "loss": 1.8477,
      "step": 2190
    },
    {
      "epoch": 0.9394393323346887,
      "grad_norm": 6.413700580596924,
      "learning_rate": 5.733705930681165e-05,
      "loss": 1.8889,
      "step": 2195
    },
    {
      "epoch": 0.9415792852557243,
      "grad_norm": 6.018016338348389,
      "learning_rate": 5.7165628842111866e-05,
      "loss": 1.8509,
      "step": 2200
    },
    {
      "epoch": 0.9437192381767601,
      "grad_norm": 6.163970470428467,
      "learning_rate": 5.699411233309528e-05,
      "loss": 1.8492,
      "step": 2205
    },
    {
      "epoch": 0.9458591910977958,
      "grad_norm": 7.421061992645264,
      "learning_rate": 5.682251183931886e-05,
      "loss": 1.8493,
      "step": 2210
    },
    {
      "epoch": 0.9479991440188316,
      "grad_norm": 6.061490058898926,
      "learning_rate": 5.6650829421348065e-05,
      "loss": 1.8128,
      "step": 2215
    },
    {
      "epoch": 0.9501390969398673,
      "grad_norm": 6.558000087738037,
      "learning_rate": 5.647906714073208e-05,
      "loss": 1.8476,
      "step": 2220
    },
    {
      "epoch": 0.9522790498609031,
      "grad_norm": 7.766129970550537,
      "learning_rate": 5.630722705997908e-05,
      "loss": 1.8357,
      "step": 2225
    },
    {
      "epoch": 0.9544190027819388,
      "grad_norm": 6.785080909729004,
      "learning_rate": 5.6135311242531473e-05,
      "loss": 1.845,
      "step": 2230
    },
    {
      "epoch": 0.9565589557029746,
      "grad_norm": 5.932000637054443,
      "learning_rate": 5.59633217527411e-05,
      "loss": 1.8277,
      "step": 2235
    },
    {
      "epoch": 0.9586989086240103,
      "grad_norm": 6.414392948150635,
      "learning_rate": 5.5791260655844424e-05,
      "loss": 1.9083,
      "step": 2240
    },
    {
      "epoch": 0.960838861545046,
      "grad_norm": 5.878129482269287,
      "learning_rate": 5.5619130017937806e-05,
      "loss": 1.8427,
      "step": 2245
    },
    {
      "epoch": 0.9629788144660818,
      "grad_norm": 5.418539524078369,
      "learning_rate": 5.5446931905952624e-05,
      "loss": 1.8509,
      "step": 2250
    },
    {
      "epoch": 0.9651187673871174,
      "grad_norm": 5.333776473999023,
      "learning_rate": 5.527466838763049e-05,
      "loss": 1.8308,
      "step": 2255
    },
    {
      "epoch": 0.9672587203081532,
      "grad_norm": 5.526288032531738,
      "learning_rate": 5.510234153149839e-05,
      "loss": 1.8443,
      "step": 2260
    },
    {
      "epoch": 0.9693986732291889,
      "grad_norm": 5.585949897766113,
      "learning_rate": 5.4929953406843906e-05,
      "loss": 1.8008,
      "step": 2265
    },
    {
      "epoch": 0.9715386261502247,
      "grad_norm": 6.400721549987793,
      "learning_rate": 5.475750608369029e-05,
      "loss": 1.8238,
      "step": 2270
    },
    {
      "epoch": 0.9736785790712604,
      "grad_norm": 6.028564453125,
      "learning_rate": 5.4585001632771656e-05,
      "loss": 1.8195,
      "step": 2275
    },
    {
      "epoch": 0.9758185319922962,
      "grad_norm": 6.440245628356934,
      "learning_rate": 5.4412442125508113e-05,
      "loss": 1.8225,
      "step": 2280
    },
    {
      "epoch": 0.9779584849133319,
      "grad_norm": 6.663422584533691,
      "learning_rate": 5.4239829633980866e-05,
      "loss": 1.8487,
      "step": 2285
    },
    {
      "epoch": 0.9800984378343677,
      "grad_norm": 6.021454811096191,
      "learning_rate": 5.4067166230907365e-05,
      "loss": 1.8593,
      "step": 2290
    },
    {
      "epoch": 0.9822383907554034,
      "grad_norm": 6.139098644256592,
      "learning_rate": 5.389445398961639e-05,
      "loss": 1.8337,
      "step": 2295
    },
    {
      "epoch": 0.9843783436764392,
      "grad_norm": 5.165621280670166,
      "learning_rate": 5.3721694984023194e-05,
      "loss": 1.899,
      "step": 2300
    },
    {
      "epoch": 0.9865182965974748,
      "grad_norm": 6.382976055145264,
      "learning_rate": 5.354889128860454e-05,
      "loss": 1.8559,
      "step": 2305
    },
    {
      "epoch": 0.9886582495185106,
      "grad_norm": 6.370285511016846,
      "learning_rate": 5.337604497837383e-05,
      "loss": 1.7831,
      "step": 2310
    },
    {
      "epoch": 0.9907982024395463,
      "grad_norm": 5.373252868652344,
      "learning_rate": 5.320315812885618e-05,
      "loss": 1.8073,
      "step": 2315
    },
    {
      "epoch": 0.992938155360582,
      "grad_norm": 6.694858551025391,
      "learning_rate": 5.3030232816063505e-05,
      "loss": 1.7992,
      "step": 2320
    },
    {
      "epoch": 0.9950781082816178,
      "grad_norm": 6.6283440589904785,
      "learning_rate": 5.28572711164696e-05,
      "loss": 1.8422,
      "step": 2325
    },
    {
      "epoch": 0.9972180612026535,
      "grad_norm": 6.046857833862305,
      "learning_rate": 5.268427510698517e-05,
      "loss": 1.8237,
      "step": 2330
    },
    {
      "epoch": 0.9993580141236893,
      "grad_norm": 6.323689937591553,
      "learning_rate": 5.251124686493291e-05,
      "loss": 1.8662,
      "step": 2335
    },
    {
      "epoch": 1.0012839717526214,
      "grad_norm": 6.170103549957275,
      "learning_rate": 5.233818846802255e-05,
      "loss": 1.7427,
      "step": 2340
    },
    {
      "epoch": 1.0034239246736572,
      "grad_norm": 5.78736686706543,
      "learning_rate": 5.216510199432596e-05,
      "loss": 1.83,
      "step": 2345
    },
    {
      "epoch": 1.005563877594693,
      "grad_norm": 5.895803451538086,
      "learning_rate": 5.199198952225212e-05,
      "loss": 1.8002,
      "step": 2350
    },
    {
      "epoch": 1.0077038305157286,
      "grad_norm": 6.435295581817627,
      "learning_rate": 5.1818853130522184e-05,
      "loss": 1.7659,
      "step": 2355
    },
    {
      "epoch": 1.0098437834367644,
      "grad_norm": 6.010552406311035,
      "learning_rate": 5.164569489814456e-05,
      "loss": 1.7948,
      "step": 2360
    },
    {
      "epoch": 1.0119837363578001,
      "grad_norm": 6.7105255126953125,
      "learning_rate": 5.147251690438992e-05,
      "loss": 1.797,
      "step": 2365
    },
    {
      "epoch": 1.014123689278836,
      "grad_norm": 6.607806205749512,
      "learning_rate": 5.1299321228766194e-05,
      "loss": 1.7717,
      "step": 2370
    },
    {
      "epoch": 1.0162636421998716,
      "grad_norm": 8.161765098571777,
      "learning_rate": 5.112610995099368e-05,
      "loss": 1.7855,
      "step": 2375
    },
    {
      "epoch": 1.0184035951209074,
      "grad_norm": 6.3959150314331055,
      "learning_rate": 5.095288515097999e-05,
      "loss": 1.8212,
      "step": 2380
    },
    {
      "epoch": 1.0205435480419431,
      "grad_norm": 5.896310806274414,
      "learning_rate": 5.0779648908795116e-05,
      "loss": 1.7695,
      "step": 2385
    },
    {
      "epoch": 1.0226835009629789,
      "grad_norm": 5.285399913787842,
      "learning_rate": 5.060640330464646e-05,
      "loss": 1.7961,
      "step": 2390
    },
    {
      "epoch": 1.0248234538840146,
      "grad_norm": 6.583270072937012,
      "learning_rate": 5.043315041885383e-05,
      "loss": 1.8068,
      "step": 2395
    },
    {
      "epoch": 1.0269634068050504,
      "grad_norm": 6.104979991912842,
      "learning_rate": 5.0259892331824474e-05,
      "loss": 1.7806,
      "step": 2400
    },
    {
      "epoch": 1.0291033597260861,
      "grad_norm": 5.723150730133057,
      "learning_rate": 5.008663112402811e-05,
      "loss": 1.7961,
      "step": 2405
    },
    {
      "epoch": 1.0312433126471217,
      "grad_norm": 5.977392673492432,
      "learning_rate": 4.991336887597192e-05,
      "loss": 1.7362,
      "step": 2410
    },
    {
      "epoch": 1.0333832655681574,
      "grad_norm": 6.383233070373535,
      "learning_rate": 4.974010766817555e-05,
      "loss": 1.7895,
      "step": 2415
    },
    {
      "epoch": 1.0355232184891932,
      "grad_norm": 6.362678527832031,
      "learning_rate": 4.95668495811462e-05,
      "loss": 1.7526,
      "step": 2420
    },
    {
      "epoch": 1.037663171410229,
      "grad_norm": 5.289202690124512,
      "learning_rate": 4.939359669535357e-05,
      "loss": 1.8182,
      "step": 2425
    },
    {
      "epoch": 1.0398031243312646,
      "grad_norm": 6.294672012329102,
      "learning_rate": 4.922035109120491e-05,
      "loss": 1.7909,
      "step": 2430
    },
    {
      "epoch": 1.0419430772523004,
      "grad_norm": 6.827216625213623,
      "learning_rate": 4.904711484902003e-05,
      "loss": 1.8041,
      "step": 2435
    },
    {
      "epoch": 1.0440830301733361,
      "grad_norm": 6.308746337890625,
      "learning_rate": 4.887389004900633e-05,
      "loss": 1.8017,
      "step": 2440
    },
    {
      "epoch": 1.046222983094372,
      "grad_norm": 5.453704357147217,
      "learning_rate": 4.870067877123382e-05,
      "loss": 1.791,
      "step": 2445
    },
    {
      "epoch": 1.0483629360154076,
      "grad_norm": 5.51895809173584,
      "learning_rate": 4.852748309561009e-05,
      "loss": 1.7959,
      "step": 2450
    },
    {
      "epoch": 1.0505028889364434,
      "grad_norm": 5.434797286987305,
      "learning_rate": 4.835430510185545e-05,
      "loss": 1.8243,
      "step": 2455
    },
    {
      "epoch": 1.0526428418574791,
      "grad_norm": 5.3560590744018555,
      "learning_rate": 4.818114686947783e-05,
      "loss": 1.8104,
      "step": 2460
    },
    {
      "epoch": 1.0547827947785149,
      "grad_norm": 6.535407543182373,
      "learning_rate": 4.800801047774789e-05,
      "loss": 1.7754,
      "step": 2465
    },
    {
      "epoch": 1.0569227476995506,
      "grad_norm": 5.90179967880249,
      "learning_rate": 4.783489800567405e-05,
      "loss": 1.8041,
      "step": 2470
    },
    {
      "epoch": 1.0590627006205864,
      "grad_norm": 6.035419464111328,
      "learning_rate": 4.766181153197746e-05,
      "loss": 1.8154,
      "step": 2475
    },
    {
      "epoch": 1.0612026535416221,
      "grad_norm": 5.992060661315918,
      "learning_rate": 4.748875313506711e-05,
      "loss": 1.8101,
      "step": 2480
    },
    {
      "epoch": 1.0633426064626579,
      "grad_norm": 6.405609130859375,
      "learning_rate": 4.7315724893014846e-05,
      "loss": 1.7881,
      "step": 2485
    },
    {
      "epoch": 1.0654825593836936,
      "grad_norm": 5.741700649261475,
      "learning_rate": 4.714272888353041e-05,
      "loss": 1.7986,
      "step": 2490
    },
    {
      "epoch": 1.0676225123047294,
      "grad_norm": 5.35413122177124,
      "learning_rate": 4.69697671839365e-05,
      "loss": 1.7832,
      "step": 2495
    },
    {
      "epoch": 1.0697624652257651,
      "grad_norm": 5.857509613037109,
      "learning_rate": 4.679684187114384e-05,
      "loss": 1.7965,
      "step": 2500
    },
    {
      "epoch": 1.0719024181468009,
      "grad_norm": 6.7070698738098145,
      "learning_rate": 4.6623955021626184e-05,
      "loss": 1.7924,
      "step": 2505
    },
    {
      "epoch": 1.0740423710678364,
      "grad_norm": 6.540157318115234,
      "learning_rate": 4.645110871139547e-05,
      "loss": 1.7951,
      "step": 2510
    },
    {
      "epoch": 1.0761823239888721,
      "grad_norm": 6.704575538635254,
      "learning_rate": 4.627830501597681e-05,
      "loss": 1.7831,
      "step": 2515
    },
    {
      "epoch": 1.078322276909908,
      "grad_norm": 6.622875213623047,
      "learning_rate": 4.610554601038361e-05,
      "loss": 1.7869,
      "step": 2520
    },
    {
      "epoch": 1.0804622298309436,
      "grad_norm": 5.487006187438965,
      "learning_rate": 4.593283376909264e-05,
      "loss": 1.7893,
      "step": 2525
    },
    {
      "epoch": 1.0826021827519794,
      "grad_norm": 6.443029403686523,
      "learning_rate": 4.576017036601914e-05,
      "loss": 1.7392,
      "step": 2530
    },
    {
      "epoch": 1.0847421356730151,
      "grad_norm": 5.588938236236572,
      "learning_rate": 4.558755787449189e-05,
      "loss": 1.7468,
      "step": 2535
    },
    {
      "epoch": 1.0868820885940509,
      "grad_norm": 5.544746398925781,
      "learning_rate": 4.541499836722835e-05,
      "loss": 1.7849,
      "step": 2540
    },
    {
      "epoch": 1.0890220415150866,
      "grad_norm": 5.714095592498779,
      "learning_rate": 4.5242493916309705e-05,
      "loss": 1.7508,
      "step": 2545
    },
    {
      "epoch": 1.0911619944361224,
      "grad_norm": 5.488661289215088,
      "learning_rate": 4.507004659315611e-05,
      "loss": 1.8118,
      "step": 2550
    },
    {
      "epoch": 1.0933019473571581,
      "grad_norm": 6.51017951965332,
      "learning_rate": 4.489765846850162e-05,
      "loss": 1.7632,
      "step": 2555
    },
    {
      "epoch": 1.0954419002781939,
      "grad_norm": 5.363729476928711,
      "learning_rate": 4.472533161236954e-05,
      "loss": 1.7984,
      "step": 2560
    },
    {
      "epoch": 1.0975818531992296,
      "grad_norm": 5.888598918914795,
      "learning_rate": 4.4553068094047394e-05,
      "loss": 1.7983,
      "step": 2565
    },
    {
      "epoch": 1.0997218061202654,
      "grad_norm": 6.100613594055176,
      "learning_rate": 4.438086998206221e-05,
      "loss": 1.7707,
      "step": 2570
    },
    {
      "epoch": 1.1018617590413011,
      "grad_norm": 5.885534286499023,
      "learning_rate": 4.4208739344155594e-05,
      "loss": 1.8299,
      "step": 2575
    },
    {
      "epoch": 1.1040017119623369,
      "grad_norm": 6.399609088897705,
      "learning_rate": 4.4036678247258924e-05,
      "loss": 1.7365,
      "step": 2580
    },
    {
      "epoch": 1.1061416648833726,
      "grad_norm": 7.783679008483887,
      "learning_rate": 4.386468875746854e-05,
      "loss": 1.8312,
      "step": 2585
    },
    {
      "epoch": 1.1082816178044084,
      "grad_norm": 5.783539772033691,
      "learning_rate": 4.369277294002093e-05,
      "loss": 1.7481,
      "step": 2590
    },
    {
      "epoch": 1.1104215707254441,
      "grad_norm": 5.326051235198975,
      "learning_rate": 4.352093285926793e-05,
      "loss": 1.7541,
      "step": 2595
    },
    {
      "epoch": 1.1125615236464799,
      "grad_norm": 5.783180236816406,
      "learning_rate": 4.334917057865194e-05,
      "loss": 1.7801,
      "step": 2600
    },
    {
      "epoch": 1.1147014765675156,
      "grad_norm": 5.667355537414551,
      "learning_rate": 4.3177488160681146e-05,
      "loss": 1.7967,
      "step": 2605
    },
    {
      "epoch": 1.1168414294885514,
      "grad_norm": 5.82685661315918,
      "learning_rate": 4.300588766690473e-05,
      "loss": 1.7543,
      "step": 2610
    },
    {
      "epoch": 1.1189813824095869,
      "grad_norm": 6.610193252563477,
      "learning_rate": 4.283437115788814e-05,
      "loss": 1.7785,
      "step": 2615
    },
    {
      "epoch": 1.1211213353306226,
      "grad_norm": 7.57377815246582,
      "learning_rate": 4.266294069318837e-05,
      "loss": 1.7679,
      "step": 2620
    },
    {
      "epoch": 1.1232612882516584,
      "grad_norm": 6.202375411987305,
      "learning_rate": 4.2491598331329154e-05,
      "loss": 1.8045,
      "step": 2625
    },
    {
      "epoch": 1.1254012411726941,
      "grad_norm": 6.378594875335693,
      "learning_rate": 4.232034612977634e-05,
      "loss": 1.7454,
      "step": 2630
    },
    {
      "epoch": 1.1275411940937299,
      "grad_norm": 5.158632755279541,
      "learning_rate": 4.21491861449131e-05,
      "loss": 1.7993,
      "step": 2635
    },
    {
      "epoch": 1.1296811470147656,
      "grad_norm": 6.776663780212402,
      "learning_rate": 4.19781204320153e-05,
      "loss": 1.7253,
      "step": 2640
    },
    {
      "epoch": 1.1318210999358014,
      "grad_norm": 5.978639125823975,
      "learning_rate": 4.180715104522679e-05,
      "loss": 1.7127,
      "step": 2645
    },
    {
      "epoch": 1.1339610528568371,
      "grad_norm": 5.210892200469971,
      "learning_rate": 4.1636280037534725e-05,
      "loss": 1.7764,
      "step": 2650
    },
    {
      "epoch": 1.1361010057778729,
      "grad_norm": 6.2656121253967285,
      "learning_rate": 4.1465509460744963e-05,
      "loss": 1.7425,
      "step": 2655
    },
    {
      "epoch": 1.1382409586989086,
      "grad_norm": 5.737490177154541,
      "learning_rate": 4.129484136545737e-05,
      "loss": 1.7626,
      "step": 2660
    },
    {
      "epoch": 1.1403809116199444,
      "grad_norm": 5.1411261558532715,
      "learning_rate": 4.112427780104124e-05,
      "loss": 1.7971,
      "step": 2665
    },
    {
      "epoch": 1.1425208645409801,
      "grad_norm": 5.617253303527832,
      "learning_rate": 4.0953820815610636e-05,
      "loss": 1.7431,
      "step": 2670
    },
    {
      "epoch": 1.1446608174620159,
      "grad_norm": 6.250400543212891,
      "learning_rate": 4.0783472455999886e-05,
      "loss": 1.7756,
      "step": 2675
    },
    {
      "epoch": 1.1468007703830516,
      "grad_norm": 7.598665714263916,
      "learning_rate": 4.06132347677389e-05,
      "loss": 1.7462,
      "step": 2680
    },
    {
      "epoch": 1.1489407233040874,
      "grad_norm": 5.751972675323486,
      "learning_rate": 4.0443109795028665e-05,
      "loss": 1.7599,
      "step": 2685
    },
    {
      "epoch": 1.1510806762251231,
      "grad_norm": 6.453872203826904,
      "learning_rate": 4.0273099580716725e-05,
      "loss": 1.7637,
      "step": 2690
    },
    {
      "epoch": 1.1532206291461589,
      "grad_norm": 6.619513034820557,
      "learning_rate": 4.010320616627252e-05,
      "loss": 1.7396,
      "step": 2695
    },
    {
      "epoch": 1.1553605820671946,
      "grad_norm": 6.701980113983154,
      "learning_rate": 3.993343159176307e-05,
      "loss": 1.6959,
      "step": 2700
    },
    {
      "epoch": 1.1575005349882304,
      "grad_norm": 5.974419116973877,
      "learning_rate": 3.976377789582832e-05,
      "loss": 1.8088,
      "step": 2705
    },
    {
      "epoch": 1.1596404879092659,
      "grad_norm": 5.028608798980713,
      "learning_rate": 3.959424711565672e-05,
      "loss": 1.7439,
      "step": 2710
    },
    {
      "epoch": 1.1617804408303019,
      "grad_norm": 5.743880748748779,
      "learning_rate": 3.9424841286960784e-05,
      "loss": 1.748,
      "step": 2715
    },
    {
      "epoch": 1.1639203937513374,
      "grad_norm": 5.568974018096924,
      "learning_rate": 3.925556244395259e-05,
      "loss": 1.7883,
      "step": 2720
    },
    {
      "epoch": 1.1660603466723731,
      "grad_norm": 5.259049892425537,
      "learning_rate": 3.908641261931937e-05,
      "loss": 1.7304,
      "step": 2725
    },
    {
      "epoch": 1.1682002995934089,
      "grad_norm": 5.7519850730896,
      "learning_rate": 3.8917393844199156e-05,
      "loss": 1.7241,
      "step": 2730
    },
    {
      "epoch": 1.1703402525144446,
      "grad_norm": 5.750739097595215,
      "learning_rate": 3.874850814815632e-05,
      "loss": 1.6955,
      "step": 2735
    },
    {
      "epoch": 1.1724802054354804,
      "grad_norm": 6.248133182525635,
      "learning_rate": 3.857975755915723e-05,
      "loss": 1.7689,
      "step": 2740
    },
    {
      "epoch": 1.1746201583565161,
      "grad_norm": 5.397186756134033,
      "learning_rate": 3.8411144103545904e-05,
      "loss": 1.7588,
      "step": 2745
    },
    {
      "epoch": 1.1767601112775519,
      "grad_norm": 5.462392330169678,
      "learning_rate": 3.824266980601968e-05,
      "loss": 1.7879,
      "step": 2750
    },
    {
      "epoch": 1.1789000641985876,
      "grad_norm": 6.177926063537598,
      "learning_rate": 3.807433668960488e-05,
      "loss": 1.7516,
      "step": 2755
    },
    {
      "epoch": 1.1810400171196234,
      "grad_norm": 5.820185661315918,
      "learning_rate": 3.7906146775632554e-05,
      "loss": 1.7227,
      "step": 2760
    },
    {
      "epoch": 1.1831799700406591,
      "grad_norm": 5.526188850402832,
      "learning_rate": 3.773810208371417e-05,
      "loss": 1.7781,
      "step": 2765
    },
    {
      "epoch": 1.1853199229616949,
      "grad_norm": 5.152137756347656,
      "learning_rate": 3.7570204631717395e-05,
      "loss": 1.775,
      "step": 2770
    },
    {
      "epoch": 1.1874598758827306,
      "grad_norm": 6.030661106109619,
      "learning_rate": 3.740245643574184e-05,
      "loss": 1.8056,
      "step": 2775
    },
    {
      "epoch": 1.1895998288037664,
      "grad_norm": 5.847061634063721,
      "learning_rate": 3.723485951009486e-05,
      "loss": 1.7345,
      "step": 2780
    },
    {
      "epoch": 1.191739781724802,
      "grad_norm": 5.8102126121521,
      "learning_rate": 3.706741586726738e-05,
      "loss": 1.7519,
      "step": 2785
    },
    {
      "epoch": 1.1938797346458379,
      "grad_norm": 6.639953136444092,
      "learning_rate": 3.690012751790972e-05,
      "loss": 1.7485,
      "step": 2790
    },
    {
      "epoch": 1.1960196875668736,
      "grad_norm": 5.996955871582031,
      "learning_rate": 3.673299647080742e-05,
      "loss": 1.7072,
      "step": 2795
    },
    {
      "epoch": 1.1981596404879093,
      "grad_norm": 5.289943218231201,
      "learning_rate": 3.656602473285717e-05,
      "loss": 1.7831,
      "step": 2800
    },
    {
      "epoch": 1.200299593408945,
      "grad_norm": 5.406320571899414,
      "learning_rate": 3.639921430904268e-05,
      "loss": 1.7397,
      "step": 2805
    },
    {
      "epoch": 1.2024395463299808,
      "grad_norm": 6.86167573928833,
      "learning_rate": 3.6232567202410624e-05,
      "loss": 1.7408,
      "step": 2810
    },
    {
      "epoch": 1.2045794992510164,
      "grad_norm": 5.778091907501221,
      "learning_rate": 3.606608541404656e-05,
      "loss": 1.765,
      "step": 2815
    },
    {
      "epoch": 1.2067194521720521,
      "grad_norm": 6.24983024597168,
      "learning_rate": 3.5899770943050924e-05,
      "loss": 1.7543,
      "step": 2820
    },
    {
      "epoch": 1.2088594050930879,
      "grad_norm": 6.323977470397949,
      "learning_rate": 3.573362578651501e-05,
      "loss": 1.7168,
      "step": 2825
    },
    {
      "epoch": 1.2109993580141236,
      "grad_norm": 6.535098075866699,
      "learning_rate": 3.556765193949704e-05,
      "loss": 1.7583,
      "step": 2830
    },
    {
      "epoch": 1.2131393109351594,
      "grad_norm": 5.957965850830078,
      "learning_rate": 3.5401851394998084e-05,
      "loss": 1.7272,
      "step": 2835
    },
    {
      "epoch": 1.2152792638561951,
      "grad_norm": 5.54447078704834,
      "learning_rate": 3.523622614393827e-05,
      "loss": 1.8009,
      "step": 2840
    },
    {
      "epoch": 1.2174192167772309,
      "grad_norm": 5.613691329956055,
      "learning_rate": 3.5070778175132806e-05,
      "loss": 1.7559,
      "step": 2845
    },
    {
      "epoch": 1.2195591696982666,
      "grad_norm": 5.480210781097412,
      "learning_rate": 3.4905509475268104e-05,
      "loss": 1.74,
      "step": 2850
    },
    {
      "epoch": 1.2216991226193024,
      "grad_norm": 6.216781139373779,
      "learning_rate": 3.474042202887792e-05,
      "loss": 1.7272,
      "step": 2855
    },
    {
      "epoch": 1.223839075540338,
      "grad_norm": 6.038024425506592,
      "learning_rate": 3.4575517818319534e-05,
      "loss": 1.7408,
      "step": 2860
    },
    {
      "epoch": 1.2259790284613739,
      "grad_norm": 5.762340068817139,
      "learning_rate": 3.4410798823749964e-05,
      "loss": 1.7576,
      "step": 2865
    },
    {
      "epoch": 1.2281189813824096,
      "grad_norm": 6.565494060516357,
      "learning_rate": 3.424626702310214e-05,
      "loss": 1.7008,
      "step": 2870
    },
    {
      "epoch": 1.2302589343034454,
      "grad_norm": 6.1579508781433105,
      "learning_rate": 3.408192439206121e-05,
      "loss": 1.7218,
      "step": 2875
    },
    {
      "epoch": 1.232398887224481,
      "grad_norm": 5.965446949005127,
      "learning_rate": 3.391777290404077e-05,
      "loss": 1.6989,
      "step": 2880
    },
    {
      "epoch": 1.2345388401455168,
      "grad_norm": 6.2155070304870605,
      "learning_rate": 3.3753814530159176e-05,
      "loss": 1.7461,
      "step": 2885
    },
    {
      "epoch": 1.2366787930665526,
      "grad_norm": 6.247200965881348,
      "learning_rate": 3.3590051239215916e-05,
      "loss": 1.7542,
      "step": 2890
    },
    {
      "epoch": 1.2388187459875883,
      "grad_norm": 4.975124359130859,
      "learning_rate": 3.342648499766791e-05,
      "loss": 1.7299,
      "step": 2895
    },
    {
      "epoch": 1.240958698908624,
      "grad_norm": 5.148104190826416,
      "learning_rate": 3.326311776960593e-05,
      "loss": 1.7252,
      "step": 2900
    },
    {
      "epoch": 1.2430986518296598,
      "grad_norm": 6.518229961395264,
      "learning_rate": 3.309995151673103e-05,
      "loss": 1.754,
      "step": 2905
    },
    {
      "epoch": 1.2452386047506954,
      "grad_norm": 5.220431804656982,
      "learning_rate": 3.293698819833093e-05,
      "loss": 1.7349,
      "step": 2910
    },
    {
      "epoch": 1.2473785576717313,
      "grad_norm": 5.202417373657227,
      "learning_rate": 3.277422977125656e-05,
      "loss": 1.7521,
      "step": 2915
    },
    {
      "epoch": 1.2495185105927669,
      "grad_norm": 5.129791736602783,
      "learning_rate": 3.2611678189898523e-05,
      "loss": 1.7653,
      "step": 2920
    },
    {
      "epoch": 1.2516584635138028,
      "grad_norm": 6.944059371948242,
      "learning_rate": 3.244933540616363e-05,
      "loss": 1.7411,
      "step": 2925
    },
    {
      "epoch": 1.2537984164348384,
      "grad_norm": 5.993988513946533,
      "learning_rate": 3.228720336945148e-05,
      "loss": 1.7544,
      "step": 2930
    },
    {
      "epoch": 1.255938369355874,
      "grad_norm": 5.735143184661865,
      "learning_rate": 3.2125284026631006e-05,
      "loss": 1.7374,
      "step": 2935
    },
    {
      "epoch": 1.2580783222769099,
      "grad_norm": 5.272975444793701,
      "learning_rate": 3.196357932201717e-05,
      "loss": 1.7362,
      "step": 2940
    },
    {
      "epoch": 1.2602182751979456,
      "grad_norm": 6.259987831115723,
      "learning_rate": 3.1802091197347544e-05,
      "loss": 1.745,
      "step": 2945
    },
    {
      "epoch": 1.2623582281189814,
      "grad_norm": 5.6015400886535645,
      "learning_rate": 3.164082159175904e-05,
      "loss": 1.7478,
      "step": 2950
    },
    {
      "epoch": 1.264498181040017,
      "grad_norm": 6.1617536544799805,
      "learning_rate": 3.147977244176461e-05,
      "loss": 1.757,
      "step": 2955
    },
    {
      "epoch": 1.2666381339610528,
      "grad_norm": 4.88234806060791,
      "learning_rate": 3.131894568122999e-05,
      "loss": 1.73,
      "step": 2960
    },
    {
      "epoch": 1.2687780868820886,
      "grad_norm": 5.751287460327148,
      "learning_rate": 3.115834324135047e-05,
      "loss": 1.7807,
      "step": 2965
    },
    {
      "epoch": 1.2709180398031243,
      "grad_norm": 5.901682376861572,
      "learning_rate": 3.099796705062773e-05,
      "loss": 1.7535,
      "step": 2970
    },
    {
      "epoch": 1.27305799272416,
      "grad_norm": 5.5405144691467285,
      "learning_rate": 3.083781903484667e-05,
      "loss": 1.7742,
      "step": 2975
    },
    {
      "epoch": 1.2751979456451958,
      "grad_norm": 5.621067523956299,
      "learning_rate": 3.067790111705225e-05,
      "loss": 1.6996,
      "step": 2980
    },
    {
      "epoch": 1.2773378985662316,
      "grad_norm": 5.193610191345215,
      "learning_rate": 3.051821521752647e-05,
      "loss": 1.7568,
      "step": 2985
    },
    {
      "epoch": 1.2794778514872673,
      "grad_norm": 5.218043804168701,
      "learning_rate": 3.0358763253765264e-05,
      "loss": 1.7299,
      "step": 2990
    },
    {
      "epoch": 1.281617804408303,
      "grad_norm": 6.297114849090576,
      "learning_rate": 3.0199547140455474e-05,
      "loss": 1.7814,
      "step": 2995
    },
    {
      "epoch": 1.2837577573293388,
      "grad_norm": 6.044188976287842,
      "learning_rate": 3.0040568789451862e-05,
      "loss": 1.7381,
      "step": 3000
    },
    {
      "epoch": 1.2858977102503744,
      "grad_norm": 5.990639686584473,
      "learning_rate": 2.9881830109754184e-05,
      "loss": 1.7458,
      "step": 3005
    },
    {
      "epoch": 1.2880376631714103,
      "grad_norm": 5.563923358917236,
      "learning_rate": 2.9723333007484218e-05,
      "loss": 1.7403,
      "step": 3010
    },
    {
      "epoch": 1.2901776160924459,
      "grad_norm": 5.493687152862549,
      "learning_rate": 2.9565079385862903e-05,
      "loss": 1.7141,
      "step": 3015
    },
    {
      "epoch": 1.2923175690134818,
      "grad_norm": 5.307217121124268,
      "learning_rate": 2.9407071145187494e-05,
      "loss": 1.7546,
      "step": 3020
    },
    {
      "epoch": 1.2944575219345174,
      "grad_norm": 5.565853118896484,
      "learning_rate": 2.924931018280871e-05,
      "loss": 1.7392,
      "step": 3025
    },
    {
      "epoch": 1.296597474855553,
      "grad_norm": 5.918313503265381,
      "learning_rate": 2.9091798393107994e-05,
      "loss": 1.7598,
      "step": 3030
    },
    {
      "epoch": 1.2987374277765888,
      "grad_norm": 5.450323104858398,
      "learning_rate": 2.8934537667474732e-05,
      "loss": 1.7204,
      "step": 3035
    },
    {
      "epoch": 1.3008773806976246,
      "grad_norm": 5.59390115737915,
      "learning_rate": 2.8777529894283538e-05,
      "loss": 1.7345,
      "step": 3040
    },
    {
      "epoch": 1.3030173336186603,
      "grad_norm": 5.590770721435547,
      "learning_rate": 2.8620776958871627e-05,
      "loss": 1.7814,
      "step": 3045
    },
    {
      "epoch": 1.305157286539696,
      "grad_norm": 5.129935264587402,
      "learning_rate": 2.8464280743516102e-05,
      "loss": 1.7527,
      "step": 3050
    },
    {
      "epoch": 1.3072972394607318,
      "grad_norm": 6.99540376663208,
      "learning_rate": 2.8308043127411423e-05,
      "loss": 1.7197,
      "step": 3055
    },
    {
      "epoch": 1.3094371923817676,
      "grad_norm": 6.13936710357666,
      "learning_rate": 2.8152065986646788e-05,
      "loss": 1.7153,
      "step": 3060
    },
    {
      "epoch": 1.3115771453028033,
      "grad_norm": 5.489097595214844,
      "learning_rate": 2.7996351194183646e-05,
      "loss": 1.7562,
      "step": 3065
    },
    {
      "epoch": 1.313717098223839,
      "grad_norm": 6.8664398193359375,
      "learning_rate": 2.784090061983317e-05,
      "loss": 1.7034,
      "step": 3070
    },
    {
      "epoch": 1.3158570511448748,
      "grad_norm": 5.367057800292969,
      "learning_rate": 2.7685716130233842e-05,
      "loss": 1.6691,
      "step": 3075
    },
    {
      "epoch": 1.3179970040659106,
      "grad_norm": 6.975956916809082,
      "learning_rate": 2.7530799588829005e-05,
      "loss": 1.7107,
      "step": 3080
    },
    {
      "epoch": 1.3201369569869463,
      "grad_norm": 6.1998443603515625,
      "learning_rate": 2.7376152855844495e-05,
      "loss": 1.7955,
      "step": 3085
    },
    {
      "epoch": 1.322276909907982,
      "grad_norm": 6.424160957336426,
      "learning_rate": 2.7221777788266324e-05,
      "loss": 1.7312,
      "step": 3090
    },
    {
      "epoch": 1.3244168628290178,
      "grad_norm": 5.118837356567383,
      "learning_rate": 2.7067676239818364e-05,
      "loss": 1.7105,
      "step": 3095
    },
    {
      "epoch": 1.3265568157500536,
      "grad_norm": 5.895681858062744,
      "learning_rate": 2.6913850060940083e-05,
      "loss": 1.7077,
      "step": 3100
    },
    {
      "epoch": 1.3286967686710893,
      "grad_norm": 6.501992702484131,
      "learning_rate": 2.676030109876434e-05,
      "loss": 1.728,
      "step": 3105
    },
    {
      "epoch": 1.3308367215921248,
      "grad_norm": 5.911489486694336,
      "learning_rate": 2.66070311970952e-05,
      "loss": 1.7214,
      "step": 3110
    },
    {
      "epoch": 1.3329766745131608,
      "grad_norm": 5.91454553604126,
      "learning_rate": 2.6454042196385798e-05,
      "loss": 1.6895,
      "step": 3115
    },
    {
      "epoch": 1.3351166274341963,
      "grad_norm": 5.649311065673828,
      "learning_rate": 2.6301335933716176e-05,
      "loss": 1.7488,
      "step": 3120
    },
    {
      "epoch": 1.3372565803552323,
      "grad_norm": 7.105709075927734,
      "learning_rate": 2.614891424277135e-05,
      "loss": 1.6687,
      "step": 3125
    },
    {
      "epoch": 1.3393965332762678,
      "grad_norm": 5.769228458404541,
      "learning_rate": 2.599677895381919e-05,
      "loss": 1.7175,
      "step": 3130
    },
    {
      "epoch": 1.3415364861973036,
      "grad_norm": 7.222846984863281,
      "learning_rate": 2.5844931893688473e-05,
      "loss": 1.721,
      "step": 3135
    },
    {
      "epoch": 1.3436764391183393,
      "grad_norm": 5.122998237609863,
      "learning_rate": 2.5693374885746957e-05,
      "loss": 1.7325,
      "step": 3140
    },
    {
      "epoch": 1.345816392039375,
      "grad_norm": 5.9646148681640625,
      "learning_rate": 2.5542109749879473e-05,
      "loss": 1.7016,
      "step": 3145
    },
    {
      "epoch": 1.3479563449604108,
      "grad_norm": 5.405865669250488,
      "learning_rate": 2.5391138302466062e-05,
      "loss": 1.7666,
      "step": 3150
    },
    {
      "epoch": 1.3500962978814466,
      "grad_norm": 6.047122478485107,
      "learning_rate": 2.5240462356360184e-05,
      "loss": 1.7438,
      "step": 3155
    },
    {
      "epoch": 1.3522362508024823,
      "grad_norm": 6.545495986938477,
      "learning_rate": 2.5090083720866952e-05,
      "loss": 1.7322,
      "step": 3160
    },
    {
      "epoch": 1.354376203723518,
      "grad_norm": 6.075828552246094,
      "learning_rate": 2.4940004201721384e-05,
      "loss": 1.7089,
      "step": 3165
    },
    {
      "epoch": 1.3565161566445538,
      "grad_norm": 5.580131530761719,
      "learning_rate": 2.479022560106673e-05,
      "loss": 1.7456,
      "step": 3170
    },
    {
      "epoch": 1.3586561095655896,
      "grad_norm": 5.123158931732178,
      "learning_rate": 2.4640749717432854e-05,
      "loss": 1.7118,
      "step": 3175
    },
    {
      "epoch": 1.3607960624866253,
      "grad_norm": 5.250161170959473,
      "learning_rate": 2.4491578345714587e-05,
      "loss": 1.7271,
      "step": 3180
    },
    {
      "epoch": 1.362936015407661,
      "grad_norm": 5.588467121124268,
      "learning_rate": 2.434271327715023e-05,
      "loss": 1.7026,
      "step": 3185
    },
    {
      "epoch": 1.3650759683286968,
      "grad_norm": 5.4725518226623535,
      "learning_rate": 2.419415629930001e-05,
      "loss": 1.7128,
      "step": 3190
    },
    {
      "epoch": 1.3672159212497326,
      "grad_norm": 5.664406776428223,
      "learning_rate": 2.4045909196024624e-05,
      "loss": 1.7244,
      "step": 3195
    },
    {
      "epoch": 1.3693558741707683,
      "grad_norm": 4.935891151428223,
      "learning_rate": 2.389797374746382e-05,
      "loss": 1.7123,
      "step": 3200
    },
    {
      "epoch": 1.3714958270918038,
      "grad_norm": 5.0147881507873535,
      "learning_rate": 2.3750351730015015e-05,
      "loss": 1.6921,
      "step": 3205
    },
    {
      "epoch": 1.3736357800128398,
      "grad_norm": 5.382151126861572,
      "learning_rate": 2.3603044916311963e-05,
      "loss": 1.78,
      "step": 3210
    },
    {
      "epoch": 1.3757757329338753,
      "grad_norm": 5.000919818878174,
      "learning_rate": 2.345605507520352e-05,
      "loss": 1.699,
      "step": 3215
    },
    {
      "epoch": 1.3779156858549113,
      "grad_norm": 4.845434665679932,
      "learning_rate": 2.3309383971732312e-05,
      "loss": 1.7508,
      "step": 3220
    },
    {
      "epoch": 1.3800556387759468,
      "grad_norm": 4.90060567855835,
      "learning_rate": 2.3163033367113602e-05,
      "loss": 1.6904,
      "step": 3225
    },
    {
      "epoch": 1.3821955916969826,
      "grad_norm": 5.377330303192139,
      "learning_rate": 2.3017005018714126e-05,
      "loss": 1.7236,
      "step": 3230
    },
    {
      "epoch": 1.3843355446180183,
      "grad_norm": 5.329347133636475,
      "learning_rate": 2.2871300680030995e-05,
      "loss": 1.6982,
      "step": 3235
    },
    {
      "epoch": 1.386475497539054,
      "grad_norm": 4.9429931640625,
      "learning_rate": 2.2725922100670644e-05,
      "loss": 1.6973,
      "step": 3240
    },
    {
      "epoch": 1.3886154504600898,
      "grad_norm": 5.456453323364258,
      "learning_rate": 2.25808710263278e-05,
      "loss": 1.7033,
      "step": 3245
    },
    {
      "epoch": 1.3907554033811256,
      "grad_norm": 5.3230791091918945,
      "learning_rate": 2.243614919876454e-05,
      "loss": 1.7447,
      "step": 3250
    },
    {
      "epoch": 1.3928953563021613,
      "grad_norm": 5.888358116149902,
      "learning_rate": 2.22917583557894e-05,
      "loss": 1.7347,
      "step": 3255
    },
    {
      "epoch": 1.395035309223197,
      "grad_norm": 5.590538024902344,
      "learning_rate": 2.214770023123641e-05,
      "loss": 1.7566,
      "step": 3260
    },
    {
      "epoch": 1.3971752621442328,
      "grad_norm": 5.970736503601074,
      "learning_rate": 2.2003976554944405e-05,
      "loss": 1.6941,
      "step": 3265
    },
    {
      "epoch": 1.3993152150652686,
      "grad_norm": 5.476358413696289,
      "learning_rate": 2.186058905273618e-05,
      "loss": 1.7016,
      "step": 3270
    },
    {
      "epoch": 1.4014551679863043,
      "grad_norm": 5.488466262817383,
      "learning_rate": 2.1717539446397754e-05,
      "loss": 1.7063,
      "step": 3275
    },
    {
      "epoch": 1.40359512090734,
      "grad_norm": 5.273731708526611,
      "learning_rate": 2.1574829453657746e-05,
      "loss": 1.7218,
      "step": 3280
    },
    {
      "epoch": 1.4057350738283758,
      "grad_norm": 5.290144920349121,
      "learning_rate": 2.1432460788166704e-05,
      "loss": 1.6931,
      "step": 3285
    },
    {
      "epoch": 1.4078750267494116,
      "grad_norm": 6.16803503036499,
      "learning_rate": 2.1290435159476545e-05,
      "loss": 1.6872,
      "step": 3290
    },
    {
      "epoch": 1.4100149796704473,
      "grad_norm": 5.351411819458008,
      "learning_rate": 2.1148754273020038e-05,
      "loss": 1.678,
      "step": 3295
    },
    {
      "epoch": 1.412154932591483,
      "grad_norm": 6.350516319274902,
      "learning_rate": 2.1007419830090306e-05,
      "loss": 1.728,
      "step": 3300
    },
    {
      "epoch": 1.4142948855125188,
      "grad_norm": 5.602326393127441,
      "learning_rate": 2.0866433527820406e-05,
      "loss": 1.6969,
      "step": 3305
    },
    {
      "epoch": 1.4164348384335543,
      "grad_norm": 7.531297206878662,
      "learning_rate": 2.072579705916295e-05,
      "loss": 1.738,
      "step": 3310
    },
    {
      "epoch": 1.4185747913545903,
      "grad_norm": 5.831987380981445,
      "learning_rate": 2.058551211286977e-05,
      "loss": 1.7518,
      "step": 3315
    },
    {
      "epoch": 1.4207147442756258,
      "grad_norm": 6.611841678619385,
      "learning_rate": 2.0445580373471658e-05,
      "loss": 1.6811,
      "step": 3320
    },
    {
      "epoch": 1.4228546971966618,
      "grad_norm": 4.91347599029541,
      "learning_rate": 2.03060035212581e-05,
      "loss": 1.6897,
      "step": 3325
    },
    {
      "epoch": 1.4249946501176973,
      "grad_norm": 6.171419620513916,
      "learning_rate": 2.0166783232257154e-05,
      "loss": 1.739,
      "step": 3330
    },
    {
      "epoch": 1.427134603038733,
      "grad_norm": 5.1369524002075195,
      "learning_rate": 2.0027921178215274e-05,
      "loss": 1.7164,
      "step": 3335
    },
    {
      "epoch": 1.4292745559597688,
      "grad_norm": 6.778637409210205,
      "learning_rate": 1.9889419026577266e-05,
      "loss": 1.7224,
      "step": 3340
    },
    {
      "epoch": 1.4314145088808046,
      "grad_norm": 4.898647785186768,
      "learning_rate": 1.9751278440466248e-05,
      "loss": 1.6844,
      "step": 3345
    },
    {
      "epoch": 1.4335544618018403,
      "grad_norm": 5.825972080230713,
      "learning_rate": 1.9613501078663693e-05,
      "loss": 1.7451,
      "step": 3350
    },
    {
      "epoch": 1.435694414722876,
      "grad_norm": 5.397356986999512,
      "learning_rate": 1.9476088595589504e-05,
      "loss": 1.715,
      "step": 3355
    },
    {
      "epoch": 1.4378343676439118,
      "grad_norm": 5.8002519607543945,
      "learning_rate": 1.9339042641282146e-05,
      "loss": 1.7006,
      "step": 3360
    },
    {
      "epoch": 1.4399743205649476,
      "grad_norm": 5.10746431350708,
      "learning_rate": 1.9202364861378842e-05,
      "loss": 1.6758,
      "step": 3365
    },
    {
      "epoch": 1.4421142734859833,
      "grad_norm": 5.267380237579346,
      "learning_rate": 1.9066056897095796e-05,
      "loss": 1.7395,
      "step": 3370
    },
    {
      "epoch": 1.444254226407019,
      "grad_norm": 5.395501136779785,
      "learning_rate": 1.8930120385208495e-05,
      "loss": 1.7082,
      "step": 3375
    },
    {
      "epoch": 1.4463941793280548,
      "grad_norm": 5.383699893951416,
      "learning_rate": 1.8794556958032062e-05,
      "loss": 1.7182,
      "step": 3380
    },
    {
      "epoch": 1.4485341322490906,
      "grad_norm": 5.4255290031433105,
      "learning_rate": 1.865936824340164e-05,
      "loss": 1.6796,
      "step": 3385
    },
    {
      "epoch": 1.4506740851701263,
      "grad_norm": 5.540951728820801,
      "learning_rate": 1.8524555864652865e-05,
      "loss": 1.7312,
      "step": 3390
    },
    {
      "epoch": 1.452814038091162,
      "grad_norm": 6.032477855682373,
      "learning_rate": 1.839012144060236e-05,
      "loss": 1.6458,
      "step": 3395
    },
    {
      "epoch": 1.4549539910121978,
      "grad_norm": 5.043034553527832,
      "learning_rate": 1.825606658552826e-05,
      "loss": 1.6969,
      "step": 3400
    },
    {
      "epoch": 1.4570939439332335,
      "grad_norm": 5.323840618133545,
      "learning_rate": 1.8122392909150904e-05,
      "loss": 1.7225,
      "step": 3405
    },
    {
      "epoch": 1.4592338968542693,
      "grad_norm": 5.682520389556885,
      "learning_rate": 1.7989102016613463e-05,
      "loss": 1.6943,
      "step": 3410
    },
    {
      "epoch": 1.4613738497753048,
      "grad_norm": 5.428680419921875,
      "learning_rate": 1.7856195508462663e-05,
      "loss": 1.6992,
      "step": 3415
    },
    {
      "epoch": 1.4635138026963408,
      "grad_norm": 5.1605024337768555,
      "learning_rate": 1.7723674980629572e-05,
      "loss": 1.6569,
      "step": 3420
    },
    {
      "epoch": 1.4656537556173763,
      "grad_norm": 5.788964748382568,
      "learning_rate": 1.759154202441044e-05,
      "loss": 1.7081,
      "step": 3425
    },
    {
      "epoch": 1.4677937085384123,
      "grad_norm": 5.63525390625,
      "learning_rate": 1.7459798226447577e-05,
      "loss": 1.7133,
      "step": 3430
    },
    {
      "epoch": 1.4699336614594478,
      "grad_norm": 5.6762003898620605,
      "learning_rate": 1.7328445168710323e-05,
      "loss": 1.6922,
      "step": 3435
    },
    {
      "epoch": 1.4720736143804836,
      "grad_norm": 5.393453121185303,
      "learning_rate": 1.7197484428476023e-05,
      "loss": 1.6721,
      "step": 3440
    },
    {
      "epoch": 1.4742135673015193,
      "grad_norm": 4.811567783355713,
      "learning_rate": 1.7066917578311132e-05,
      "loss": 1.7071,
      "step": 3445
    },
    {
      "epoch": 1.476353520222555,
      "grad_norm": 5.325284004211426,
      "learning_rate": 1.693674618605227e-05,
      "loss": 1.7109,
      "step": 3450
    },
    {
      "epoch": 1.4784934731435908,
      "grad_norm": 5.2245774269104,
      "learning_rate": 1.6806971814787458e-05,
      "loss": 1.7103,
      "step": 3455
    },
    {
      "epoch": 1.4806334260646266,
      "grad_norm": 5.08640718460083,
      "learning_rate": 1.66775960228373e-05,
      "loss": 1.7094,
      "step": 3460
    },
    {
      "epoch": 1.4827733789856623,
      "grad_norm": 4.874035835266113,
      "learning_rate": 1.6548620363736294e-05,
      "loss": 1.7177,
      "step": 3465
    },
    {
      "epoch": 1.484913331906698,
      "grad_norm": 5.959578037261963,
      "learning_rate": 1.6420046386214184e-05,
      "loss": 1.6586,
      "step": 3470
    },
    {
      "epoch": 1.4870532848277338,
      "grad_norm": 5.682189464569092,
      "learning_rate": 1.6291875634177346e-05,
      "loss": 1.6731,
      "step": 3475
    },
    {
      "epoch": 1.4891932377487695,
      "grad_norm": 5.864963054656982,
      "learning_rate": 1.616410964669025e-05,
      "loss": 1.6708,
      "step": 3480
    },
    {
      "epoch": 1.4913331906698053,
      "grad_norm": 5.3527140617370605,
      "learning_rate": 1.6036749957956993e-05,
      "loss": 1.6596,
      "step": 3485
    },
    {
      "epoch": 1.493473143590841,
      "grad_norm": 4.715349197387695,
      "learning_rate": 1.5909798097302865e-05,
      "loss": 1.6889,
      "step": 3490
    },
    {
      "epoch": 1.4956130965118768,
      "grad_norm": 5.459346771240234,
      "learning_rate": 1.578325558915598e-05,
      "loss": 1.6716,
      "step": 3495
    },
    {
      "epoch": 1.4977530494329125,
      "grad_norm": 5.306508541107178,
      "learning_rate": 1.5657123953029003e-05,
      "loss": 1.673,
      "step": 3500
    },
    {
      "epoch": 1.4998930023539483,
      "grad_norm": 5.33494234085083,
      "learning_rate": 1.5531404703500845e-05,
      "loss": 1.7047,
      "step": 3505
    },
    {
      "epoch": 1.5020329552749838,
      "grad_norm": 5.494200229644775,
      "learning_rate": 1.5406099350198544e-05,
      "loss": 1.7061,
      "step": 3510
    },
    {
      "epoch": 1.5041729081960198,
      "grad_norm": 4.832003116607666,
      "learning_rate": 1.528120939777908e-05,
      "loss": 1.6623,
      "step": 3515
    },
    {
      "epoch": 1.5063128611170553,
      "grad_norm": 5.2969970703125,
      "learning_rate": 1.5156736345911342e-05,
      "loss": 1.6838,
      "step": 3520
    },
    {
      "epoch": 1.5084528140380913,
      "grad_norm": 5.263791084289551,
      "learning_rate": 1.5032681689258105e-05,
      "loss": 1.691,
      "step": 3525
    },
    {
      "epoch": 1.5105927669591268,
      "grad_norm": 5.589069843292236,
      "learning_rate": 1.4909046917458097e-05,
      "loss": 1.7456,
      "step": 3530
    },
    {
      "epoch": 1.5127327198801628,
      "grad_norm": 5.666341781616211,
      "learning_rate": 1.4785833515108088e-05,
      "loss": 1.7284,
      "step": 3535
    },
    {
      "epoch": 1.5148726728011983,
      "grad_norm": 5.460354328155518,
      "learning_rate": 1.4663042961745083e-05,
      "loss": 1.6767,
      "step": 3540
    },
    {
      "epoch": 1.5170126257222343,
      "grad_norm": 5.311362266540527,
      "learning_rate": 1.4540676731828546e-05,
      "loss": 1.662,
      "step": 3545
    },
    {
      "epoch": 1.5191525786432698,
      "grad_norm": 5.237598419189453,
      "learning_rate": 1.4418736294722701e-05,
      "loss": 1.6841,
      "step": 3550
    },
    {
      "epoch": 1.5212925315643056,
      "grad_norm": 5.252871513366699,
      "learning_rate": 1.4297223114678887e-05,
      "loss": 1.7057,
      "step": 3555
    },
    {
      "epoch": 1.5234324844853413,
      "grad_norm": 4.881004333496094,
      "learning_rate": 1.4176138650817967e-05,
      "loss": 1.699,
      "step": 3560
    },
    {
      "epoch": 1.525572437406377,
      "grad_norm": 5.0006103515625,
      "learning_rate": 1.4055484357112808e-05,
      "loss": 1.7438,
      "step": 3565
    },
    {
      "epoch": 1.5277123903274128,
      "grad_norm": 4.589049339294434,
      "learning_rate": 1.3935261682370849e-05,
      "loss": 1.7316,
      "step": 3570
    },
    {
      "epoch": 1.5298523432484485,
      "grad_norm": 5.060586929321289,
      "learning_rate": 1.3815472070216656e-05,
      "loss": 1.7279,
      "step": 3575
    },
    {
      "epoch": 1.5319922961694843,
      "grad_norm": 5.7035322189331055,
      "learning_rate": 1.3696116959074635e-05,
      "loss": 1.7232,
      "step": 3580
    },
    {
      "epoch": 1.53413224909052,
      "grad_norm": 5.462157726287842,
      "learning_rate": 1.3577197782151724e-05,
      "loss": 1.674,
      "step": 3585
    },
    {
      "epoch": 1.5362722020115558,
      "grad_norm": 5.079245567321777,
      "learning_rate": 1.3458715967420193e-05,
      "loss": 1.7135,
      "step": 3590
    },
    {
      "epoch": 1.5384121549325915,
      "grad_norm": 5.461935043334961,
      "learning_rate": 1.3340672937600518e-05,
      "loss": 1.6261,
      "step": 3595
    },
    {
      "epoch": 1.5405521078536273,
      "grad_norm": 5.3971076011657715,
      "learning_rate": 1.3223070110144265e-05,
      "loss": 1.7194,
      "step": 3600
    },
    {
      "epoch": 1.5426920607746628,
      "grad_norm": 5.163456916809082,
      "learning_rate": 1.3105908897217084e-05,
      "loss": 1.6877,
      "step": 3605
    },
    {
      "epoch": 1.5448320136956988,
      "grad_norm": 6.106560707092285,
      "learning_rate": 1.2989190705681758e-05,
      "loss": 1.6893,
      "step": 3610
    },
    {
      "epoch": 1.5469719666167343,
      "grad_norm": 5.627121925354004,
      "learning_rate": 1.2872916937081308e-05,
      "loss": 1.6939,
      "step": 3615
    },
    {
      "epoch": 1.5491119195377703,
      "grad_norm": 5.5462117195129395,
      "learning_rate": 1.2757088987622152e-05,
      "loss": 1.6919,
      "step": 3620
    },
    {
      "epoch": 1.5512518724588058,
      "grad_norm": 5.333662986755371,
      "learning_rate": 1.2641708248157341e-05,
      "loss": 1.6444,
      "step": 3625
    },
    {
      "epoch": 1.5533918253798418,
      "grad_norm": 6.698999881744385,
      "learning_rate": 1.2526776104169868e-05,
      "loss": 1.7085,
      "step": 3630
    },
    {
      "epoch": 1.5555317783008773,
      "grad_norm": 5.591616630554199,
      "learning_rate": 1.241229393575603e-05,
      "loss": 1.6643,
      "step": 3635
    },
    {
      "epoch": 1.5576717312219133,
      "grad_norm": 5.279683589935303,
      "learning_rate": 1.2298263117608855e-05,
      "loss": 1.624,
      "step": 3640
    },
    {
      "epoch": 1.5598116841429488,
      "grad_norm": 5.046063423156738,
      "learning_rate": 1.2184685019001574e-05,
      "loss": 1.6992,
      "step": 3645
    },
    {
      "epoch": 1.5619516370639845,
      "grad_norm": 5.270909786224365,
      "learning_rate": 1.2071561003771214e-05,
      "loss": 1.6567,
      "step": 3650
    },
    {
      "epoch": 1.5640915899850203,
      "grad_norm": 5.26682186126709,
      "learning_rate": 1.1958892430302198e-05,
      "loss": 1.7055,
      "step": 3655
    },
    {
      "epoch": 1.566231542906056,
      "grad_norm": 5.099318504333496,
      "learning_rate": 1.184668065151005e-05,
      "loss": 1.7185,
      "step": 3660
    },
    {
      "epoch": 1.5683714958270918,
      "grad_norm": 5.019136905670166,
      "learning_rate": 1.1734927014825115e-05,
      "loss": 1.7033,
      "step": 3665
    },
    {
      "epoch": 1.5705114487481275,
      "grad_norm": 5.4806437492370605,
      "learning_rate": 1.162363286217642e-05,
      "loss": 1.7044,
      "step": 3670
    },
    {
      "epoch": 1.5726514016691633,
      "grad_norm": 4.8851118087768555,
      "learning_rate": 1.151279952997556e-05,
      "loss": 1.6831,
      "step": 3675
    },
    {
      "epoch": 1.574791354590199,
      "grad_norm": 5.282357692718506,
      "learning_rate": 1.1402428349100585e-05,
      "loss": 1.6689,
      "step": 3680
    },
    {
      "epoch": 1.5769313075112348,
      "grad_norm": 5.409157752990723,
      "learning_rate": 1.1292520644880105e-05,
      "loss": 1.6455,
      "step": 3685
    },
    {
      "epoch": 1.5790712604322705,
      "grad_norm": 5.711396217346191,
      "learning_rate": 1.1183077737077336e-05,
      "loss": 1.6363,
      "step": 3690
    },
    {
      "epoch": 1.5812112133533063,
      "grad_norm": 5.7200541496276855,
      "learning_rate": 1.107410093987425e-05,
      "loss": 1.6737,
      "step": 3695
    },
    {
      "epoch": 1.5833511662743418,
      "grad_norm": 5.475973606109619,
      "learning_rate": 1.0965591561855788e-05,
      "loss": 1.6393,
      "step": 3700
    },
    {
      "epoch": 1.5854911191953778,
      "grad_norm": 5.419764995574951,
      "learning_rate": 1.0857550905994175e-05,
      "loss": 1.6862,
      "step": 3705
    },
    {
      "epoch": 1.5876310721164133,
      "grad_norm": 4.915116786956787,
      "learning_rate": 1.0749980269633243e-05,
      "loss": 1.6878,
      "step": 3710
    },
    {
      "epoch": 1.5897710250374493,
      "grad_norm": 5.841743469238281,
      "learning_rate": 1.0642880944472878e-05,
      "loss": 1.6474,
      "step": 3715
    },
    {
      "epoch": 1.5919109779584848,
      "grad_norm": 5.388934135437012,
      "learning_rate": 1.0536254216553487e-05,
      "loss": 1.6828,
      "step": 3720
    },
    {
      "epoch": 1.5940509308795208,
      "grad_norm": 4.492440223693848,
      "learning_rate": 1.0430101366240575e-05,
      "loss": 1.6947,
      "step": 3725
    },
    {
      "epoch": 1.5961908838005563,
      "grad_norm": 4.8876495361328125,
      "learning_rate": 1.0324423668209349e-05,
      "loss": 1.7048,
      "step": 3730
    },
    {
      "epoch": 1.5983308367215923,
      "grad_norm": 5.363291263580322,
      "learning_rate": 1.021922239142944e-05,
      "loss": 1.6837,
      "step": 3735
    },
    {
      "epoch": 1.6004707896426278,
      "grad_norm": 5.814448356628418,
      "learning_rate": 1.0114498799149635e-05,
      "loss": 1.6784,
      "step": 3740
    },
    {
      "epoch": 1.6026107425636638,
      "grad_norm": 5.522982120513916,
      "learning_rate": 1.0010254148882731e-05,
      "loss": 1.6786,
      "step": 3745
    },
    {
      "epoch": 1.6047506954846993,
      "grad_norm": 5.147754192352295,
      "learning_rate": 9.906489692390426e-06,
      "loss": 1.7548,
      "step": 3750
    },
    {
      "epoch": 1.606890648405735,
      "grad_norm": 5.689370632171631,
      "learning_rate": 9.803206675668286e-06,
      "loss": 1.6861,
      "step": 3755
    },
    {
      "epoch": 1.6090306013267708,
      "grad_norm": 5.778447151184082,
      "learning_rate": 9.700406338930778e-06,
      "loss": 1.7062,
      "step": 3760
    },
    {
      "epoch": 1.6111705542478065,
      "grad_norm": 4.873246669769287,
      "learning_rate": 9.59808991659641e-06,
      "loss": 1.6678,
      "step": 3765
    },
    {
      "epoch": 1.6133105071688423,
      "grad_norm": 5.669099807739258,
      "learning_rate": 9.496258637272849e-06,
      "loss": 1.6874,
      "step": 3770
    },
    {
      "epoch": 1.615450460089878,
      "grad_norm": 5.129676818847656,
      "learning_rate": 9.394913723742227e-06,
      "loss": 1.6908,
      "step": 3775
    },
    {
      "epoch": 1.6175904130109138,
      "grad_norm": 5.257515907287598,
      "learning_rate": 9.294056392946427e-06,
      "loss": 1.673,
      "step": 3780
    },
    {
      "epoch": 1.6197303659319495,
      "grad_norm": 4.824296474456787,
      "learning_rate": 9.193687855972466e-06,
      "loss": 1.673,
      "step": 3785
    },
    {
      "epoch": 1.6218703188529853,
      "grad_norm": 5.123586654663086,
      "learning_rate": 9.093809318037989e-06,
      "loss": 1.7033,
      "step": 3790
    },
    {
      "epoch": 1.624010271774021,
      "grad_norm": 4.633101463317871,
      "learning_rate": 8.994421978476735e-06,
      "loss": 1.693,
      "step": 3795
    },
    {
      "epoch": 1.6261502246950568,
      "grad_norm": 5.188746452331543,
      "learning_rate": 8.8955270307242e-06,
      "loss": 1.6694,
      "step": 3800
    },
    {
      "epoch": 1.6282901776160923,
      "grad_norm": 5.478397369384766,
      "learning_rate": 8.797125662303257e-06,
      "loss": 1.6574,
      "step": 3805
    },
    {
      "epoch": 1.6304301305371283,
      "grad_norm": 5.444027900695801,
      "learning_rate": 8.699219054809937e-06,
      "loss": 1.6467,
      "step": 3810
    },
    {
      "epoch": 1.6325700834581638,
      "grad_norm": 4.998203754425049,
      "learning_rate": 8.6018083838992e-06,
      "loss": 1.6715,
      "step": 3815
    },
    {
      "epoch": 1.6347100363791998,
      "grad_norm": 5.098468780517578,
      "learning_rate": 8.504894819270854e-06,
      "loss": 1.6857,
      "step": 3820
    },
    {
      "epoch": 1.6368499893002353,
      "grad_norm": 5.074070453643799,
      "learning_rate": 8.408479524655477e-06,
      "loss": 1.728,
      "step": 3825
    },
    {
      "epoch": 1.6389899422212713,
      "grad_norm": 5.682558536529541,
      "learning_rate": 8.312563657800475e-06,
      "loss": 1.6509,
      "step": 3830
    },
    {
      "epoch": 1.6411298951423068,
      "grad_norm": 5.497644424438477,
      "learning_rate": 8.217148370456152e-06,
      "loss": 1.6649,
      "step": 3835
    },
    {
      "epoch": 1.6432698480633428,
      "grad_norm": 4.901436805725098,
      "learning_rate": 8.122234808361907e-06,
      "loss": 1.6662,
      "step": 3840
    },
    {
      "epoch": 1.6454098009843783,
      "grad_norm": 4.8296732902526855,
      "learning_rate": 8.027824111232435e-06,
      "loss": 1.6546,
      "step": 3845
    },
    {
      "epoch": 1.647549753905414,
      "grad_norm": 5.374551773071289,
      "learning_rate": 7.933917412744097e-06,
      "loss": 1.6182,
      "step": 3850
    },
    {
      "epoch": 1.6496897068264498,
      "grad_norm": 4.431797504425049,
      "learning_rate": 7.840515840521263e-06,
      "loss": 1.6917,
      "step": 3855
    },
    {
      "epoch": 1.6518296597474855,
      "grad_norm": 4.973811626434326,
      "learning_rate": 7.747620516122777e-06,
      "loss": 1.625,
      "step": 3860
    },
    {
      "epoch": 1.6539696126685213,
      "grad_norm": 5.412280082702637,
      "learning_rate": 7.655232555028518e-06,
      "loss": 1.6722,
      "step": 3865
    },
    {
      "epoch": 1.656109565589557,
      "grad_norm": 5.874164581298828,
      "learning_rate": 7.563353066625972e-06,
      "loss": 1.6448,
      "step": 3870
    },
    {
      "epoch": 1.6582495185105928,
      "grad_norm": 5.387955188751221,
      "learning_rate": 7.471983154196932e-06,
      "loss": 1.6627,
      "step": 3875
    },
    {
      "epoch": 1.6603894714316285,
      "grad_norm": 4.935237407684326,
      "learning_rate": 7.381123914904231e-06,
      "loss": 1.6915,
      "step": 3880
    },
    {
      "epoch": 1.6625294243526643,
      "grad_norm": 4.828623294830322,
      "learning_rate": 7.2907764397785845e-06,
      "loss": 1.6893,
      "step": 3885
    },
    {
      "epoch": 1.6646693772737,
      "grad_norm": 5.0376434326171875,
      "learning_rate": 7.200941813705497e-06,
      "loss": 1.6789,
      "step": 3890
    },
    {
      "epoch": 1.6668093301947358,
      "grad_norm": 5.704905986785889,
      "learning_rate": 7.111621115412193e-06,
      "loss": 1.6262,
      "step": 3895
    },
    {
      "epoch": 1.6689492831157713,
      "grad_norm": 5.178145885467529,
      "learning_rate": 7.02281541745472e-06,
      "loss": 1.7011,
      "step": 3900
    },
    {
      "epoch": 1.6710892360368073,
      "grad_norm": 5.51984167098999,
      "learning_rate": 6.9345257862050264e-06,
      "loss": 1.6325,
      "step": 3905
    },
    {
      "epoch": 1.6732291889578428,
      "grad_norm": 5.094444274902344,
      "learning_rate": 6.846753281838169e-06,
      "loss": 1.687,
      "step": 3910
    },
    {
      "epoch": 1.6753691418788788,
      "grad_norm": 4.961489200592041,
      "learning_rate": 6.759498958319599e-06,
      "loss": 1.7111,
      "step": 3915
    },
    {
      "epoch": 1.6775090947999143,
      "grad_norm": 5.067066669464111,
      "learning_rate": 6.6727638633924725e-06,
      "loss": 1.6547,
      "step": 3920
    },
    {
      "epoch": 1.6796490477209503,
      "grad_norm": 4.8792033195495605,
      "learning_rate": 6.58654903856511e-06,
      "loss": 1.645,
      "step": 3925
    },
    {
      "epoch": 1.6817890006419858,
      "grad_norm": 5.298194408416748,
      "learning_rate": 6.500855519098448e-06,
      "loss": 1.6642,
      "step": 3930
    },
    {
      "epoch": 1.6839289535630217,
      "grad_norm": 4.876554489135742,
      "learning_rate": 6.415684333993649e-06,
      "loss": 1.7346,
      "step": 3935
    },
    {
      "epoch": 1.6860689064840573,
      "grad_norm": 5.350904941558838,
      "learning_rate": 6.3310365059797094e-06,
      "loss": 1.7127,
      "step": 3940
    },
    {
      "epoch": 1.6882088594050932,
      "grad_norm": 5.282578945159912,
      "learning_rate": 6.246913051501202e-06,
      "loss": 1.6912,
      "step": 3945
    },
    {
      "epoch": 1.6903488123261288,
      "grad_norm": 5.434889793395996,
      "learning_rate": 6.163314980706058e-06,
      "loss": 1.6402,
      "step": 3950
    },
    {
      "epoch": 1.6924887652471645,
      "grad_norm": 5.1130571365356445,
      "learning_rate": 6.080243297433447e-06,
      "loss": 1.6301,
      "step": 3955
    },
    {
      "epoch": 1.6946287181682003,
      "grad_norm": 5.187545299530029,
      "learning_rate": 5.997698999201723e-06,
      "loss": 1.6238,
      "step": 3960
    },
    {
      "epoch": 1.696768671089236,
      "grad_norm": 4.982557773590088,
      "learning_rate": 5.915683077196415e-06,
      "loss": 1.6592,
      "step": 3965
    },
    {
      "epoch": 1.6989086240102718,
      "grad_norm": 4.824088096618652,
      "learning_rate": 5.834196516258378e-06,
      "loss": 1.6593,
      "step": 3970
    },
    {
      "epoch": 1.7010485769313075,
      "grad_norm": 4.828253746032715,
      "learning_rate": 5.753240294871937e-06,
      "loss": 1.6426,
      "step": 3975
    },
    {
      "epoch": 1.7031885298523433,
      "grad_norm": 5.136155605316162,
      "learning_rate": 5.6728153851531295e-06,
      "loss": 1.6446,
      "step": 3980
    },
    {
      "epoch": 1.705328482773379,
      "grad_norm": 5.751850128173828,
      "learning_rate": 5.592922752838053e-06,
      "loss": 1.6836,
      "step": 3985
    },
    {
      "epoch": 1.7074684356944148,
      "grad_norm": 5.147610664367676,
      "learning_rate": 5.513563357271256e-06,
      "loss": 1.6492,
      "step": 3990
    },
    {
      "epoch": 1.7096083886154505,
      "grad_norm": 5.698842525482178,
      "learning_rate": 5.43473815139422e-06,
      "loss": 1.643,
      "step": 3995
    },
    {
      "epoch": 1.7117483415364863,
      "grad_norm": 4.993765354156494,
      "learning_rate": 5.356448081733922e-06,
      "loss": 1.6808,
      "step": 4000
    },
    {
      "epoch": 1.7138882944575218,
      "grad_norm": 5.209753036499023,
      "learning_rate": 5.278694088391462e-06,
      "loss": 1.6976,
      "step": 4005
    },
    {
      "epoch": 1.7160282473785577,
      "grad_norm": 4.791884422302246,
      "learning_rate": 5.201477105030766e-06,
      "loss": 1.6394,
      "step": 4010
    },
    {
      "epoch": 1.7181682002995933,
      "grad_norm": 5.030315399169922,
      "learning_rate": 5.124798058867414e-06,
      "loss": 1.5982,
      "step": 4015
    },
    {
      "epoch": 1.7203081532206292,
      "grad_norm": 5.747689723968506,
      "learning_rate": 5.048657870657447e-06,
      "loss": 1.6619,
      "step": 4020
    },
    {
      "epoch": 1.7224481061416648,
      "grad_norm": 4.98396110534668,
      "learning_rate": 4.973057454686364e-06,
      "loss": 1.7076,
      "step": 4025
    },
    {
      "epoch": 1.7245880590627007,
      "grad_norm": 4.828854560852051,
      "learning_rate": 4.897997718758107e-06,
      "loss": 1.6687,
      "step": 4030
    },
    {
      "epoch": 1.7267280119837363,
      "grad_norm": 4.917362689971924,
      "learning_rate": 4.82347956418418e-06,
      "loss": 1.6901,
      "step": 4035
    },
    {
      "epoch": 1.7288679649047722,
      "grad_norm": 5.416051387786865,
      "learning_rate": 4.7495038857728155e-06,
      "loss": 1.6381,
      "step": 4040
    },
    {
      "epoch": 1.7310079178258078,
      "grad_norm": 5.832434177398682,
      "learning_rate": 4.676071571818236e-06,
      "loss": 1.6695,
      "step": 4045
    },
    {
      "epoch": 1.7331478707468437,
      "grad_norm": 5.534262657165527,
      "learning_rate": 4.603183504089997e-06,
      "loss": 1.7054,
      "step": 4050
    },
    {
      "epoch": 1.7352878236678793,
      "grad_norm": 5.344274997711182,
      "learning_rate": 4.5308405578223635e-06,
      "loss": 1.6645,
      "step": 4055
    },
    {
      "epoch": 1.737427776588915,
      "grad_norm": 5.08225679397583,
      "learning_rate": 4.45904360170385e-06,
      "loss": 1.6623,
      "step": 4060
    },
    {
      "epoch": 1.7395677295099508,
      "grad_norm": 5.531522274017334,
      "learning_rate": 4.387793497866744e-06,
      "loss": 1.6633,
      "step": 4065
    },
    {
      "epoch": 1.7417076824309865,
      "grad_norm": 4.792389869689941,
      "learning_rate": 4.31709110187678e-06,
      "loss": 1.6761,
      "step": 4070
    },
    {
      "epoch": 1.7438476353520223,
      "grad_norm": 5.555240631103516,
      "learning_rate": 4.246937262722866e-06,
      "loss": 1.6628,
      "step": 4075
    },
    {
      "epoch": 1.745987588273058,
      "grad_norm": 5.5509796142578125,
      "learning_rate": 4.177332822806873e-06,
      "loss": 1.6529,
      "step": 4080
    },
    {
      "epoch": 1.7481275411940937,
      "grad_norm": 4.76316499710083,
      "learning_rate": 4.108278617933525e-06,
      "loss": 1.6898,
      "step": 4085
    },
    {
      "epoch": 1.7502674941151295,
      "grad_norm": 4.821498870849609,
      "learning_rate": 4.039775477300378e-06,
      "loss": 1.6823,
      "step": 4090
    },
    {
      "epoch": 1.7524074470361652,
      "grad_norm": 5.2127299308776855,
      "learning_rate": 3.971824223487841e-06,
      "loss": 1.7028,
      "step": 4095
    },
    {
      "epoch": 1.754547399957201,
      "grad_norm": 4.9137701988220215,
      "learning_rate": 3.90442567244933e-06,
      "loss": 1.6858,
      "step": 4100
    },
    {
      "epoch": 1.7566873528782367,
      "grad_norm": 5.513342380523682,
      "learning_rate": 3.837580633501409e-06,
      "loss": 1.6466,
      "step": 4105
    },
    {
      "epoch": 1.7588273057992723,
      "grad_norm": 4.806028842926025,
      "learning_rate": 3.7712899093141407e-06,
      "loss": 1.7288,
      "step": 4110
    },
    {
      "epoch": 1.7609672587203082,
      "grad_norm": 5.0646796226501465,
      "learning_rate": 3.7055542959014087e-06,
      "loss": 1.6827,
      "step": 4115
    },
    {
      "epoch": 1.7631072116413438,
      "grad_norm": 5.064296245574951,
      "learning_rate": 3.640374582611389e-06,
      "loss": 1.6403,
      "step": 4120
    },
    {
      "epoch": 1.7652471645623797,
      "grad_norm": 6.094568252563477,
      "learning_rate": 3.575751552117029e-06,
      "loss": 1.625,
      "step": 4125
    },
    {
      "epoch": 1.7673871174834153,
      "grad_norm": 4.940478324890137,
      "learning_rate": 3.511685980406676e-06,
      "loss": 1.6847,
      "step": 4130
    },
    {
      "epoch": 1.7695270704044512,
      "grad_norm": 4.668292999267578,
      "learning_rate": 3.4481786367747627e-06,
      "loss": 1.6886,
      "step": 4135
    },
    {
      "epoch": 1.7716670233254868,
      "grad_norm": 5.22495174407959,
      "learning_rate": 3.3852302838125626e-06,
      "loss": 1.6492,
      "step": 4140
    },
    {
      "epoch": 1.7738069762465227,
      "grad_norm": 5.06997013092041,
      "learning_rate": 3.322841677399019e-06,
      "loss": 1.6441,
      "step": 4145
    },
    {
      "epoch": 1.7759469291675583,
      "grad_norm": 4.730724811553955,
      "learning_rate": 3.2610135666917007e-06,
      "loss": 1.6843,
      "step": 4150
    },
    {
      "epoch": 1.778086882088594,
      "grad_norm": 5.150337219238281,
      "learning_rate": 3.1997466941177666e-06,
      "loss": 1.6854,
      "step": 4155
    },
    {
      "epoch": 1.7802268350096297,
      "grad_norm": 4.789018630981445,
      "learning_rate": 3.139041795365094e-06,
      "loss": 1.634,
      "step": 4160
    },
    {
      "epoch": 1.7823667879306655,
      "grad_norm": 4.8880462646484375,
      "learning_rate": 3.0788995993734083e-06,
      "loss": 1.6258,
      "step": 4165
    },
    {
      "epoch": 1.7845067408517012,
      "grad_norm": 4.961301803588867,
      "learning_rate": 3.019320828325539e-06,
      "loss": 1.6463,
      "step": 4170
    },
    {
      "epoch": 1.786646693772737,
      "grad_norm": 4.813554286956787,
      "learning_rate": 2.9603061976387736e-06,
      "loss": 1.6903,
      "step": 4175
    },
    {
      "epoch": 1.7887866466937727,
      "grad_norm": 4.724278450012207,
      "learning_rate": 2.9018564159562224e-06,
      "loss": 1.646,
      "step": 4180
    },
    {
      "epoch": 1.7909265996148085,
      "grad_norm": 5.349635601043701,
      "learning_rate": 2.8439721851383383e-06,
      "loss": 1.6847,
      "step": 4185
    },
    {
      "epoch": 1.7930665525358442,
      "grad_norm": 4.801799297332764,
      "learning_rate": 2.786654200254496e-06,
      "loss": 1.6871,
      "step": 4190
    },
    {
      "epoch": 1.79520650545688,
      "grad_norm": 4.788339138031006,
      "learning_rate": 2.7299031495746252e-06,
      "loss": 1.7072,
      "step": 4195
    },
    {
      "epoch": 1.7973464583779157,
      "grad_norm": 4.700235843658447,
      "learning_rate": 2.6737197145609404e-06,
      "loss": 1.6723,
      "step": 4200
    },
    {
      "epoch": 1.7994864112989513,
      "grad_norm": 4.791804313659668,
      "learning_rate": 2.6181045698597972e-06,
      "loss": 1.674,
      "step": 4205
    },
    {
      "epoch": 1.8016263642199872,
      "grad_norm": 5.270465850830078,
      "learning_rate": 2.563058383293537e-06,
      "loss": 1.6434,
      "step": 4210
    },
    {
      "epoch": 1.8037663171410228,
      "grad_norm": 5.29375696182251,
      "learning_rate": 2.508581815852523e-06,
      "loss": 1.6719,
      "step": 4215
    },
    {
      "epoch": 1.8059062700620587,
      "grad_norm": 4.851658821105957,
      "learning_rate": 2.4546755216871496e-06,
      "loss": 1.6652,
      "step": 4220
    },
    {
      "epoch": 1.8080462229830943,
      "grad_norm": 5.476074695587158,
      "learning_rate": 2.40134014810004e-06,
      "loss": 1.7037,
      "step": 4225
    },
    {
      "epoch": 1.8101861759041302,
      "grad_norm": 5.279761791229248,
      "learning_rate": 2.3485763355382273e-06,
      "loss": 1.6697,
      "step": 4230
    },
    {
      "epoch": 1.8123261288251657,
      "grad_norm": 4.817234039306641,
      "learning_rate": 2.296384717585487e-06,
      "loss": 1.6609,
      "step": 4235
    },
    {
      "epoch": 1.8144660817462017,
      "grad_norm": 5.009280681610107,
      "learning_rate": 2.2447659209547443e-06,
      "loss": 1.6959,
      "step": 4240
    },
    {
      "epoch": 1.8166060346672372,
      "grad_norm": 5.085817813873291,
      "learning_rate": 2.1937205654805004e-06,
      "loss": 1.6254,
      "step": 4245
    },
    {
      "epoch": 1.8187459875882732,
      "grad_norm": 4.714953899383545,
      "learning_rate": 2.143249264111441e-06,
      "loss": 1.678,
      "step": 4250
    },
    {
      "epoch": 1.8208859405093087,
      "grad_norm": 5.392242908477783,
      "learning_rate": 2.09335262290305e-06,
      "loss": 1.6443,
      "step": 4255
    },
    {
      "epoch": 1.8230258934303445,
      "grad_norm": 4.728943347930908,
      "learning_rate": 2.04403124101033e-06,
      "loss": 1.6737,
      "step": 4260
    },
    {
      "epoch": 1.8251658463513802,
      "grad_norm": 4.887874603271484,
      "learning_rate": 1.995285710680622e-06,
      "loss": 1.6345,
      "step": 4265
    },
    {
      "epoch": 1.827305799272416,
      "grad_norm": 4.753354549407959,
      "learning_rate": 1.9471166172464917e-06,
      "loss": 1.7165,
      "step": 4270
    },
    {
      "epoch": 1.8294457521934517,
      "grad_norm": 5.000302314758301,
      "learning_rate": 1.8995245391186688e-06,
      "loss": 1.6339,
      "step": 4275
    },
    {
      "epoch": 1.8315857051144875,
      "grad_norm": 4.688614368438721,
      "learning_rate": 1.8525100477791602e-06,
      "loss": 1.6857,
      "step": 4280
    },
    {
      "epoch": 1.8337256580355232,
      "grad_norm": 4.900327205657959,
      "learning_rate": 1.8060737077743416e-06,
      "loss": 1.671,
      "step": 4285
    },
    {
      "epoch": 1.835865610956559,
      "grad_norm": 4.996348857879639,
      "learning_rate": 1.7602160767081822e-06,
      "loss": 1.6386,
      "step": 4290
    },
    {
      "epoch": 1.8380055638775947,
      "grad_norm": 4.658572673797607,
      "learning_rate": 1.7149377052355698e-06,
      "loss": 1.6028,
      "step": 4295
    },
    {
      "epoch": 1.8401455167986305,
      "grad_norm": 4.834623336791992,
      "learning_rate": 1.6702391370556957e-06,
      "loss": 1.6937,
      "step": 4300
    },
    {
      "epoch": 1.8422854697196662,
      "grad_norm": 4.5502028465271,
      "learning_rate": 1.6261209089054986e-06,
      "loss": 1.6596,
      "step": 4305
    },
    {
      "epoch": 1.8444254226407018,
      "grad_norm": 4.947803497314453,
      "learning_rate": 1.5825835505532516e-06,
      "loss": 1.6538,
      "step": 4310
    },
    {
      "epoch": 1.8465653755617377,
      "grad_norm": 5.3801774978637695,
      "learning_rate": 1.539627584792186e-06,
      "loss": 1.661,
      "step": 4315
    },
    {
      "epoch": 1.8487053284827732,
      "grad_norm": 5.104175090789795,
      "learning_rate": 1.4972535274342225e-06,
      "loss": 1.6419,
      "step": 4320
    },
    {
      "epoch": 1.8508452814038092,
      "grad_norm": 5.043144702911377,
      "learning_rate": 1.4554618873037551e-06,
      "loss": 1.6123,
      "step": 4325
    },
    {
      "epoch": 1.8529852343248447,
      "grad_norm": 4.843111038208008,
      "learning_rate": 1.4142531662315662e-06,
      "loss": 1.6482,
      "step": 4330
    },
    {
      "epoch": 1.8551251872458807,
      "grad_norm": 4.794622898101807,
      "learning_rate": 1.3736278590487927e-06,
      "loss": 1.7072,
      "step": 4335
    },
    {
      "epoch": 1.8572651401669162,
      "grad_norm": 4.912827491760254,
      "learning_rate": 1.3335864535809872e-06,
      "loss": 1.6744,
      "step": 4340
    },
    {
      "epoch": 1.8594050930879522,
      "grad_norm": 5.024925708770752,
      "learning_rate": 1.294129430642238e-06,
      "loss": 1.6379,
      "step": 4345
    },
    {
      "epoch": 1.8615450460089877,
      "grad_norm": 4.962955951690674,
      "learning_rate": 1.2552572640294247e-06,
      "loss": 1.6736,
      "step": 4350
    },
    {
      "epoch": 1.8636849989300235,
      "grad_norm": 4.8275275230407715,
      "learning_rate": 1.2169704205165277e-06,
      "loss": 1.6271,
      "step": 4355
    },
    {
      "epoch": 1.8658249518510592,
      "grad_norm": 4.821237087249756,
      "learning_rate": 1.179269359848989e-06,
      "loss": 1.6363,
      "step": 4360
    },
    {
      "epoch": 1.867964904772095,
      "grad_norm": 4.859674453735352,
      "learning_rate": 1.1421545347382378e-06,
      "loss": 1.6276,
      "step": 4365
    },
    {
      "epoch": 1.8701048576931307,
      "grad_norm": 4.546759605407715,
      "learning_rate": 1.105626390856218e-06,
      "loss": 1.6892,
      "step": 4370
    },
    {
      "epoch": 1.8722448106141665,
      "grad_norm": 4.87622594833374,
      "learning_rate": 1.0696853668300588e-06,
      "loss": 1.6633,
      "step": 4375
    },
    {
      "epoch": 1.8743847635352022,
      "grad_norm": 5.357635021209717,
      "learning_rate": 1.0343318942367951e-06,
      "loss": 1.6551,
      "step": 4380
    },
    {
      "epoch": 1.876524716456238,
      "grad_norm": 4.706364631652832,
      "learning_rate": 9.995663975981894e-07,
      "loss": 1.6708,
      "step": 4385
    },
    {
      "epoch": 1.8786646693772737,
      "grad_norm": 5.037484645843506,
      "learning_rate": 9.653892943756405e-07,
      "loss": 1.6359,
      "step": 4390
    },
    {
      "epoch": 1.8808046222983095,
      "grad_norm": 4.868020534515381,
      "learning_rate": 9.31800994965154e-07,
      "loss": 1.717,
      "step": 4395
    },
    {
      "epoch": 1.8829445752193452,
      "grad_norm": 5.029200077056885,
      "learning_rate": 8.98801902692431e-07,
      "loss": 1.6388,
      "step": 4400
    },
    {
      "epoch": 1.885084528140381,
      "grad_norm": 5.490426063537598,
      "learning_rate": 8.663924138080204e-07,
      "loss": 1.6471,
      "step": 4405
    },
    {
      "epoch": 1.8872244810614167,
      "grad_norm": 4.652840614318848,
      "learning_rate": 8.345729174825623e-07,
      "loss": 1.684,
      "step": 4410
    },
    {
      "epoch": 1.8893644339824522,
      "grad_norm": 4.7486252784729,
      "learning_rate": 8.033437958020973e-07,
      "loss": 1.701,
      "step": 4415
    },
    {
      "epoch": 1.8915043869034882,
      "grad_norm": 4.830610275268555,
      "learning_rate": 7.727054237635146e-07,
      "loss": 1.6273,
      "step": 4420
    },
    {
      "epoch": 1.8936443398245237,
      "grad_norm": 4.977087497711182,
      "learning_rate": 7.426581692700052e-07,
      "loss": 1.6923,
      "step": 4425
    },
    {
      "epoch": 1.8957842927455597,
      "grad_norm": 4.950675010681152,
      "learning_rate": 7.132023931266829e-07,
      "loss": 1.6456,
      "step": 4430
    },
    {
      "epoch": 1.8979242456665952,
      "grad_norm": 4.89157247543335,
      "learning_rate": 6.843384490362259e-07,
      "loss": 1.6838,
      "step": 4435
    },
    {
      "epoch": 1.9000641985876312,
      "grad_norm": 4.860950946807861,
      "learning_rate": 6.560666835946416e-07,
      "loss": 1.6309,
      "step": 4440
    },
    {
      "epoch": 1.9022041515086667,
      "grad_norm": 4.52632999420166,
      "learning_rate": 6.283874362871033e-07,
      "loss": 1.6225,
      "step": 4445
    },
    {
      "epoch": 1.9043441044297027,
      "grad_norm": 4.779524803161621,
      "learning_rate": 6.013010394838702e-07,
      "loss": 1.7016,
      "step": 4450
    },
    {
      "epoch": 1.9064840573507382,
      "grad_norm": 4.958658695220947,
      "learning_rate": 5.748078184363015e-07,
      "loss": 1.6794,
      "step": 4455
    },
    {
      "epoch": 1.908624010271774,
      "grad_norm": 5.345273017883301,
      "learning_rate": 5.489080912729428e-07,
      "loss": 1.6796,
      "step": 4460
    },
    {
      "epoch": 1.9107639631928097,
      "grad_norm": 5.009010314941406,
      "learning_rate": 5.236021689957237e-07,
      "loss": 1.6552,
      "step": 4465
    },
    {
      "epoch": 1.9129039161138455,
      "grad_norm": 4.576427936553955,
      "learning_rate": 4.988903554761948e-07,
      "loss": 1.64,
      "step": 4470
    },
    {
      "epoch": 1.9150438690348812,
      "grad_norm": 4.975499153137207,
      "learning_rate": 4.7477294745189584e-07,
      "loss": 1.6782,
      "step": 4475
    },
    {
      "epoch": 1.917183821955917,
      "grad_norm": 4.649482250213623,
      "learning_rate": 4.512502345228042e-07,
      "loss": 1.6728,
      "step": 4480
    },
    {
      "epoch": 1.9193237748769527,
      "grad_norm": 4.831498146057129,
      "learning_rate": 4.283224991478374e-07,
      "loss": 1.6622,
      "step": 4485
    },
    {
      "epoch": 1.9214637277979885,
      "grad_norm": 4.552825927734375,
      "learning_rate": 4.0599001664146097e-07,
      "loss": 1.6806,
      "step": 4490
    },
    {
      "epoch": 1.9236036807190242,
      "grad_norm": 4.854389190673828,
      "learning_rate": 3.842530551704027e-07,
      "loss": 1.5925,
      "step": 4495
    },
    {
      "epoch": 1.92574363364006,
      "grad_norm": 5.051529884338379,
      "learning_rate": 3.631118757504159e-07,
      "loss": 1.7039,
      "step": 4500
    },
    {
      "epoch": 1.9278835865610957,
      "grad_norm": 4.859341144561768,
      "learning_rate": 3.425667322431436e-07,
      "loss": 1.6972,
      "step": 4505
    },
    {
      "epoch": 1.9300235394821312,
      "grad_norm": 4.893909454345703,
      "learning_rate": 3.226178713530814e-07,
      "loss": 1.635,
      "step": 4510
    },
    {
      "epoch": 1.9321634924031672,
      "grad_norm": 4.657041549682617,
      "learning_rate": 3.0326553262460255e-07,
      "loss": 1.6971,
      "step": 4515
    },
    {
      "epoch": 1.9343034453242027,
      "grad_norm": 4.919985294342041,
      "learning_rate": 2.845099484391045e-07,
      "loss": 1.6954,
      "step": 4520
    },
    {
      "epoch": 1.9364433982452387,
      "grad_norm": 5.278502464294434,
      "learning_rate": 2.663513440121834e-07,
      "loss": 1.6607,
      "step": 4525
    },
    {
      "epoch": 1.9385833511662742,
      "grad_norm": 4.634570598602295,
      "learning_rate": 2.4878993739095857e-07,
      "loss": 1.6459,
      "step": 4530
    },
    {
      "epoch": 1.9407233040873102,
      "grad_norm": 4.695330619812012,
      "learning_rate": 2.3182593945144105e-07,
      "loss": 1.6391,
      "step": 4535
    },
    {
      "epoch": 1.9428632570083457,
      "grad_norm": 4.747430324554443,
      "learning_rate": 2.1545955389600248e-07,
      "loss": 1.6485,
      "step": 4540
    },
    {
      "epoch": 1.9450032099293817,
      "grad_norm": 5.009528636932373,
      "learning_rate": 1.9969097725094366e-07,
      "loss": 1.686,
      "step": 4545
    },
    {
      "epoch": 1.9471431628504172,
      "grad_norm": 4.869572639465332,
      "learning_rate": 1.8452039886410199e-07,
      "loss": 1.6684,
      "step": 4550
    },
    {
      "epoch": 1.9492831157714532,
      "grad_norm": 4.405606269836426,
      "learning_rate": 1.6994800090261997e-07,
      "loss": 1.6607,
      "step": 4555
    },
    {
      "epoch": 1.9514230686924887,
      "grad_norm": 4.575326919555664,
      "learning_rate": 1.5597395835071915e-07,
      "loss": 1.6839,
      "step": 4560
    },
    {
      "epoch": 1.9535630216135245,
      "grad_norm": 4.905466079711914,
      "learning_rate": 1.425984390076185e-07,
      "loss": 1.6075,
      "step": 4565
    },
    {
      "epoch": 1.9557029745345602,
      "grad_norm": 4.696757793426514,
      "learning_rate": 1.298216034855304e-07,
      "loss": 1.5987,
      "step": 4570
    },
    {
      "epoch": 1.957842927455596,
      "grad_norm": 5.084411144256592,
      "learning_rate": 1.1764360520769568e-07,
      "loss": 1.6828,
      "step": 4575
    },
    {
      "epoch": 1.9599828803766317,
      "grad_norm": 4.676747798919678,
      "learning_rate": 1.0606459040657935e-07,
      "loss": 1.7003,
      "step": 4580
    },
    {
      "epoch": 1.9621228332976675,
      "grad_norm": 4.811861991882324,
      "learning_rate": 9.508469812209986e-08,
      "loss": 1.6344,
      "step": 4585
    },
    {
      "epoch": 1.9642627862187032,
      "grad_norm": 4.689334392547607,
      "learning_rate": 8.470406019994714e-08,
      "loss": 1.673,
      "step": 4590
    },
    {
      "epoch": 1.966402739139739,
      "grad_norm": 4.811148166656494,
      "learning_rate": 7.492280129002271e-08,
      "loss": 1.6674,
      "step": 4595
    },
    {
      "epoch": 1.9685426920607747,
      "grad_norm": 4.551917552947998,
      "learning_rate": 6.574103884492422e-08,
      "loss": 1.6488,
      "step": 4600
    },
    {
      "epoch": 1.9706826449818104,
      "grad_norm": 4.65984582901001,
      "learning_rate": 5.715888311855211e-08,
      "loss": 1.6826,
      "step": 4605
    },
    {
      "epoch": 1.9728225979028462,
      "grad_norm": 4.9454240798950195,
      "learning_rate": 4.9176437164760726e-08,
      "loss": 1.6969,
      "step": 4610
    },
    {
      "epoch": 1.9749625508238817,
      "grad_norm": 4.670926570892334,
      "learning_rate": 4.1793796836142596e-08,
      "loss": 1.6635,
      "step": 4615
    },
    {
      "epoch": 1.9771025037449177,
      "grad_norm": 4.9202399253845215,
      "learning_rate": 3.5011050782879364e-08,
      "loss": 1.6676,
      "step": 4620
    },
    {
      "epoch": 1.9792424566659532,
      "grad_norm": 4.523751258850098,
      "learning_rate": 2.8828280451653755e-08,
      "loss": 1.6235,
      "step": 4625
    },
    {
      "epoch": 1.9813824095869892,
      "grad_norm": 4.875797748565674,
      "learning_rate": 2.3245560084700357e-08,
      "loss": 1.7377,
      "step": 4630
    },
    {
      "epoch": 1.9835223625080247,
      "grad_norm": 4.714092254638672,
      "learning_rate": 1.8262956718884117e-08,
      "loss": 1.6771,
      "step": 4635
    },
    {
      "epoch": 1.9856623154290607,
      "grad_norm": 4.643798351287842,
      "learning_rate": 1.3880530184934293e-08,
      "loss": 1.6668,
      "step": 4640
    },
    {
      "epoch": 1.9878022683500962,
      "grad_norm": 4.464611530303955,
      "learning_rate": 1.0098333106672852e-08,
      "loss": 1.6362,
      "step": 4645
    },
    {
      "epoch": 1.9899422212711322,
      "grad_norm": 4.848086357116699,
      "learning_rate": 6.9164109004427046e-09,
      "loss": 1.6405,
      "step": 4650
    },
    {
      "epoch": 1.9920821741921677,
      "grad_norm": 4.318144798278809,
      "learning_rate": 4.33480177451373e-09,
      "loss": 1.6798,
      "step": 4655
    },
    {
      "epoch": 1.9942221271132035,
      "grad_norm": 5.152481555938721,
      "learning_rate": 2.3535367286497966e-09,
      "loss": 1.6778,
      "step": 4660
    },
    {
      "epoch": 1.9963620800342392,
      "grad_norm": 4.668585777282715,
      "learning_rate": 9.726395537312806e-10,
      "loss": 1.6754,
      "step": 4665
    },
    {
      "epoch": 1.998502032955275,
      "grad_norm": 4.8391313552856445,
      "learning_rate": 1.921268314608593e-10,
      "loss": 1.6921,
      "step": 4670
    },
    {
      "epoch": 2.0,
      "step": 4674,
      "total_flos": 7.23540271133465e+18,
      "train_loss": 2.1290212889537883,
      "train_runtime": 7155.5853,
      "train_samples_per_second": 104.472,
      "train_steps_per_second": 0.653
    }
  ],
  "logging_steps": 5,
  "max_steps": 4674,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 468,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.23540271133465e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}