{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5825129609133803,
  "eval_steps": 500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005825129609133803,
      "grad_norm": 16.363956451416016,
      "learning_rate": 6.000000000000001e-07,
      "loss": 0.8717,
      "step": 10
    },
    {
      "epoch": 0.0011650259218267606,
      "grad_norm": 13.027254104614258,
      "learning_rate": 1.2666666666666667e-06,
      "loss": 0.9411,
      "step": 20
    },
    {
      "epoch": 0.001747538882740141,
      "grad_norm": 8.33905029296875,
      "learning_rate": 1.9333333333333336e-06,
      "loss": 0.6971,
      "step": 30
    },
    {
      "epoch": 0.0023300518436535213,
      "grad_norm": 3.80228590965271,
      "learning_rate": 2.6e-06,
      "loss": 0.4438,
      "step": 40
    },
    {
      "epoch": 0.0029125648045669017,
      "grad_norm": 3.3239755630493164,
      "learning_rate": 3.2666666666666666e-06,
      "loss": 0.2813,
      "step": 50
    },
    {
      "epoch": 0.003495077765480282,
      "grad_norm": 2.004411458969116,
      "learning_rate": 3.9333333333333335e-06,
      "loss": 0.2361,
      "step": 60
    },
    {
      "epoch": 0.004077590726393662,
      "grad_norm": 2.5876970291137695,
      "learning_rate": 4.6e-06,
      "loss": 0.1895,
      "step": 70
    },
    {
      "epoch": 0.0046601036873070425,
      "grad_norm": 2.054030656814575,
      "learning_rate": 5.266666666666667e-06,
      "loss": 0.1678,
      "step": 80
    },
    {
      "epoch": 0.005242616648220423,
      "grad_norm": 2.5571675300598145,
      "learning_rate": 5.933333333333334e-06,
      "loss": 0.1363,
      "step": 90
    },
    {
      "epoch": 0.005825129609133803,
      "grad_norm": 2.476600408554077,
      "learning_rate": 6.6e-06,
      "loss": 0.1123,
      "step": 100
    },
    {
      "epoch": 0.006407642570047184,
      "grad_norm": 1.5339707136154175,
      "learning_rate": 7.266666666666668e-06,
      "loss": 0.1119,
      "step": 110
    },
    {
      "epoch": 0.006990155530960564,
      "grad_norm": 1.620774269104004,
      "learning_rate": 7.933333333333334e-06,
      "loss": 0.091,
      "step": 120
    },
    {
      "epoch": 0.007572668491873944,
      "grad_norm": 1.8176084756851196,
      "learning_rate": 8.599999999999999e-06,
      "loss": 0.098,
      "step": 130
    },
    {
      "epoch": 0.008155181452787324,
      "grad_norm": 1.9751254320144653,
      "learning_rate": 9.266666666666667e-06,
      "loss": 0.0937,
      "step": 140
    },
    {
      "epoch": 0.008737694413700705,
      "grad_norm": 2.1015803813934326,
      "learning_rate": 9.933333333333334e-06,
      "loss": 0.0909,
      "step": 150
    },
    {
      "epoch": 0.009320207374614085,
      "grad_norm": 1.4475528001785278,
      "learning_rate": 1.06e-05,
      "loss": 0.0868,
      "step": 160
    },
    {
      "epoch": 0.009902720335527465,
      "grad_norm": 1.1314893960952759,
      "learning_rate": 1.1266666666666667e-05,
      "loss": 0.0783,
      "step": 170
    },
    {
      "epoch": 0.010485233296440846,
      "grad_norm": 1.3180276155471802,
      "learning_rate": 1.1933333333333333e-05,
      "loss": 0.0701,
      "step": 180
    },
    {
      "epoch": 0.011067746257354226,
      "grad_norm": 1.5609411001205444,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 0.0751,
      "step": 190
    },
    {
      "epoch": 0.011650259218267607,
      "grad_norm": 1.6207369565963745,
      "learning_rate": 1.3266666666666666e-05,
      "loss": 0.072,
      "step": 200
    },
    {
      "epoch": 0.012232772179180987,
      "grad_norm": 1.1604082584381104,
      "learning_rate": 1.3933333333333334e-05,
      "loss": 0.0822,
      "step": 210
    },
    {
      "epoch": 0.012815285140094368,
      "grad_norm": 1.1570616960525513,
      "learning_rate": 1.4599999999999999e-05,
      "loss": 0.077,
      "step": 220
    },
    {
      "epoch": 0.013397798101007748,
      "grad_norm": 1.152485728263855,
      "learning_rate": 1.5266666666666667e-05,
      "loss": 0.0611,
      "step": 230
    },
    {
      "epoch": 0.013980311061921128,
      "grad_norm": 2.1177918910980225,
      "learning_rate": 1.5933333333333332e-05,
      "loss": 0.0761,
      "step": 240
    },
    {
      "epoch": 0.014562824022834509,
      "grad_norm": 1.538111686706543,
      "learning_rate": 1.66e-05,
      "loss": 0.0659,
      "step": 250
    },
    {
      "epoch": 0.015145336983747888,
      "grad_norm": 1.2610279321670532,
      "learning_rate": 1.726666666666667e-05,
      "loss": 0.059,
      "step": 260
    },
    {
      "epoch": 0.015727849944661268,
      "grad_norm": 1.6613271236419678,
      "learning_rate": 1.7933333333333337e-05,
      "loss": 0.064,
      "step": 270
    },
    {
      "epoch": 0.01631036290557465,
      "grad_norm": 1.3400022983551025,
      "learning_rate": 1.86e-05,
      "loss": 0.0624,
      "step": 280
    },
    {
      "epoch": 0.01689287586648803,
      "grad_norm": 0.9490658640861511,
      "learning_rate": 1.926666666666667e-05,
      "loss": 0.0664,
      "step": 290
    },
    {
      "epoch": 0.01747538882740141,
      "grad_norm": 1.3591103553771973,
      "learning_rate": 1.9933333333333334e-05,
      "loss": 0.0605,
      "step": 300
    },
    {
      "epoch": 0.01805790178831479,
      "grad_norm": 1.059062123298645,
      "learning_rate": 2.06e-05,
      "loss": 0.0577,
      "step": 310
    },
    {
      "epoch": 0.01864041474922817,
      "grad_norm": 1.0266015529632568,
      "learning_rate": 2.1266666666666667e-05,
      "loss": 0.054,
      "step": 320
    },
    {
      "epoch": 0.01922292771014155,
      "grad_norm": 1.577591061592102,
      "learning_rate": 2.1933333333333332e-05,
      "loss": 0.0588,
      "step": 330
    },
    {
      "epoch": 0.01980544067105493,
      "grad_norm": 1.5641520023345947,
      "learning_rate": 2.26e-05,
      "loss": 0.0664,
      "step": 340
    },
    {
      "epoch": 0.02038795363196831,
      "grad_norm": 1.0901275873184204,
      "learning_rate": 2.326666666666667e-05,
      "loss": 0.048,
      "step": 350
    },
    {
      "epoch": 0.020970466592881692,
      "grad_norm": 1.6798902750015259,
      "learning_rate": 2.3933333333333337e-05,
      "loss": 0.0597,
      "step": 360
    },
    {
      "epoch": 0.021552979553795072,
      "grad_norm": 0.9511136412620544,
      "learning_rate": 2.46e-05,
      "loss": 0.0704,
      "step": 370
    },
    {
      "epoch": 0.022135492514708453,
      "grad_norm": 0.9565727710723877,
      "learning_rate": 2.5266666666666666e-05,
      "loss": 0.0477,
      "step": 380
    },
    {
      "epoch": 0.022718005475621833,
      "grad_norm": 1.4605202674865723,
      "learning_rate": 2.5933333333333338e-05,
      "loss": 0.0591,
      "step": 390
    },
    {
      "epoch": 0.023300518436535213,
      "grad_norm": 1.688125491142273,
      "learning_rate": 2.6600000000000003e-05,
      "loss": 0.06,
      "step": 400
    },
    {
      "epoch": 0.023883031397448594,
      "grad_norm": 1.2992297410964966,
      "learning_rate": 2.7266666666666668e-05,
      "loss": 0.0556,
      "step": 410
    },
    {
      "epoch": 0.024465544358361974,
      "grad_norm": 1.2986173629760742,
      "learning_rate": 2.7933333333333332e-05,
      "loss": 0.0538,
      "step": 420
    },
    {
      "epoch": 0.025048057319275355,
      "grad_norm": 1.1889179944992065,
      "learning_rate": 2.86e-05,
      "loss": 0.0621,
      "step": 430
    },
    {
      "epoch": 0.025630570280188735,
      "grad_norm": 1.1551380157470703,
      "learning_rate": 2.926666666666667e-05,
      "loss": 0.0632,
      "step": 440
    },
    {
      "epoch": 0.026213083241102116,
      "grad_norm": 1.21445894241333,
      "learning_rate": 2.9933333333333337e-05,
      "loss": 0.0549,
      "step": 450
    },
    {
      "epoch": 0.026795596202015496,
      "grad_norm": 0.9449787735939026,
      "learning_rate": 3.06e-05,
      "loss": 0.0657,
      "step": 460
    },
    {
      "epoch": 0.027378109162928876,
      "grad_norm": 0.9851808547973633,
      "learning_rate": 3.126666666666666e-05,
      "loss": 0.0492,
      "step": 470
    },
    {
      "epoch": 0.027960622123842257,
      "grad_norm": 0.7608017921447754,
      "learning_rate": 3.1933333333333335e-05,
      "loss": 0.0496,
      "step": 480
    },
    {
      "epoch": 0.028543135084755637,
      "grad_norm": 1.0604749917984009,
      "learning_rate": 3.26e-05,
      "loss": 0.0469,
      "step": 490
    },
    {
      "epoch": 0.029125648045669018,
      "grad_norm": 0.817071259021759,
      "learning_rate": 3.326666666666667e-05,
      "loss": 0.0403,
      "step": 500
    },
    {
      "epoch": 0.029708161006582398,
      "grad_norm": 1.0470209121704102,
      "learning_rate": 3.3933333333333336e-05,
      "loss": 0.0453,
      "step": 510
    },
    {
      "epoch": 0.030290673967495775,
      "grad_norm": 1.0401445627212524,
      "learning_rate": 3.46e-05,
      "loss": 0.0423,
      "step": 520
    },
    {
      "epoch": 0.030873186928409155,
      "grad_norm": 1.1210923194885254,
      "learning_rate": 3.526666666666667e-05,
      "loss": 0.0462,
      "step": 530
    },
    {
      "epoch": 0.031455699889322536,
      "grad_norm": 1.0154286623001099,
      "learning_rate": 3.593333333333334e-05,
      "loss": 0.0426,
      "step": 540
    },
    {
      "epoch": 0.03203821285023592,
      "grad_norm": 0.725735604763031,
      "learning_rate": 3.66e-05,
      "loss": 0.0378,
      "step": 550
    },
    {
      "epoch": 0.0326207258111493,
      "grad_norm": 0.6761109828948975,
      "learning_rate": 3.726666666666667e-05,
      "loss": 0.0392,
      "step": 560
    },
    {
      "epoch": 0.03320323877206268,
      "grad_norm": 0.8301836848258972,
      "learning_rate": 3.793333333333334e-05,
      "loss": 0.0332,
      "step": 570
    },
    {
      "epoch": 0.03378575173297606,
      "grad_norm": 0.8133602142333984,
      "learning_rate": 3.86e-05,
      "loss": 0.0355,
      "step": 580
    },
    {
      "epoch": 0.03436826469388944,
      "grad_norm": 1.0713573694229126,
      "learning_rate": 3.926666666666667e-05,
      "loss": 0.0438,
      "step": 590
    },
    {
      "epoch": 0.03495077765480282,
      "grad_norm": 1.272591233253479,
      "learning_rate": 3.993333333333333e-05,
      "loss": 0.0375,
      "step": 600
    },
    {
      "epoch": 0.0355332906157162,
      "grad_norm": 0.6690412759780884,
      "learning_rate": 4.0600000000000004e-05,
      "loss": 0.0429,
      "step": 610
    },
    {
      "epoch": 0.03611580357662958,
      "grad_norm": 0.8729681968688965,
      "learning_rate": 4.126666666666667e-05,
      "loss": 0.041,
      "step": 620
    },
    {
      "epoch": 0.03669831653754296,
      "grad_norm": 0.7829736471176147,
      "learning_rate": 4.1933333333333334e-05,
      "loss": 0.0353,
      "step": 630
    },
    {
      "epoch": 0.03728082949845634,
      "grad_norm": 0.564466118812561,
      "learning_rate": 4.26e-05,
      "loss": 0.0335,
      "step": 640
    },
    {
      "epoch": 0.037863342459369724,
      "grad_norm": 0.9312437772750854,
      "learning_rate": 4.3266666666666664e-05,
      "loss": 0.0388,
      "step": 650
    },
    {
      "epoch": 0.0384458554202831,
      "grad_norm": 0.9627359509468079,
      "learning_rate": 4.3933333333333335e-05,
      "loss": 0.038,
      "step": 660
    },
    {
      "epoch": 0.039028368381196485,
      "grad_norm": 1.1554635763168335,
      "learning_rate": 4.46e-05,
      "loss": 0.0416,
      "step": 670
    },
    {
      "epoch": 0.03961088134210986,
      "grad_norm": 1.2683342695236206,
      "learning_rate": 4.526666666666667e-05,
      "loss": 0.0425,
      "step": 680
    },
    {
      "epoch": 0.040193394303023246,
      "grad_norm": 0.7468678951263428,
      "learning_rate": 4.5933333333333336e-05,
      "loss": 0.0359,
      "step": 690
    },
    {
      "epoch": 0.04077590726393662,
      "grad_norm": 0.7981159687042236,
      "learning_rate": 4.660000000000001e-05,
      "loss": 0.0387,
      "step": 700
    },
    {
      "epoch": 0.04135842022485,
      "grad_norm": 0.746918797492981,
      "learning_rate": 4.726666666666667e-05,
      "loss": 0.0469,
      "step": 710
    },
    {
      "epoch": 0.041940933185763384,
      "grad_norm": 0.6890844702720642,
      "learning_rate": 4.793333333333334e-05,
      "loss": 0.038,
      "step": 720
    },
    {
      "epoch": 0.04252344614667676,
      "grad_norm": 1.093159556388855,
      "learning_rate": 4.86e-05,
      "loss": 0.0376,
      "step": 730
    },
    {
      "epoch": 0.043105959107590144,
      "grad_norm": 0.7858609557151794,
      "learning_rate": 4.926666666666667e-05,
      "loss": 0.0332,
      "step": 740
    },
    {
      "epoch": 0.04368847206850352,
      "grad_norm": 1.066215991973877,
      "learning_rate": 4.993333333333334e-05,
      "loss": 0.0353,
      "step": 750
    },
    {
      "epoch": 0.044270985029416905,
      "grad_norm": 0.7255071401596069,
      "learning_rate": 5.0600000000000003e-05,
      "loss": 0.0291,
      "step": 760
    },
    {
      "epoch": 0.04485349799033028,
      "grad_norm": 0.451518177986145,
      "learning_rate": 5.1266666666666675e-05,
      "loss": 0.0312,
      "step": 770
    },
    {
      "epoch": 0.045436010951243666,
      "grad_norm": 0.6643555164337158,
      "learning_rate": 5.193333333333333e-05,
      "loss": 0.0314,
      "step": 780
    },
    {
      "epoch": 0.04601852391215704,
      "grad_norm": 0.5722026824951172,
      "learning_rate": 5.2600000000000005e-05,
      "loss": 0.0291,
      "step": 790
    },
    {
      "epoch": 0.04660103687307043,
      "grad_norm": 0.7939475178718567,
      "learning_rate": 5.326666666666666e-05,
      "loss": 0.0368,
      "step": 800
    },
    {
      "epoch": 0.047183549833983804,
      "grad_norm": 0.8282892107963562,
      "learning_rate": 5.3933333333333334e-05,
      "loss": 0.0349,
      "step": 810
    },
    {
      "epoch": 0.04776606279489719,
      "grad_norm": 1.4124369621276855,
      "learning_rate": 5.4600000000000006e-05,
      "loss": 0.0385,
      "step": 820
    },
    {
      "epoch": 0.048348575755810565,
      "grad_norm": 0.6213952302932739,
      "learning_rate": 5.5266666666666664e-05,
      "loss": 0.0395,
      "step": 830
    },
    {
      "epoch": 0.04893108871672395,
      "grad_norm": 0.5522814393043518,
      "learning_rate": 5.5933333333333335e-05,
      "loss": 0.0348,
      "step": 840
    },
    {
      "epoch": 0.049513601677637326,
      "grad_norm": 0.5925297141075134,
      "learning_rate": 5.66e-05,
      "loss": 0.0351,
      "step": 850
    },
    {
      "epoch": 0.05009611463855071,
      "grad_norm": 0.5774127244949341,
      "learning_rate": 5.726666666666667e-05,
      "loss": 0.0306,
      "step": 860
    },
    {
      "epoch": 0.050678627599464086,
      "grad_norm": 0.7426440119743347,
      "learning_rate": 5.7933333333333337e-05,
      "loss": 0.0296,
      "step": 870
    },
    {
      "epoch": 0.05126114056037747,
      "grad_norm": 1.0238310098648071,
      "learning_rate": 5.86e-05,
      "loss": 0.0309,
      "step": 880
    },
    {
      "epoch": 0.05184365352129085,
      "grad_norm": 0.7471153140068054,
      "learning_rate": 5.926666666666667e-05,
      "loss": 0.0294,
      "step": 890
    },
    {
      "epoch": 0.05242616648220423,
      "grad_norm": 0.8437319993972778,
      "learning_rate": 5.9933333333333345e-05,
      "loss": 0.035,
      "step": 900
    },
    {
      "epoch": 0.05300867944311761,
      "grad_norm": 0.76613849401474,
      "learning_rate": 6.06e-05,
      "loss": 0.0288,
      "step": 910
    },
    {
      "epoch": 0.05359119240403099,
      "grad_norm": 0.601531445980072,
      "learning_rate": 6.126666666666667e-05,
      "loss": 0.0377,
      "step": 920
    },
    {
      "epoch": 0.05417370536494437,
      "grad_norm": 0.5623847246170044,
      "learning_rate": 6.193333333333333e-05,
      "loss": 0.0292,
      "step": 930
    },
    {
      "epoch": 0.05475621832585775,
      "grad_norm": 0.5545303225517273,
      "learning_rate": 6.26e-05,
      "loss": 0.0271,
      "step": 940
    },
    {
      "epoch": 0.05533873128677113,
      "grad_norm": 0.876323938369751,
      "learning_rate": 6.326666666666667e-05,
      "loss": 0.0356,
      "step": 950
    },
    {
      "epoch": 0.055921244247684514,
      "grad_norm": 0.9015308022499084,
      "learning_rate": 6.393333333333333e-05,
      "loss": 0.0321,
      "step": 960
    },
    {
      "epoch": 0.05650375720859789,
      "grad_norm": 0.3498276472091675,
      "learning_rate": 6.460000000000001e-05,
      "loss": 0.0327,
      "step": 970
    },
    {
      "epoch": 0.057086270169511275,
      "grad_norm": 0.645955502986908,
      "learning_rate": 6.526666666666666e-05,
      "loss": 0.0327,
      "step": 980
    },
    {
      "epoch": 0.05766878313042465,
      "grad_norm": 0.7454339265823364,
      "learning_rate": 6.593333333333334e-05,
      "loss": 0.0327,
      "step": 990
    },
    {
      "epoch": 0.058251296091338035,
      "grad_norm": 0.9000582695007324,
      "learning_rate": 6.66e-05,
      "loss": 0.0286,
      "step": 1000
    },
    {
      "epoch": 0.05883380905225141,
      "grad_norm": 0.5894749760627747,
      "learning_rate": 6.726666666666667e-05,
      "loss": 0.0266,
      "step": 1010
    },
    {
      "epoch": 0.059416322013164796,
      "grad_norm": 0.47711148858070374,
      "learning_rate": 6.793333333333334e-05,
      "loss": 0.0266,
      "step": 1020
    },
    {
      "epoch": 0.05999883497407817,
      "grad_norm": 0.39817479252815247,
      "learning_rate": 6.860000000000001e-05,
      "loss": 0.0296,
      "step": 1030
    },
    {
      "epoch": 0.06058134793499155,
      "grad_norm": 0.5175421237945557,
      "learning_rate": 6.926666666666667e-05,
      "loss": 0.0254,
      "step": 1040
    },
    {
      "epoch": 0.061163860895904934,
      "grad_norm": 0.5396063923835754,
      "learning_rate": 6.993333333333334e-05,
      "loss": 0.0263,
      "step": 1050
    },
    {
      "epoch": 0.06174637385681831,
      "grad_norm": 0.7684789896011353,
      "learning_rate": 7.06e-05,
      "loss": 0.0308,
      "step": 1060
    },
    {
      "epoch": 0.062328886817731695,
      "grad_norm": 0.4386548697948456,
      "learning_rate": 7.126666666666667e-05,
      "loss": 0.0296,
      "step": 1070
    },
    {
      "epoch": 0.06291139977864507,
      "grad_norm": 0.602109968662262,
      "learning_rate": 7.193333333333334e-05,
      "loss": 0.0307,
      "step": 1080
    },
    {
      "epoch": 0.06349391273955846,
      "grad_norm": 0.48234033584594727,
      "learning_rate": 7.26e-05,
      "loss": 0.0184,
      "step": 1090
    },
    {
      "epoch": 0.06407642570047184,
      "grad_norm": 0.5120774507522583,
      "learning_rate": 7.326666666666667e-05,
      "loss": 0.0243,
      "step": 1100
    },
    {
      "epoch": 0.06465893866138521,
      "grad_norm": 0.6919184327125549,
      "learning_rate": 7.393333333333333e-05,
      "loss": 0.0262,
      "step": 1110
    },
    {
      "epoch": 0.0652414516222986,
      "grad_norm": 0.8763561844825745,
      "learning_rate": 7.46e-05,
      "loss": 0.0283,
      "step": 1120
    },
    {
      "epoch": 0.06582396458321198,
      "grad_norm": 0.6841975450515747,
      "learning_rate": 7.526666666666668e-05,
      "loss": 0.0316,
      "step": 1130
    },
    {
      "epoch": 0.06640647754412536,
      "grad_norm": 0.4978059232234955,
      "learning_rate": 7.593333333333334e-05,
      "loss": 0.0267,
      "step": 1140
    },
    {
      "epoch": 0.06698899050503873,
      "grad_norm": 0.7343912124633789,
      "learning_rate": 7.66e-05,
      "loss": 0.0304,
      "step": 1150
    },
    {
      "epoch": 0.06757150346595212,
      "grad_norm": 0.9718796014785767,
      "learning_rate": 7.726666666666667e-05,
      "loss": 0.0298,
      "step": 1160
    },
    {
      "epoch": 0.0681540164268655,
      "grad_norm": 0.7595483660697937,
      "learning_rate": 7.793333333333333e-05,
      "loss": 0.0252,
      "step": 1170
    },
    {
      "epoch": 0.06873652938777888,
      "grad_norm": 0.6774091720581055,
      "learning_rate": 7.860000000000001e-05,
      "loss": 0.026,
      "step": 1180
    },
    {
      "epoch": 0.06931904234869225,
      "grad_norm": 0.5943043231964111,
      "learning_rate": 7.926666666666666e-05,
      "loss": 0.0254,
      "step": 1190
    },
    {
      "epoch": 0.06990155530960564,
      "grad_norm": 0.32503804564476013,
      "learning_rate": 7.993333333333334e-05,
      "loss": 0.0269,
      "step": 1200
    },
    {
      "epoch": 0.07048406827051902,
      "grad_norm": 0.3729705214500427,
      "learning_rate": 8.060000000000001e-05,
      "loss": 0.0292,
      "step": 1210
    },
    {
      "epoch": 0.0710665812314324,
      "grad_norm": 0.401933878660202,
      "learning_rate": 8.126666666666667e-05,
      "loss": 0.0243,
      "step": 1220
    },
    {
      "epoch": 0.07164909419234577,
      "grad_norm": 0.6299405694007874,
      "learning_rate": 8.193333333333334e-05,
      "loss": 0.0255,
      "step": 1230
    },
    {
      "epoch": 0.07223160715325916,
      "grad_norm": 0.38478463888168335,
      "learning_rate": 8.26e-05,
      "loss": 0.0219,
      "step": 1240
    },
    {
      "epoch": 0.07281412011417254,
      "grad_norm": 0.4080633819103241,
      "learning_rate": 8.326666666666667e-05,
      "loss": 0.0272,
      "step": 1250
    },
    {
      "epoch": 0.07339663307508593,
      "grad_norm": 0.3903158903121948,
      "learning_rate": 8.393333333333335e-05,
      "loss": 0.0224,
      "step": 1260
    },
    {
      "epoch": 0.0739791460359993,
      "grad_norm": 0.6705195307731628,
      "learning_rate": 8.46e-05,
      "loss": 0.0261,
      "step": 1270
    },
    {
      "epoch": 0.07456165899691268,
      "grad_norm": 0.5832329392433167,
      "learning_rate": 8.526666666666667e-05,
      "loss": 0.0266,
      "step": 1280
    },
    {
      "epoch": 0.07514417195782606,
      "grad_norm": 0.42376530170440674,
      "learning_rate": 8.593333333333333e-05,
      "loss": 0.0286,
      "step": 1290
    },
    {
      "epoch": 0.07572668491873945,
      "grad_norm": 0.3618919849395752,
      "learning_rate": 8.66e-05,
      "loss": 0.0245,
      "step": 1300
    },
    {
      "epoch": 0.07630919787965282,
      "grad_norm": 0.5320606827735901,
      "learning_rate": 8.726666666666667e-05,
      "loss": 0.0248,
      "step": 1310
    },
    {
      "epoch": 0.0768917108405662,
      "grad_norm": 0.6612217426300049,
      "learning_rate": 8.793333333333333e-05,
      "loss": 0.0274,
      "step": 1320
    },
    {
      "epoch": 0.07747422380147959,
      "grad_norm": 0.6843940019607544,
      "learning_rate": 8.86e-05,
      "loss": 0.0249,
      "step": 1330
    },
    {
      "epoch": 0.07805673676239297,
      "grad_norm": 0.37553220987319946,
      "learning_rate": 8.926666666666668e-05,
      "loss": 0.0252,
      "step": 1340
    },
    {
      "epoch": 0.07863924972330634,
      "grad_norm": 0.5357182025909424,
      "learning_rate": 8.993333333333334e-05,
      "loss": 0.0251,
      "step": 1350
    },
    {
      "epoch": 0.07922176268421972,
      "grad_norm": 0.8621771335601807,
      "learning_rate": 9.06e-05,
      "loss": 0.0265,
      "step": 1360
    },
    {
      "epoch": 0.07980427564513311,
      "grad_norm": 0.5881845355033875,
      "learning_rate": 9.126666666666667e-05,
      "loss": 0.0222,
      "step": 1370
    },
    {
      "epoch": 0.08038678860604649,
      "grad_norm": 0.8289936184883118,
      "learning_rate": 9.193333333333334e-05,
      "loss": 0.0261,
      "step": 1380
    },
    {
      "epoch": 0.08096930156695986,
      "grad_norm": 0.4810025095939636,
      "learning_rate": 9.260000000000001e-05,
      "loss": 0.0233,
      "step": 1390
    },
    {
      "epoch": 0.08155181452787325,
      "grad_norm": 0.9317886233329773,
      "learning_rate": 9.326666666666667e-05,
      "loss": 0.0289,
      "step": 1400
    },
    {
      "epoch": 0.08213432748878663,
      "grad_norm": 0.7096083760261536,
      "learning_rate": 9.393333333333334e-05,
      "loss": 0.0227,
      "step": 1410
    },
    {
      "epoch": 0.0827168404497,
      "grad_norm": 0.5615822672843933,
      "learning_rate": 9.46e-05,
      "loss": 0.0293,
      "step": 1420
    },
    {
      "epoch": 0.08329935341061338,
      "grad_norm": 0.6307222247123718,
      "learning_rate": 9.526666666666667e-05,
      "loss": 0.0225,
      "step": 1430
    },
    {
      "epoch": 0.08388186637152677,
      "grad_norm": 0.44919538497924805,
      "learning_rate": 9.593333333333334e-05,
      "loss": 0.0237,
      "step": 1440
    },
    {
      "epoch": 0.08446437933244015,
      "grad_norm": 0.6162551641464233,
      "learning_rate": 9.66e-05,
      "loss": 0.0264,
      "step": 1450
    },
    {
      "epoch": 0.08504689229335352,
      "grad_norm": 0.5569806098937988,
      "learning_rate": 9.726666666666667e-05,
      "loss": 0.0252,
      "step": 1460
    },
    {
      "epoch": 0.0856294052542669,
      "grad_norm": 0.5218840837478638,
      "learning_rate": 9.793333333333333e-05,
      "loss": 0.0272,
      "step": 1470
    },
    {
      "epoch": 0.08621191821518029,
      "grad_norm": 0.7213922142982483,
      "learning_rate": 9.86e-05,
      "loss": 0.0345,
      "step": 1480
    },
    {
      "epoch": 0.08679443117609367,
      "grad_norm": 0.35891667008399963,
      "learning_rate": 9.926666666666668e-05,
      "loss": 0.0255,
      "step": 1490
    },
    {
      "epoch": 0.08737694413700704,
      "grad_norm": 0.36590370535850525,
      "learning_rate": 9.993333333333334e-05,
      "loss": 0.033,
      "step": 1500
    },
    {
      "epoch": 0.08795945709792043,
      "grad_norm": 0.5863376259803772,
      "learning_rate": 9.999997539434007e-05,
      "loss": 0.0236,
      "step": 1510
    },
    {
      "epoch": 0.08854197005883381,
      "grad_norm": 0.7955098748207092,
      "learning_rate": 9.999989033776898e-05,
      "loss": 0.0255,
      "step": 1520
    },
    {
      "epoch": 0.0891244830197472,
      "grad_norm": 0.45443108677864075,
      "learning_rate": 9.999974452661641e-05,
      "loss": 0.0259,
      "step": 1530
    },
    {
      "epoch": 0.08970699598066056,
      "grad_norm": 0.5477753281593323,
      "learning_rate": 9.999953796105959e-05,
      "loss": 0.0254,
      "step": 1540
    },
    {
      "epoch": 0.09028950894157395,
      "grad_norm": 0.2657114267349243,
      "learning_rate": 9.999927064134949e-05,
      "loss": 0.0247,
      "step": 1550
    },
    {
      "epoch": 0.09087202190248733,
      "grad_norm": 0.4057621955871582,
      "learning_rate": 9.999894256781095e-05,
      "loss": 0.0223,
      "step": 1560
    },
    {
      "epoch": 0.09145453486340072,
      "grad_norm": 0.4122306704521179,
      "learning_rate": 9.99985537408426e-05,
      "loss": 0.0216,
      "step": 1570
    },
    {
      "epoch": 0.09203704782431409,
      "grad_norm": 0.2921590507030487,
      "learning_rate": 9.999810416091688e-05,
      "loss": 0.0231,
      "step": 1580
    },
    {
      "epoch": 0.09261956078522747,
      "grad_norm": 0.33729857206344604,
      "learning_rate": 9.99975938285801e-05,
      "loss": 0.0202,
      "step": 1590
    },
    {
      "epoch": 0.09320207374614085,
      "grad_norm": 0.6590836644172668,
      "learning_rate": 9.999702274445236e-05,
      "loss": 0.0209,
      "step": 1600
    },
    {
      "epoch": 0.09378458670705424,
      "grad_norm": 0.5845506191253662,
      "learning_rate": 9.999639090922756e-05,
      "loss": 0.0204,
      "step": 1610
    },
    {
      "epoch": 0.09436709966796761,
      "grad_norm": 0.37395179271698,
      "learning_rate": 9.999569832367346e-05,
      "loss": 0.0196,
      "step": 1620
    },
    {
      "epoch": 0.09494961262888099,
      "grad_norm": 0.32569620013237,
      "learning_rate": 9.999494498863162e-05,
      "loss": 0.0217,
      "step": 1630
    },
    {
      "epoch": 0.09553212558979438,
      "grad_norm": 0.5724361538887024,
      "learning_rate": 9.99941309050174e-05,
      "loss": 0.0223,
      "step": 1640
    },
    {
      "epoch": 0.09611463855070776,
      "grad_norm": 0.41537967324256897,
      "learning_rate": 9.999325607381999e-05,
      "loss": 0.0246,
      "step": 1650
    },
    {
      "epoch": 0.09669715151162113,
      "grad_norm": 0.473274290561676,
      "learning_rate": 9.999232049610238e-05,
      "loss": 0.0181,
      "step": 1660
    },
    {
      "epoch": 0.09727966447253451,
      "grad_norm": 0.44749128818511963,
      "learning_rate": 9.999132417300142e-05,
      "loss": 0.0217,
      "step": 1670
    },
    {
      "epoch": 0.0978621774334479,
      "grad_norm": 0.342777281999588,
      "learning_rate": 9.99902671057277e-05,
      "loss": 0.0212,
      "step": 1680
    },
    {
      "epoch": 0.09844469039436128,
      "grad_norm": 0.5124594569206238,
      "learning_rate": 9.998914929556569e-05,
      "loss": 0.024,
      "step": 1690
    },
    {
      "epoch": 0.09902720335527465,
      "grad_norm": 0.6373164653778076,
      "learning_rate": 9.998797074387361e-05,
      "loss": 0.0239,
      "step": 1700
    },
    {
      "epoch": 0.09960971631618804,
      "grad_norm": 0.5524207353591919,
      "learning_rate": 9.99867314520835e-05,
      "loss": 0.019,
      "step": 1710
    },
    {
      "epoch": 0.10019222927710142,
      "grad_norm": 0.49288803339004517,
      "learning_rate": 9.998543142170126e-05,
      "loss": 0.0223,
      "step": 1720
    },
    {
      "epoch": 0.10077474223801479,
      "grad_norm": 0.39513063430786133,
      "learning_rate": 9.99840706543065e-05,
      "loss": 0.021,
      "step": 1730
    },
    {
      "epoch": 0.10135725519892817,
      "grad_norm": 0.38166385889053345,
      "learning_rate": 9.998264915155274e-05,
      "loss": 0.0197,
      "step": 1740
    },
    {
      "epoch": 0.10193976815984156,
      "grad_norm": 0.4162251949310303,
      "learning_rate": 9.998116691516718e-05,
      "loss": 0.0215,
      "step": 1750
    },
    {
      "epoch": 0.10252228112075494,
      "grad_norm": 0.4375555217266083,
      "learning_rate": 9.997962394695091e-05,
      "loss": 0.0243,
      "step": 1760
    },
    {
      "epoch": 0.10310479408166831,
      "grad_norm": 0.4904995560646057,
      "learning_rate": 9.997802024877875e-05,
      "loss": 0.0222,
      "step": 1770
    },
    {
      "epoch": 0.1036873070425817,
      "grad_norm": 0.2985130846500397,
      "learning_rate": 9.99763558225994e-05,
      "loss": 0.0209,
      "step": 1780
    },
    {
      "epoch": 0.10426982000349508,
      "grad_norm": 0.43920576572418213,
      "learning_rate": 9.997463067043526e-05,
      "loss": 0.0258,
      "step": 1790
    },
    {
      "epoch": 0.10485233296440846,
      "grad_norm": 0.44892460107803345,
      "learning_rate": 9.997284479438253e-05,
      "loss": 0.02,
      "step": 1800
    },
    {
      "epoch": 0.10543484592532183,
      "grad_norm": 0.48475006222724915,
      "learning_rate": 9.997099819661127e-05,
      "loss": 0.0214,
      "step": 1810
    },
    {
      "epoch": 0.10601735888623522,
      "grad_norm": 0.5260090827941895,
      "learning_rate": 9.996909087936524e-05,
      "loss": 0.0217,
      "step": 1820
    },
    {
      "epoch": 0.1065998718471486,
      "grad_norm": 0.4060119092464447,
      "learning_rate": 9.996712284496201e-05,
      "loss": 0.02,
      "step": 1830
    },
    {
      "epoch": 0.10718238480806198,
      "grad_norm": 0.5117402076721191,
      "learning_rate": 9.996509409579293e-05,
      "loss": 0.0205,
      "step": 1840
    },
    {
      "epoch": 0.10776489776897535,
      "grad_norm": 0.36153656244277954,
      "learning_rate": 9.996300463432312e-05,
      "loss": 0.0197,
      "step": 1850
    },
    {
      "epoch": 0.10834741072988874,
      "grad_norm": 0.5402187705039978,
      "learning_rate": 9.996085446309148e-05,
      "loss": 0.0233,
      "step": 1860
    },
    {
      "epoch": 0.10892992369080212,
      "grad_norm": 0.5023298859596252,
      "learning_rate": 9.995864358471066e-05,
      "loss": 0.0234,
      "step": 1870
    },
    {
      "epoch": 0.1095124366517155,
      "grad_norm": 0.42993468046188354,
      "learning_rate": 9.99563720018671e-05,
      "loss": 0.0167,
      "step": 1880
    },
    {
      "epoch": 0.11009494961262888,
      "grad_norm": 0.4474211633205414,
      "learning_rate": 9.995403971732098e-05,
      "loss": 0.0187,
      "step": 1890
    },
    {
      "epoch": 0.11067746257354226,
      "grad_norm": 0.3085026144981384,
      "learning_rate": 9.995164673390625e-05,
      "loss": 0.0238,
      "step": 1900
    },
    {
      "epoch": 0.11125997553445564,
      "grad_norm": 0.571968674659729,
      "learning_rate": 9.994919305453059e-05,
      "loss": 0.0211,
      "step": 1910
    },
    {
      "epoch": 0.11184248849536903,
      "grad_norm": 0.439012348651886,
      "learning_rate": 9.994667868217548e-05,
      "loss": 0.0214,
      "step": 1920
    },
    {
      "epoch": 0.1124250014562824,
      "grad_norm": 0.33423957228660583,
      "learning_rate": 9.99441036198961e-05,
      "loss": 0.0203,
      "step": 1930
    },
    {
      "epoch": 0.11300751441719578,
      "grad_norm": 0.3952094614505768,
      "learning_rate": 9.99414678708214e-05,
      "loss": 0.019,
      "step": 1940
    },
    {
      "epoch": 0.11359002737810917,
      "grad_norm": 0.4013804793357849,
      "learning_rate": 9.993877143815407e-05,
      "loss": 0.0203,
      "step": 1950
    },
    {
      "epoch": 0.11417254033902255,
      "grad_norm": 0.43464595079421997,
      "learning_rate": 9.993601432517053e-05,
      "loss": 0.0172,
      "step": 1960
    },
    {
      "epoch": 0.11475505329993592,
      "grad_norm": 0.6095263957977295,
      "learning_rate": 9.993319653522091e-05,
      "loss": 0.0226,
      "step": 1970
    },
    {
      "epoch": 0.1153375662608493,
      "grad_norm": 0.4852878451347351,
      "learning_rate": 9.993031807172911e-05,
      "loss": 0.024,
      "step": 1980
    },
    {
      "epoch": 0.11592007922176269,
      "grad_norm": 0.4639914929866791,
      "learning_rate": 9.992737893819273e-05,
      "loss": 0.0191,
      "step": 1990
    },
    {
      "epoch": 0.11650259218267607,
      "grad_norm": 0.2555379271507263,
      "learning_rate": 9.992437913818312e-05,
      "loss": 0.0177,
      "step": 2000
    },
    {
      "epoch": 0.11708510514358944,
      "grad_norm": 0.3941870927810669,
      "learning_rate": 9.992131867534526e-05,
      "loss": 0.0171,
      "step": 2010
    },
    {
      "epoch": 0.11766761810450282,
      "grad_norm": 0.33638933300971985,
      "learning_rate": 9.991819755339796e-05,
      "loss": 0.022,
      "step": 2020
    },
    {
      "epoch": 0.11825013106541621,
      "grad_norm": 0.2429458647966385,
      "learning_rate": 9.991501577613365e-05,
      "loss": 0.0214,
      "step": 2030
    },
    {
      "epoch": 0.11883264402632959,
      "grad_norm": 0.3649020791053772,
      "learning_rate": 9.99117733474185e-05,
      "loss": 0.0232,
      "step": 2040
    },
    {
      "epoch": 0.11941515698724296,
      "grad_norm": 0.22641423344612122,
      "learning_rate": 9.990847027119234e-05,
      "loss": 0.0187,
      "step": 2050
    },
    {
      "epoch": 0.11999766994815635,
      "grad_norm": 0.2840929925441742,
      "learning_rate": 9.990510655146877e-05,
      "loss": 0.0162,
      "step": 2060
    },
    {
      "epoch": 0.12058018290906973,
      "grad_norm": 0.33555904030799866,
      "learning_rate": 9.990168219233496e-05,
      "loss": 0.0166,
      "step": 2070
    },
    {
      "epoch": 0.1211626958699831,
      "grad_norm": 0.3273191750049591,
      "learning_rate": 9.989819719795188e-05,
      "loss": 0.0164,
      "step": 2080
    },
    {
      "epoch": 0.12174520883089648,
      "grad_norm": 0.29209548234939575,
      "learning_rate": 9.989465157255412e-05,
      "loss": 0.0167,
      "step": 2090
    },
    {
      "epoch": 0.12232772179180987,
      "grad_norm": 0.6209645867347717,
      "learning_rate": 9.989104532044994e-05,
      "loss": 0.0171,
      "step": 2100
    },
    {
      "epoch": 0.12291023475272325,
      "grad_norm": 0.5538815259933472,
      "learning_rate": 9.988737844602128e-05,
      "loss": 0.0168,
      "step": 2110
    },
    {
      "epoch": 0.12349274771363662,
      "grad_norm": 0.39251554012298584,
      "learning_rate": 9.988365095372372e-05,
      "loss": 0.017,
      "step": 2120
    },
    {
      "epoch": 0.12407526067455,
      "grad_norm": 0.3591337502002716,
      "learning_rate": 9.987986284808654e-05,
      "loss": 0.0169,
      "step": 2130
    },
    {
      "epoch": 0.12465777363546339,
      "grad_norm": 0.5226990580558777,
      "learning_rate": 9.987601413371264e-05,
      "loss": 0.0162,
      "step": 2140
    },
    {
      "epoch": 0.12524028659637676,
      "grad_norm": 0.4623308479785919,
      "learning_rate": 9.987210481527855e-05,
      "loss": 0.0215,
      "step": 2150
    },
    {
      "epoch": 0.12582279955729014,
      "grad_norm": 0.4177090525627136,
      "learning_rate": 9.98681348975345e-05,
      "loss": 0.0181,
      "step": 2160
    },
    {
      "epoch": 0.12640531251820353,
      "grad_norm": 0.43934598565101624,
      "learning_rate": 9.986410438530427e-05,
      "loss": 0.0174,
      "step": 2170
    },
    {
      "epoch": 0.1269878254791169,
      "grad_norm": 0.4332578480243683,
      "learning_rate": 9.986001328348534e-05,
      "loss": 0.02,
      "step": 2180
    },
    {
      "epoch": 0.1275703384400303,
      "grad_norm": 0.29921674728393555,
      "learning_rate": 9.985586159704878e-05,
      "loss": 0.0165,
      "step": 2190
    },
    {
      "epoch": 0.12815285140094368,
      "grad_norm": 0.3050669729709625,
      "learning_rate": 9.985164933103929e-05,
      "loss": 0.0174,
      "step": 2200
    },
    {
      "epoch": 0.12873536436185706,
      "grad_norm": 0.33571580052375793,
      "learning_rate": 9.984737649057513e-05,
      "loss": 0.0146,
      "step": 2210
    },
    {
      "epoch": 0.12931787732277042,
      "grad_norm": 0.3501420319080353,
      "learning_rate": 9.984304308084827e-05,
      "loss": 0.0159,
      "step": 2220
    },
    {
      "epoch": 0.1299003902836838,
      "grad_norm": 0.350046843290329,
      "learning_rate": 9.983864910712416e-05,
      "loss": 0.0189,
      "step": 2230
    },
    {
      "epoch": 0.1304829032445972,
      "grad_norm": 0.45016878843307495,
      "learning_rate": 9.98341945747419e-05,
      "loss": 0.0164,
      "step": 2240
    },
    {
      "epoch": 0.13106541620551057,
      "grad_norm": 0.19611197710037231,
      "learning_rate": 9.98296794891142e-05,
      "loss": 0.0213,
      "step": 2250
    },
    {
      "epoch": 0.13164792916642395,
      "grad_norm": 0.4170686602592468,
      "learning_rate": 9.982510385572725e-05,
      "loss": 0.0177,
      "step": 2260
    },
    {
      "epoch": 0.13223044212733734,
      "grad_norm": 0.49550408124923706,
      "learning_rate": 9.982046768014094e-05,
      "loss": 0.0161,
      "step": 2270
    },
    {
      "epoch": 0.13281295508825072,
      "grad_norm": 0.4277210533618927,
      "learning_rate": 9.981577096798863e-05,
      "loss": 0.0205,
      "step": 2280
    },
    {
      "epoch": 0.1333954680491641,
      "grad_norm": 0.2560710906982422,
      "learning_rate": 9.981101372497727e-05,
      "loss": 0.0155,
      "step": 2290
    },
    {
      "epoch": 0.13397798101007746,
      "grad_norm": 0.5669534802436829,
      "learning_rate": 9.980619595688737e-05,
      "loss": 0.0139,
      "step": 2300
    },
    {
      "epoch": 0.13456049397099085,
      "grad_norm": 0.31216830015182495,
      "learning_rate": 9.980131766957295e-05,
      "loss": 0.0204,
      "step": 2310
    },
    {
      "epoch": 0.13514300693190423,
      "grad_norm": 0.32178542017936707,
      "learning_rate": 9.979637886896163e-05,
      "loss": 0.0124,
      "step": 2320
    },
    {
      "epoch": 0.13572551989281761,
      "grad_norm": 0.48147812485694885,
      "learning_rate": 9.979137956105447e-05,
      "loss": 0.0231,
      "step": 2330
    },
    {
      "epoch": 0.136308032853731,
      "grad_norm": 0.5376265645027161,
      "learning_rate": 9.978631975192613e-05,
      "loss": 0.0174,
      "step": 2340
    },
    {
      "epoch": 0.13689054581464438,
      "grad_norm": 0.5305449962615967,
      "learning_rate": 9.978119944772475e-05,
      "loss": 0.0207,
      "step": 2350
    },
    {
      "epoch": 0.13747305877555777,
      "grad_norm": 0.5217538475990295,
      "learning_rate": 9.977601865467197e-05,
      "loss": 0.0166,
      "step": 2360
    },
    {
      "epoch": 0.13805557173647115,
      "grad_norm": 0.4606058597564697,
      "learning_rate": 9.977077737906297e-05,
      "loss": 0.0174,
      "step": 2370
    },
    {
      "epoch": 0.1386380846973845,
      "grad_norm": 0.42594361305236816,
      "learning_rate": 9.976547562726636e-05,
      "loss": 0.0164,
      "step": 2380
    },
    {
      "epoch": 0.1392205976582979,
      "grad_norm": 0.26246941089630127,
      "learning_rate": 9.976011340572429e-05,
      "loss": 0.0198,
      "step": 2390
    },
    {
      "epoch": 0.13980311061921127,
      "grad_norm": 0.3303341567516327,
      "learning_rate": 9.975469072095237e-05,
      "loss": 0.0178,
      "step": 2400
    },
    {
      "epoch": 0.14038562358012466,
      "grad_norm": 0.3827970325946808,
      "learning_rate": 9.974920757953965e-05,
      "loss": 0.0149,
      "step": 2410
    },
    {
      "epoch": 0.14096813654103804,
      "grad_norm": 0.22160081565380096,
      "learning_rate": 9.97436639881487e-05,
      "loss": 0.0146,
      "step": 2420
    },
    {
      "epoch": 0.14155064950195143,
      "grad_norm": 0.4541112184524536,
      "learning_rate": 9.973805995351545e-05,
      "loss": 0.0146,
      "step": 2430
    },
    {
      "epoch": 0.1421331624628648,
      "grad_norm": 0.2938708961009979,
      "learning_rate": 9.973239548244939e-05,
      "loss": 0.0156,
      "step": 2440
    },
    {
      "epoch": 0.14271567542377817,
      "grad_norm": 0.24117307364940643,
      "learning_rate": 9.972667058183333e-05,
      "loss": 0.0162,
      "step": 2450
    },
    {
      "epoch": 0.14329818838469155,
      "grad_norm": 0.4317592680454254,
      "learning_rate": 9.972088525862362e-05,
      "loss": 0.0182,
      "step": 2460
    },
    {
      "epoch": 0.14388070134560493,
      "grad_norm": 0.3063121438026428,
      "learning_rate": 9.971503951984995e-05,
      "loss": 0.015,
      "step": 2470
    },
    {
      "epoch": 0.14446321430651832,
      "grad_norm": 0.28073713183403015,
      "learning_rate": 9.970913337261543e-05,
      "loss": 0.0158,
      "step": 2480
    },
    {
      "epoch": 0.1450457272674317,
      "grad_norm": 0.4092753827571869,
      "learning_rate": 9.97031668240966e-05,
      "loss": 0.0131,
      "step": 2490
    },
    {
      "epoch": 0.14562824022834508,
      "grad_norm": 0.4061177968978882,
      "learning_rate": 9.969713988154339e-05,
      "loss": 0.0171,
      "step": 2500
    },
    {
      "epoch": 0.14621075318925847,
      "grad_norm": 0.45309191942214966,
      "learning_rate": 9.969105255227906e-05,
      "loss": 0.0157,
      "step": 2510
    },
    {
      "epoch": 0.14679326615017185,
      "grad_norm": 0.48115354776382446,
      "learning_rate": 9.968490484370035e-05,
      "loss": 0.0146,
      "step": 2520
    },
    {
      "epoch": 0.1473757791110852,
      "grad_norm": 0.3232123851776123,
      "learning_rate": 9.967869676327726e-05,
      "loss": 0.0134,
      "step": 2530
    },
    {
      "epoch": 0.1479582920719986,
      "grad_norm": 0.3205547630786896,
      "learning_rate": 9.96724283185532e-05,
      "loss": 0.0181,
      "step": 2540
    },
    {
      "epoch": 0.14854080503291198,
      "grad_norm": 0.5272349119186401,
      "learning_rate": 9.966609951714494e-05,
      "loss": 0.0191,
      "step": 2550
    },
    {
      "epoch": 0.14912331799382536,
      "grad_norm": 0.2887498736381531,
      "learning_rate": 9.965971036674255e-05,
      "loss": 0.0188,
      "step": 2560
    },
    {
      "epoch": 0.14970583095473874,
      "grad_norm": 0.42976537346839905,
      "learning_rate": 9.965326087510947e-05,
      "loss": 0.0181,
      "step": 2570
    },
    {
      "epoch": 0.15028834391565213,
      "grad_norm": 0.6130855679512024,
      "learning_rate": 9.964675105008244e-05,
      "loss": 0.0196,
      "step": 2580
    },
    {
      "epoch": 0.1508708568765655,
      "grad_norm": 0.6346950531005859,
      "learning_rate": 9.964018089957147e-05,
      "loss": 0.0196,
      "step": 2590
    },
    {
      "epoch": 0.1514533698374789,
      "grad_norm": 0.539539635181427,
      "learning_rate": 9.963355043155996e-05,
      "loss": 0.0165,
      "step": 2600
    },
    {
      "epoch": 0.15203588279839225,
      "grad_norm": 0.3816796839237213,
      "learning_rate": 9.962685965410455e-05,
      "loss": 0.0156,
      "step": 2610
    },
    {
      "epoch": 0.15261839575930564,
      "grad_norm": 0.409084677696228,
      "learning_rate": 9.962010857533514e-05,
      "loss": 0.0169,
      "step": 2620
    },
    {
      "epoch": 0.15320090872021902,
      "grad_norm": 0.2978951036930084,
      "learning_rate": 9.961329720345493e-05,
      "loss": 0.0162,
      "step": 2630
    },
    {
      "epoch": 0.1537834216811324,
      "grad_norm": 0.370525062084198,
      "learning_rate": 9.96064255467404e-05,
      "loss": 0.0136,
      "step": 2640
    },
    {
      "epoch": 0.1543659346420458,
      "grad_norm": 0.4469973146915436,
      "learning_rate": 9.959949361354126e-05,
      "loss": 0.0193,
      "step": 2650
    },
    {
      "epoch": 0.15494844760295917,
      "grad_norm": 0.2943956255912781,
      "learning_rate": 9.959250141228045e-05,
      "loss": 0.0184,
      "step": 2660
    },
    {
      "epoch": 0.15553096056387256,
      "grad_norm": 0.22035115957260132,
      "learning_rate": 9.958544895145414e-05,
      "loss": 0.0168,
      "step": 2670
    },
    {
      "epoch": 0.15611347352478594,
      "grad_norm": 0.340677410364151,
      "learning_rate": 9.957833623963177e-05,
      "loss": 0.0182,
      "step": 2680
    },
    {
      "epoch": 0.1566959864856993,
      "grad_norm": 0.4560448229312897,
      "learning_rate": 9.957116328545593e-05,
      "loss": 0.0163,
      "step": 2690
    },
    {
      "epoch": 0.15727849944661268,
      "grad_norm": 0.3833587169647217,
      "learning_rate": 9.956393009764244e-05,
      "loss": 0.0188,
      "step": 2700
    },
    {
      "epoch": 0.15786101240752606,
      "grad_norm": 0.20285329222679138,
      "learning_rate": 9.955663668498032e-05,
      "loss": 0.016,
      "step": 2710
    },
    {
      "epoch": 0.15844352536843945,
      "grad_norm": 0.4248286485671997,
      "learning_rate": 9.954928305633173e-05,
      "loss": 0.0141,
      "step": 2720
    },
    {
      "epoch": 0.15902603832935283,
      "grad_norm": 0.34970593452453613,
      "learning_rate": 9.954186922063204e-05,
      "loss": 0.0171,
      "step": 2730
    },
    {
      "epoch": 0.15960855129026622,
      "grad_norm": 0.33577001094818115,
      "learning_rate": 9.953439518688974e-05,
      "loss": 0.0179,
      "step": 2740
    },
    {
      "epoch": 0.1601910642511796,
      "grad_norm": 0.3365096151828766,
      "learning_rate": 9.952686096418652e-05,
      "loss": 0.0137,
      "step": 2750
    },
    {
      "epoch": 0.16077357721209298,
      "grad_norm": 0.2108718603849411,
      "learning_rate": 9.951926656167714e-05,
      "loss": 0.0172,
      "step": 2760
    },
    {
      "epoch": 0.16135609017300634,
      "grad_norm": 0.4207550883293152,
      "learning_rate": 9.951161198858953e-05,
      "loss": 0.0162,
      "step": 2770
    },
    {
      "epoch": 0.16193860313391972,
      "grad_norm": 0.4917376935482025,
      "learning_rate": 9.950389725422471e-05,
      "loss": 0.0155,
      "step": 2780
    },
    {
      "epoch": 0.1625211160948331,
      "grad_norm": 0.35805121064186096,
      "learning_rate": 9.949612236795682e-05,
      "loss": 0.0128,
      "step": 2790
    },
    {
      "epoch": 0.1631036290557465,
      "grad_norm": 0.44710585474967957,
      "learning_rate": 9.948828733923305e-05,
      "loss": 0.0156,
      "step": 2800
    },
    {
      "epoch": 0.16368614201665987,
      "grad_norm": 0.2824556827545166,
      "learning_rate": 9.948039217757374e-05,
      "loss": 0.0161,
      "step": 2810
    },
    {
      "epoch": 0.16426865497757326,
      "grad_norm": 0.483117014169693,
      "learning_rate": 9.947243689257225e-05,
      "loss": 0.0153,
      "step": 2820
    },
    {
      "epoch": 0.16485116793848664,
      "grad_norm": 0.3247731328010559,
      "learning_rate": 9.946442149389497e-05,
      "loss": 0.0172,
      "step": 2830
    },
    {
      "epoch": 0.1654336808994,
      "grad_norm": 0.3819945752620697,
      "learning_rate": 9.945634599128139e-05,
      "loss": 0.0177,
      "step": 2840
    },
    {
      "epoch": 0.16601619386031338,
      "grad_norm": 0.4045076370239258,
      "learning_rate": 9.944821039454402e-05,
      "loss": 0.0154,
      "step": 2850
    },
    {
      "epoch": 0.16659870682122677,
      "grad_norm": 0.4406282901763916,
      "learning_rate": 9.944001471356835e-05,
      "loss": 0.0145,
      "step": 2860
    },
    {
      "epoch": 0.16718121978214015,
      "grad_norm": 0.28208911418914795,
      "learning_rate": 9.94317589583129e-05,
      "loss": 0.0138,
      "step": 2870
    },
    {
      "epoch": 0.16776373274305353,
      "grad_norm": 0.35577231645584106,
      "learning_rate": 9.942344313880922e-05,
      "loss": 0.0165,
      "step": 2880
    },
    {
      "epoch": 0.16834624570396692,
      "grad_norm": 0.28937041759490967,
      "learning_rate": 9.941506726516179e-05,
      "loss": 0.0155,
      "step": 2890
    },
    {
      "epoch": 0.1689287586648803,
      "grad_norm": 0.39862045645713806,
      "learning_rate": 9.94066313475481e-05,
      "loss": 0.0166,
      "step": 2900
    },
    {
      "epoch": 0.16951127162579369,
      "grad_norm": 0.3496819734573364,
      "learning_rate": 9.939813539621857e-05,
      "loss": 0.0202,
      "step": 2910
    },
    {
      "epoch": 0.17009378458670704,
      "grad_norm": 0.396270751953125,
      "learning_rate": 9.93895794214966e-05,
      "loss": 0.0164,
      "step": 2920
    },
    {
      "epoch": 0.17067629754762043,
      "grad_norm": 0.39987051486968994,
      "learning_rate": 9.938096343377852e-05,
      "loss": 0.016,
      "step": 2930
    },
    {
      "epoch": 0.1712588105085338,
      "grad_norm": 0.33410680294036865,
      "learning_rate": 9.937228744353353e-05,
      "loss": 0.0166,
      "step": 2940
    },
    {
      "epoch": 0.1718413234694472,
      "grad_norm": 0.27986234426498413,
      "learning_rate": 9.936355146130379e-05,
      "loss": 0.0142,
      "step": 2950
    },
    {
      "epoch": 0.17242383643036058,
      "grad_norm": 0.3302169740200043,
      "learning_rate": 9.935475549770435e-05,
      "loss": 0.0174,
      "step": 2960
    },
    {
      "epoch": 0.17300634939127396,
      "grad_norm": 0.41995158791542053,
      "learning_rate": 9.934589956342315e-05,
      "loss": 0.0153,
      "step": 2970
    },
    {
      "epoch": 0.17358886235218735,
      "grad_norm": 0.3632122576236725,
      "learning_rate": 9.933698366922093e-05,
      "loss": 0.0132,
      "step": 2980
    },
    {
      "epoch": 0.17417137531310073,
      "grad_norm": 0.3555792272090912,
      "learning_rate": 9.93280078259314e-05,
      "loss": 0.0121,
      "step": 2990
    },
    {
      "epoch": 0.17475388827401409,
      "grad_norm": 0.32381510734558105,
      "learning_rate": 9.931897204446104e-05,
      "loss": 0.0158,
      "step": 3000
    },
    {
      "epoch": 0.17533640123492747,
      "grad_norm": 0.32888510823249817,
      "learning_rate": 9.930987633578915e-05,
      "loss": 0.0146,
      "step": 3010
    },
    {
      "epoch": 0.17591891419584085,
      "grad_norm": 0.39167606830596924,
      "learning_rate": 9.93007207109679e-05,
      "loss": 0.0187,
      "step": 3020
    },
    {
      "epoch": 0.17650142715675424,
      "grad_norm": 0.634312093257904,
      "learning_rate": 9.929150518112224e-05,
      "loss": 0.0163,
      "step": 3030
    },
    {
      "epoch": 0.17708394011766762,
      "grad_norm": 0.347868949174881,
      "learning_rate": 9.928222975744991e-05,
      "loss": 0.0141,
      "step": 3040
    },
    {
      "epoch": 0.177666453078581,
      "grad_norm": 0.37778526544570923,
      "learning_rate": 9.92728944512214e-05,
      "loss": 0.0152,
      "step": 3050
    },
    {
      "epoch": 0.1782489660394944,
      "grad_norm": 0.3820255398750305,
      "learning_rate": 9.926349927378001e-05,
      "loss": 0.0153,
      "step": 3060
    },
    {
      "epoch": 0.17883147900040777,
      "grad_norm": 0.4140007495880127,
      "learning_rate": 9.925404423654174e-05,
      "loss": 0.0192,
      "step": 3070
    },
    {
      "epoch": 0.17941399196132113,
      "grad_norm": 0.46465981006622314,
      "learning_rate": 9.924452935099537e-05,
      "loss": 0.0165,
      "step": 3080
    },
    {
      "epoch": 0.1799965049222345,
      "grad_norm": 0.3738744556903839,
      "learning_rate": 9.92349546287024e-05,
      "loss": 0.0159,
      "step": 3090
    },
    {
      "epoch": 0.1805790178831479,
      "grad_norm": 0.39833900332450867,
      "learning_rate": 9.9225320081297e-05,
      "loss": 0.0164,
      "step": 3100
    },
    {
      "epoch": 0.18116153084406128,
      "grad_norm": 0.5395527482032776,
      "learning_rate": 9.921562572048606e-05,
      "loss": 0.018,
      "step": 3110
    },
    {
      "epoch": 0.18174404380497466,
      "grad_norm": 0.4580261707305908,
      "learning_rate": 9.920587155804913e-05,
      "loss": 0.0159,
      "step": 3120
    },
    {
      "epoch": 0.18232655676588805,
      "grad_norm": 0.42417433857917786,
      "learning_rate": 9.919605760583845e-05,
      "loss": 0.0187,
      "step": 3130
    },
    {
      "epoch": 0.18290906972680143,
      "grad_norm": 0.33866560459136963,
      "learning_rate": 9.91861838757789e-05,
      "loss": 0.0164,
      "step": 3140
    },
    {
      "epoch": 0.1834915826877148,
      "grad_norm": 0.4014289677143097,
      "learning_rate": 9.917625037986798e-05,
      "loss": 0.0162,
      "step": 3150
    },
    {
      "epoch": 0.18407409564862817,
      "grad_norm": 0.2678658664226532,
      "learning_rate": 9.916625713017583e-05,
      "loss": 0.0142,
      "step": 3160
    },
    {
      "epoch": 0.18465660860954156,
      "grad_norm": 0.24174220860004425,
      "learning_rate": 9.915620413884519e-05,
      "loss": 0.0155,
      "step": 3170
    },
    {
      "epoch": 0.18523912157045494,
      "grad_norm": 0.46617671847343445,
      "learning_rate": 9.914609141809139e-05,
      "loss": 0.0162,
      "step": 3180
    },
    {
      "epoch": 0.18582163453136832,
      "grad_norm": 0.4024803638458252,
      "learning_rate": 9.913591898020235e-05,
      "loss": 0.0172,
      "step": 3190
    },
    {
      "epoch": 0.1864041474922817,
      "grad_norm": 0.6289913654327393,
      "learning_rate": 9.912568683753853e-05,
      "loss": 0.0209,
      "step": 3200
    },
    {
      "epoch": 0.1869866604531951,
      "grad_norm": 0.346633642911911,
      "learning_rate": 9.911539500253295e-05,
      "loss": 0.0158,
      "step": 3210
    },
    {
      "epoch": 0.18756917341410848,
      "grad_norm": 0.37537068128585815,
      "learning_rate": 9.910504348769118e-05,
      "loss": 0.0148,
      "step": 3220
    },
    {
      "epoch": 0.18815168637502183,
      "grad_norm": 0.4973176121711731,
      "learning_rate": 9.909463230559127e-05,
      "loss": 0.0142,
      "step": 3230
    },
    {
      "epoch": 0.18873419933593522,
      "grad_norm": 0.3805164396762848,
      "learning_rate": 9.908416146888376e-05,
      "loss": 0.0115,
      "step": 3240
    },
    {
      "epoch": 0.1893167122968486,
      "grad_norm": 0.39441925287246704,
      "learning_rate": 9.907363099029175e-05,
      "loss": 0.0128,
      "step": 3250
    },
    {
      "epoch": 0.18989922525776198,
      "grad_norm": 0.2503442168235779,
      "learning_rate": 9.906304088261073e-05,
      "loss": 0.0206,
      "step": 3260
    },
    {
      "epoch": 0.19048173821867537,
      "grad_norm": 0.29791730642318726,
      "learning_rate": 9.905239115870872e-05,
      "loss": 0.0156,
      "step": 3270
    },
    {
      "epoch": 0.19106425117958875,
      "grad_norm": 0.3576847016811371,
      "learning_rate": 9.90416818315261e-05,
      "loss": 0.0129,
      "step": 3280
    },
    {
      "epoch": 0.19164676414050213,
      "grad_norm": 0.4002215266227722,
      "learning_rate": 9.903091291407573e-05,
      "loss": 0.015,
      "step": 3290
    },
    {
      "epoch": 0.19222927710141552,
      "grad_norm": 0.44520682096481323,
      "learning_rate": 9.902008441944286e-05,
      "loss": 0.014,
      "step": 3300
    },
    {
      "epoch": 0.19281179006232887,
      "grad_norm": 0.48155078291893005,
      "learning_rate": 9.900919636078512e-05,
      "loss": 0.0141,
      "step": 3310
    },
    {
      "epoch": 0.19339430302324226,
      "grad_norm": 0.22092358767986298,
      "learning_rate": 9.899824875133255e-05,
      "loss": 0.014,
      "step": 3320
    },
    {
      "epoch": 0.19397681598415564,
      "grad_norm": 0.48741286993026733,
      "learning_rate": 9.898724160438749e-05,
      "loss": 0.0142,
      "step": 3330
    },
    {
      "epoch": 0.19455932894506903,
      "grad_norm": 0.34430861473083496,
      "learning_rate": 9.89761749333247e-05,
      "loss": 0.0138,
      "step": 3340
    },
    {
      "epoch": 0.1951418419059824,
      "grad_norm": 0.3429625928401947,
      "learning_rate": 9.896504875159122e-05,
      "loss": 0.017,
      "step": 3350
    },
    {
      "epoch": 0.1957243548668958,
      "grad_norm": 0.297616571187973,
      "learning_rate": 9.89538630727064e-05,
      "loss": 0.0131,
      "step": 3360
    },
    {
      "epoch": 0.19630686782780918,
      "grad_norm": 0.39675647020339966,
      "learning_rate": 9.894261791026189e-05,
      "loss": 0.0207,
      "step": 3370
    },
    {
      "epoch": 0.19688938078872256,
      "grad_norm": 0.29995664954185486,
      "learning_rate": 9.893131327792165e-05,
      "loss": 0.0162,
      "step": 3380
    },
    {
      "epoch": 0.19747189374963592,
      "grad_norm": 0.33954164385795593,
      "learning_rate": 9.891994918942182e-05,
      "loss": 0.0161,
      "step": 3390
    },
    {
      "epoch": 0.1980544067105493,
      "grad_norm": 0.5150769948959351,
      "learning_rate": 9.890852565857092e-05,
      "loss": 0.0167,
      "step": 3400
    },
    {
      "epoch": 0.1986369196714627,
      "grad_norm": 0.5345335006713867,
      "learning_rate": 9.889704269924954e-05,
      "loss": 0.0161,
      "step": 3410
    },
    {
      "epoch": 0.19921943263237607,
      "grad_norm": 0.30202922224998474,
      "learning_rate": 9.888550032541059e-05,
      "loss": 0.0187,
      "step": 3420
    },
    {
      "epoch": 0.19980194559328945,
      "grad_norm": 0.3381350636482239,
      "learning_rate": 9.887389855107916e-05,
      "loss": 0.0146,
      "step": 3430
    },
    {
      "epoch": 0.20038445855420284,
      "grad_norm": 0.5011172890663147,
      "learning_rate": 9.886223739035248e-05,
      "loss": 0.0169,
      "step": 3440
    },
    {
      "epoch": 0.20096697151511622,
      "grad_norm": 0.269399493932724,
      "learning_rate": 9.885051685739997e-05,
      "loss": 0.0137,
      "step": 3450
    },
    {
      "epoch": 0.20154948447602958,
      "grad_norm": 0.5072921514511108,
      "learning_rate": 9.883873696646316e-05,
      "loss": 0.0187,
      "step": 3460
    },
    {
      "epoch": 0.20213199743694296,
      "grad_norm": 0.24462972581386566,
      "learning_rate": 9.882689773185575e-05,
      "loss": 0.0137,
      "step": 3470
    },
    {
      "epoch": 0.20271451039785635,
      "grad_norm": 0.3352923095226288,
      "learning_rate": 9.881499916796353e-05,
      "loss": 0.0146,
      "step": 3480
    },
    {
      "epoch": 0.20329702335876973,
      "grad_norm": 0.28809764981269836,
      "learning_rate": 9.880304128924434e-05,
      "loss": 0.0144,
      "step": 3490
    },
    {
      "epoch": 0.2038795363196831,
      "grad_norm": 0.4793824553489685,
      "learning_rate": 9.879102411022817e-05,
      "loss": 0.0179,
      "step": 3500
    },
    {
      "epoch": 0.2044620492805965,
      "grad_norm": 0.25081145763397217,
      "learning_rate": 9.877894764551703e-05,
      "loss": 0.0133,
      "step": 3510
    },
    {
      "epoch": 0.20504456224150988,
      "grad_norm": 0.2768265902996063,
      "learning_rate": 9.876681190978494e-05,
      "loss": 0.0121,
      "step": 3520
    },
    {
      "epoch": 0.20562707520242327,
      "grad_norm": 0.42935487627983093,
      "learning_rate": 9.875461691777797e-05,
      "loss": 0.0143,
      "step": 3530
    },
    {
      "epoch": 0.20620958816333662,
      "grad_norm": 0.32817867398262024,
      "learning_rate": 9.874236268431417e-05,
      "loss": 0.0162,
      "step": 3540
    },
    {
      "epoch": 0.20679210112425,
      "grad_norm": 0.3461551368236542,
      "learning_rate": 9.873004922428361e-05,
      "loss": 0.016,
      "step": 3550
    },
    {
      "epoch": 0.2073746140851634,
      "grad_norm": 0.5130866765975952,
      "learning_rate": 9.871767655264829e-05,
      "loss": 0.0157,
      "step": 3560
    },
    {
      "epoch": 0.20795712704607677,
      "grad_norm": 0.34219974279403687,
      "learning_rate": 9.87052446844422e-05,
      "loss": 0.0181,
      "step": 3570
    },
    {
      "epoch": 0.20853964000699016,
      "grad_norm": 0.3319697380065918,
      "learning_rate": 9.869275363477122e-05,
      "loss": 0.0159,
      "step": 3580
    },
    {
      "epoch": 0.20912215296790354,
      "grad_norm": 0.37241482734680176,
      "learning_rate": 9.868020341881312e-05,
      "loss": 0.0132,
      "step": 3590
    },
    {
      "epoch": 0.20970466592881692,
      "grad_norm": 0.34658288955688477,
      "learning_rate": 9.866759405181765e-05,
      "loss": 0.0163,
      "step": 3600
    },
    {
      "epoch": 0.2102871788897303,
      "grad_norm": 0.24060270190238953,
      "learning_rate": 9.865492554910633e-05,
      "loss": 0.0127,
      "step": 3610
    },
    {
      "epoch": 0.21086969185064366,
      "grad_norm": 0.46318456530570984,
      "learning_rate": 9.864219792607262e-05,
      "loss": 0.016,
      "step": 3620
    },
    {
      "epoch": 0.21145220481155705,
      "grad_norm": 0.30252811312675476,
      "learning_rate": 9.862941119818177e-05,
      "loss": 0.0168,
      "step": 3630
    },
    {
      "epoch": 0.21203471777247043,
      "grad_norm": 0.39923396706581116,
      "learning_rate": 9.861656538097086e-05,
      "loss": 0.0165,
      "step": 3640
    },
    {
      "epoch": 0.21261723073338382,
      "grad_norm": 0.3751615881919861,
      "learning_rate": 9.860366049004877e-05,
      "loss": 0.0188,
      "step": 3650
    },
    {
      "epoch": 0.2131997436942972,
      "grad_norm": 0.4151049852371216,
      "learning_rate": 9.859069654109615e-05,
      "loss": 0.0136,
      "step": 3660
    },
    {
      "epoch": 0.21378225665521058,
      "grad_norm": 0.49764227867126465,
      "learning_rate": 9.857767354986545e-05,
      "loss": 0.0154,
      "step": 3670
    },
    {
      "epoch": 0.21436476961612397,
      "grad_norm": 0.32790184020996094,
      "learning_rate": 9.856459153218078e-05,
      "loss": 0.0201,
      "step": 3680
    },
    {
      "epoch": 0.21494728257703735,
      "grad_norm": 0.3363580107688904,
      "learning_rate": 9.855145050393808e-05,
      "loss": 0.0183,
      "step": 3690
    },
    {
      "epoch": 0.2155297955379507,
      "grad_norm": 0.36230507493019104,
      "learning_rate": 9.85382504811049e-05,
      "loss": 0.0165,
      "step": 3700
    },
    {
      "epoch": 0.2161123084988641,
      "grad_norm": 0.3681294023990631,
      "learning_rate": 9.852499147972054e-05,
      "loss": 0.0198,
      "step": 3710
    },
    {
      "epoch": 0.21669482145977748,
      "grad_norm": 0.27238598465919495,
      "learning_rate": 9.851167351589592e-05,
      "loss": 0.0142,
      "step": 3720
    },
    {
      "epoch": 0.21727733442069086,
      "grad_norm": 0.20715878903865814,
      "learning_rate": 9.849829660581363e-05,
      "loss": 0.0153,
      "step": 3730
    },
    {
      "epoch": 0.21785984738160424,
      "grad_norm": 0.3693470358848572,
      "learning_rate": 9.848486076572787e-05,
      "loss": 0.0181,
      "step": 3740
    },
    {
      "epoch": 0.21844236034251763,
      "grad_norm": 0.4169458746910095,
      "learning_rate": 9.847136601196446e-05,
      "loss": 0.0138,
      "step": 3750
    },
    {
      "epoch": 0.219024873303431,
      "grad_norm": 0.4135362505912781,
      "learning_rate": 9.845781236092078e-05,
      "loss": 0.0146,
      "step": 3760
    },
    {
      "epoch": 0.2196073862643444,
      "grad_norm": 0.40244174003601074,
      "learning_rate": 9.844419982906583e-05,
      "loss": 0.0203,
      "step": 3770
    },
    {
      "epoch": 0.22018989922525775,
      "grad_norm": 0.2031620591878891,
      "learning_rate": 9.843052843294008e-05,
      "loss": 0.014,
      "step": 3780
    },
    {
      "epoch": 0.22077241218617114,
      "grad_norm": 0.42439550161361694,
      "learning_rate": 9.841679818915559e-05,
      "loss": 0.0137,
      "step": 3790
    },
    {
      "epoch": 0.22135492514708452,
      "grad_norm": 0.2717705965042114,
      "learning_rate": 9.840300911439591e-05,
      "loss": 0.0172,
      "step": 3800
    },
    {
      "epoch": 0.2219374381079979,
      "grad_norm": 0.21812152862548828,
      "learning_rate": 9.838916122541603e-05,
      "loss": 0.0123,
      "step": 3810
    },
    {
      "epoch": 0.2225199510689113,
      "grad_norm": 0.3498571813106537,
      "learning_rate": 9.837525453904246e-05,
      "loss": 0.0164,
      "step": 3820
    },
    {
      "epoch": 0.22310246402982467,
      "grad_norm": 0.4606907069683075,
      "learning_rate": 9.836128907217314e-05,
      "loss": 0.0181,
      "step": 3830
    },
    {
      "epoch": 0.22368497699073805,
      "grad_norm": 0.47948184609413147,
      "learning_rate": 9.834726484177743e-05,
      "loss": 0.0171,
      "step": 3840
    },
    {
      "epoch": 0.2242674899516514,
      "grad_norm": 0.3982204794883728,
      "learning_rate": 9.833318186489609e-05,
      "loss": 0.0165,
      "step": 3850
    },
    {
      "epoch": 0.2248500029125648,
      "grad_norm": 0.3378174304962158,
      "learning_rate": 9.831904015864126e-05,
      "loss": 0.0159,
      "step": 3860
    },
    {
      "epoch": 0.22543251587347818,
      "grad_norm": 0.3384462893009186,
      "learning_rate": 9.830483974019645e-05,
      "loss": 0.0144,
      "step": 3870
    },
    {
      "epoch": 0.22601502883439156,
      "grad_norm": 0.3724633753299713,
      "learning_rate": 9.82905806268165e-05,
      "loss": 0.0135,
      "step": 3880
    },
    {
      "epoch": 0.22659754179530495,
      "grad_norm": 0.28294652700424194,
      "learning_rate": 9.82762628358276e-05,
      "loss": 0.0131,
      "step": 3890
    },
    {
      "epoch": 0.22718005475621833,
      "grad_norm": 0.35287946462631226,
      "learning_rate": 9.826188638462718e-05,
      "loss": 0.013,
      "step": 3900
    },
    {
      "epoch": 0.22776256771713171,
      "grad_norm": 0.22180771827697754,
      "learning_rate": 9.824745129068402e-05,
      "loss": 0.0141,
      "step": 3910
    },
    {
      "epoch": 0.2283450806780451,
      "grad_norm": 0.3079909086227417,
      "learning_rate": 9.82329575715381e-05,
      "loss": 0.0133,
      "step": 3920
    },
    {
      "epoch": 0.22892759363895845,
      "grad_norm": 0.25783053040504456,
      "learning_rate": 9.821840524480066e-05,
      "loss": 0.0165,
      "step": 3930
    },
    {
      "epoch": 0.22951010659987184,
      "grad_norm": 0.3007711172103882,
      "learning_rate": 9.820379432815414e-05,
      "loss": 0.0161,
      "step": 3940
    },
    {
      "epoch": 0.23009261956078522,
      "grad_norm": 0.39270880818367004,
      "learning_rate": 9.81891248393522e-05,
      "loss": 0.0163,
      "step": 3950
    },
    {
      "epoch": 0.2306751325216986,
      "grad_norm": 0.3316587507724762,
      "learning_rate": 9.817439679621963e-05,
      "loss": 0.0142,
      "step": 3960
    },
    {
      "epoch": 0.231257645482612,
      "grad_norm": 0.38680002093315125,
      "learning_rate": 9.815961021665243e-05,
      "loss": 0.0169,
      "step": 3970
    },
    {
      "epoch": 0.23184015844352537,
      "grad_norm": 0.48907414078712463,
      "learning_rate": 9.814476511861763e-05,
      "loss": 0.0143,
      "step": 3980
    },
    {
      "epoch": 0.23242267140443876,
      "grad_norm": 0.25044673681259155,
      "learning_rate": 9.812986152015348e-05,
      "loss": 0.0136,
      "step": 3990
    },
    {
      "epoch": 0.23300518436535214,
      "grad_norm": 0.32564136385917664,
      "learning_rate": 9.811489943936922e-05,
      "loss": 0.0157,
      "step": 4000
    },
    {
      "epoch": 0.2335876973262655,
      "grad_norm": 0.5283328890800476,
      "learning_rate": 9.809987889444522e-05,
      "loss": 0.0151,
      "step": 4010
    },
    {
      "epoch": 0.23417021028717888,
      "grad_norm": 0.4246067702770233,
      "learning_rate": 9.808479990363282e-05,
      "loss": 0.0133,
      "step": 4020
    },
    {
      "epoch": 0.23475272324809227,
      "grad_norm": 0.3396816849708557,
      "learning_rate": 9.806966248525445e-05,
      "loss": 0.0158,
      "step": 4030
    },
    {
      "epoch": 0.23533523620900565,
      "grad_norm": 0.10669705271720886,
      "learning_rate": 9.805446665770348e-05,
      "loss": 0.014,
      "step": 4040
    },
    {
      "epoch": 0.23591774916991903,
      "grad_norm": 0.2744532823562622,
      "learning_rate": 9.803921243944429e-05,
      "loss": 0.0113,
      "step": 4050
    },
    {
      "epoch": 0.23650026213083242,
      "grad_norm": 0.403071790933609,
      "learning_rate": 9.802389984901218e-05,
      "loss": 0.0167,
      "step": 4060
    },
    {
      "epoch": 0.2370827750917458,
      "grad_norm": 0.18635526299476624,
      "learning_rate": 9.80085289050134e-05,
      "loss": 0.0127,
      "step": 4070
    },
    {
      "epoch": 0.23766528805265918,
      "grad_norm": 0.4232059121131897,
      "learning_rate": 9.799309962612508e-05,
      "loss": 0.013,
      "step": 4080
    },
    {
      "epoch": 0.23824780101357254,
      "grad_norm": 0.32140085101127625,
      "learning_rate": 9.797761203109527e-05,
      "loss": 0.0136,
      "step": 4090
    },
    {
      "epoch": 0.23883031397448592,
      "grad_norm": 0.3512478470802307,
      "learning_rate": 9.796206613874283e-05,
      "loss": 0.0145,
      "step": 4100
    },
    {
      "epoch": 0.2394128269353993,
      "grad_norm": 0.3515501618385315,
      "learning_rate": 9.794646196795754e-05,
      "loss": 0.0138,
      "step": 4110
    },
    {
      "epoch": 0.2399953398963127,
      "grad_norm": 0.2739296853542328,
      "learning_rate": 9.793079953769987e-05,
      "loss": 0.0135,
      "step": 4120
    },
    {
      "epoch": 0.24057785285722608,
      "grad_norm": 0.27916398644447327,
      "learning_rate": 9.79150788670012e-05,
      "loss": 0.0146,
      "step": 4130
    },
    {
      "epoch": 0.24116036581813946,
      "grad_norm": 0.22873377799987793,
      "learning_rate": 9.78992999749636e-05,
      "loss": 0.0143,
      "step": 4140
    },
    {
      "epoch": 0.24174287877905284,
      "grad_norm": 0.37163299322128296,
      "learning_rate": 9.788346288075994e-05,
      "loss": 0.0134,
      "step": 4150
    },
    {
      "epoch": 0.2423253917399662,
      "grad_norm": 0.44292131066322327,
      "learning_rate": 9.786756760363373e-05,
      "loss": 0.0135,
      "step": 4160
    },
    {
      "epoch": 0.24290790470087958,
      "grad_norm": 0.3150562644004822,
      "learning_rate": 9.78516141628993e-05,
      "loss": 0.0164,
      "step": 4170
    },
    {
      "epoch": 0.24349041766179297,
      "grad_norm": 0.2714001536369324,
      "learning_rate": 9.783560257794154e-05,
      "loss": 0.0155,
      "step": 4180
    },
    {
      "epoch": 0.24407293062270635,
      "grad_norm": 0.32230204343795776,
      "learning_rate": 9.781953286821603e-05,
      "loss": 0.0156,
      "step": 4190
    },
    {
      "epoch": 0.24465544358361974,
      "grad_norm": 0.4852038621902466,
      "learning_rate": 9.780340505324901e-05,
      "loss": 0.0136,
      "step": 4200
    },
    {
      "epoch": 0.24523795654453312,
      "grad_norm": 0.3366095721721649,
      "learning_rate": 9.778721915263727e-05,
      "loss": 0.0122,
      "step": 4210
    },
    {
      "epoch": 0.2458204695054465,
      "grad_norm": 0.30512264370918274,
      "learning_rate": 9.777097518604824e-05,
      "loss": 0.0133,
      "step": 4220
    },
    {
      "epoch": 0.2464029824663599,
      "grad_norm": 0.3890034556388855,
      "learning_rate": 9.775467317321984e-05,
      "loss": 0.0119,
      "step": 4230
    },
    {
      "epoch": 0.24698549542727324,
      "grad_norm": 0.33380448818206787,
      "learning_rate": 9.773831313396055e-05,
      "loss": 0.0147,
      "step": 4240
    },
    {
      "epoch": 0.24756800838818663,
      "grad_norm": 0.3554973006248474,
      "learning_rate": 9.77218950881494e-05,
      "loss": 0.015,
      "step": 4250
    },
    {
      "epoch": 0.2481505213491,
      "grad_norm": 0.2725274860858917,
      "learning_rate": 9.770541905573583e-05,
      "loss": 0.0169,
      "step": 4260
    },
    {
      "epoch": 0.2487330343100134,
      "grad_norm": 0.26896587014198303,
      "learning_rate": 9.768888505673976e-05,
      "loss": 0.0143,
      "step": 4270
    },
    {
      "epoch": 0.24931554727092678,
      "grad_norm": 0.3896014988422394,
      "learning_rate": 9.767229311125162e-05,
      "loss": 0.0136,
      "step": 4280
    },
    {
      "epoch": 0.24989806023184016,
      "grad_norm": 0.224648579955101,
      "learning_rate": 9.765564323943211e-05,
      "loss": 0.0128,
      "step": 4290
    },
    {
      "epoch": 0.2504805731927535,
      "grad_norm": 0.2818295359611511,
      "learning_rate": 9.763893546151244e-05,
      "loss": 0.0142,
      "step": 4300
    },
    {
      "epoch": 0.2510630861536669,
      "grad_norm": 0.2838699519634247,
      "learning_rate": 9.762216979779412e-05,
      "loss": 0.0107,
      "step": 4310
    },
    {
      "epoch": 0.2516455991145803,
      "grad_norm": 0.1902606189250946,
      "learning_rate": 9.760534626864902e-05,
      "loss": 0.0123,
      "step": 4320
    },
    {
      "epoch": 0.25222811207549367,
      "grad_norm": 0.2964578866958618,
      "learning_rate": 9.758846489451931e-05,
      "loss": 0.0119,
      "step": 4330
    },
    {
      "epoch": 0.25281062503640706,
      "grad_norm": 0.33075934648513794,
      "learning_rate": 9.757152569591748e-05,
      "loss": 0.0146,
      "step": 4340
    },
    {
      "epoch": 0.25339313799732044,
      "grad_norm": 0.42020168900489807,
      "learning_rate": 9.75545286934262e-05,
      "loss": 0.0133,
      "step": 4350
    },
    {
      "epoch": 0.2539756509582338,
      "grad_norm": 0.4201684296131134,
      "learning_rate": 9.753747390769847e-05,
      "loss": 0.0134,
      "step": 4360
    },
    {
      "epoch": 0.2545581639191472,
      "grad_norm": 0.2482096552848816,
      "learning_rate": 9.752036135945744e-05,
      "loss": 0.0132,
      "step": 4370
    },
    {
      "epoch": 0.2551406768800606,
      "grad_norm": 0.2185676395893097,
      "learning_rate": 9.750319106949649e-05,
      "loss": 0.0112,
      "step": 4380
    },
    {
      "epoch": 0.255723189840974,
      "grad_norm": 0.4022974669933319,
      "learning_rate": 9.748596305867913e-05,
      "loss": 0.02,
      "step": 4390
    },
    {
      "epoch": 0.25630570280188736,
      "grad_norm": 0.42810171842575073,
      "learning_rate": 9.746867734793903e-05,
      "loss": 0.0213,
      "step": 4400
    },
    {
      "epoch": 0.25688821576280074,
      "grad_norm": 0.7219847440719604,
      "learning_rate": 9.745133395827993e-05,
      "loss": 0.0178,
      "step": 4410
    },
    {
      "epoch": 0.2574707287237141,
      "grad_norm": 0.351438045501709,
      "learning_rate": 9.743393291077572e-05,
      "loss": 0.019,
      "step": 4420
    },
    {
      "epoch": 0.2580532416846275,
      "grad_norm": 0.4004956781864166,
      "learning_rate": 9.741647422657028e-05,
      "loss": 0.0179,
      "step": 4430
    },
    {
      "epoch": 0.25863575464554084,
      "grad_norm": 0.5662891268730164,
      "learning_rate": 9.739895792687758e-05,
      "loss": 0.022,
      "step": 4440
    },
    {
      "epoch": 0.2592182676064542,
      "grad_norm": 0.505552351474762,
      "learning_rate": 9.738138403298157e-05,
      "loss": 0.0155,
      "step": 4450
    },
    {
      "epoch": 0.2598007805673676,
      "grad_norm": 0.4024660587310791,
      "learning_rate": 9.736375256623619e-05,
      "loss": 0.0168,
      "step": 4460
    },
    {
      "epoch": 0.260383293528281,
      "grad_norm": 0.3369954228401184,
      "learning_rate": 9.734606354806533e-05,
      "loss": 0.0154,
      "step": 4470
    },
    {
      "epoch": 0.2609658064891944,
      "grad_norm": 0.3174836337566376,
      "learning_rate": 9.73283169999628e-05,
      "loss": 0.0133,
      "step": 4480
    },
    {
      "epoch": 0.26154831945010776,
      "grad_norm": 0.2838727533817291,
      "learning_rate": 9.731051294349238e-05,
      "loss": 0.0152,
      "step": 4490
    },
    {
      "epoch": 0.26213083241102114,
      "grad_norm": 0.20824427902698517,
      "learning_rate": 9.729265140028762e-05,
      "loss": 0.0149,
      "step": 4500
    },
    {
      "epoch": 0.2627133453719345,
      "grad_norm": 0.4184311032295227,
      "learning_rate": 9.727473239205201e-05,
      "loss": 0.0204,
      "step": 4510
    },
    {
      "epoch": 0.2632958583328479,
      "grad_norm": 0.4343879818916321,
      "learning_rate": 9.725675594055883e-05,
      "loss": 0.0164,
      "step": 4520
    },
    {
      "epoch": 0.2638783712937613,
      "grad_norm": 0.25088533759117126,
      "learning_rate": 9.723872206765116e-05,
      "loss": 0.0157,
      "step": 4530
    },
    {
      "epoch": 0.2644608842546747,
      "grad_norm": 0.28644782304763794,
      "learning_rate": 9.722063079524185e-05,
      "loss": 0.0133,
      "step": 4540
    },
    {
      "epoch": 0.26504339721558806,
      "grad_norm": 0.4774155914783478,
      "learning_rate": 9.720248214531351e-05,
      "loss": 0.0143,
      "step": 4550
    },
    {
      "epoch": 0.26562591017650145,
      "grad_norm": 0.36532267928123474,
      "learning_rate": 9.718427613991848e-05,
      "loss": 0.0134,
      "step": 4560
    },
    {
      "epoch": 0.26620842313741483,
      "grad_norm": 0.2361028641462326,
      "learning_rate": 9.716601280117873e-05,
      "loss": 0.0133,
      "step": 4570
    },
    {
      "epoch": 0.2667909360983282,
      "grad_norm": 0.35117876529693604,
      "learning_rate": 9.714769215128596e-05,
      "loss": 0.0145,
      "step": 4580
    },
    {
      "epoch": 0.26737344905924154,
      "grad_norm": 0.28342658281326294,
      "learning_rate": 9.712931421250152e-05,
      "loss": 0.0134,
      "step": 4590
    },
    {
      "epoch": 0.2679559620201549,
      "grad_norm": 0.2828042805194855,
      "learning_rate": 9.711087900715627e-05,
      "loss": 0.013,
      "step": 4600
    },
    {
      "epoch": 0.2685384749810683,
      "grad_norm": 0.3468429148197174,
      "learning_rate": 9.709238655765078e-05,
      "loss": 0.0147,
      "step": 4610
    },
    {
      "epoch": 0.2691209879419817,
      "grad_norm": 0.27148357033729553,
      "learning_rate": 9.707383688645511e-05,
      "loss": 0.0153,
      "step": 4620
    },
    {
      "epoch": 0.2697035009028951,
      "grad_norm": 0.40684014558792114,
      "learning_rate": 9.705523001610883e-05,
      "loss": 0.0145,
      "step": 4630
    },
    {
      "epoch": 0.27028601386380846,
      "grad_norm": 0.36176109313964844,
      "learning_rate": 9.703656596922107e-05,
      "loss": 0.0176,
      "step": 4640
    },
    {
      "epoch": 0.27086852682472184,
      "grad_norm": 0.3847898840904236,
      "learning_rate": 9.70178447684704e-05,
      "loss": 0.0158,
      "step": 4650
    },
    {
      "epoch": 0.27145103978563523,
      "grad_norm": 0.24188876152038574,
      "learning_rate": 9.699906643660483e-05,
      "loss": 0.0202,
      "step": 4660
    },
    {
      "epoch": 0.2720335527465486,
      "grad_norm": 0.2264142483472824,
      "learning_rate": 9.698023099644185e-05,
      "loss": 0.0138,
      "step": 4670
    },
    {
      "epoch": 0.272616065707462,
      "grad_norm": 0.24442389607429504,
      "learning_rate": 9.696133847086823e-05,
      "loss": 0.0107,
      "step": 4680
    },
    {
      "epoch": 0.2731985786683754,
      "grad_norm": 0.22923371195793152,
      "learning_rate": 9.694238888284022e-05,
      "loss": 0.0142,
      "step": 4690
    },
    {
      "epoch": 0.27378109162928876,
      "grad_norm": 0.269704133272171,
      "learning_rate": 9.692338225538333e-05,
      "loss": 0.0169,
      "step": 4700
    },
    {
      "epoch": 0.27436360459020215,
      "grad_norm": 0.331922709941864,
      "learning_rate": 9.690431861159241e-05,
      "loss": 0.0138,
      "step": 4710
    },
    {
      "epoch": 0.27494611755111553,
      "grad_norm": 0.3346977233886719,
      "learning_rate": 9.688519797463161e-05,
      "loss": 0.0153,
      "step": 4720
    },
    {
      "epoch": 0.2755286305120289,
      "grad_norm": 0.3668387234210968,
      "learning_rate": 9.686602036773426e-05,
      "loss": 0.0144,
      "step": 4730
    },
    {
      "epoch": 0.2761111434729423,
      "grad_norm": 0.43482881784439087,
      "learning_rate": 9.684678581420302e-05,
      "loss": 0.015,
      "step": 4740
    },
    {
      "epoch": 0.27669365643385563,
      "grad_norm": 0.31008052825927734,
      "learning_rate": 9.682749433740962e-05,
      "loss": 0.0153,
      "step": 4750
    },
    {
      "epoch": 0.277276169394769,
      "grad_norm": 0.310477614402771,
      "learning_rate": 9.680814596079507e-05,
      "loss": 0.0153,
      "step": 4760
    },
    {
      "epoch": 0.2778586823556824,
      "grad_norm": 0.3365541398525238,
      "learning_rate": 9.678874070786945e-05,
      "loss": 0.0146,
      "step": 4770
    },
    {
      "epoch": 0.2784411953165958,
      "grad_norm": 0.3239288926124573,
      "learning_rate": 9.676927860221199e-05,
      "loss": 0.0162,
      "step": 4780
    },
    {
      "epoch": 0.27902370827750916,
      "grad_norm": 0.2856786251068115,
      "learning_rate": 9.674975966747097e-05,
      "loss": 0.0133,
      "step": 4790
    },
    {
      "epoch": 0.27960622123842255,
      "grad_norm": 0.346770703792572,
      "learning_rate": 9.673018392736374e-05,
      "loss": 0.0149,
      "step": 4800
    },
    {
      "epoch": 0.28018873419933593,
      "grad_norm": 0.34028011560440063,
      "learning_rate": 9.671055140567667e-05,
      "loss": 0.0133,
      "step": 4810
    },
    {
      "epoch": 0.2807712471602493,
      "grad_norm": 0.32853594422340393,
      "learning_rate": 9.669086212626511e-05,
      "loss": 0.0104,
      "step": 4820
    },
    {
      "epoch": 0.2813537601211627,
      "grad_norm": 0.3057480454444885,
      "learning_rate": 9.667111611305341e-05,
      "loss": 0.0151,
      "step": 4830
    },
    {
      "epoch": 0.2819362730820761,
      "grad_norm": 0.314474880695343,
      "learning_rate": 9.665131339003486e-05,
      "loss": 0.0197,
      "step": 4840
    },
    {
      "epoch": 0.28251878604298947,
      "grad_norm": 0.35622647404670715,
      "learning_rate": 9.663145398127158e-05,
      "loss": 0.014,
      "step": 4850
    },
    {
      "epoch": 0.28310129900390285,
      "grad_norm": 0.5124862194061279,
      "learning_rate": 9.661153791089467e-05,
      "loss": 0.0138,
      "step": 4860
    },
    {
      "epoch": 0.28368381196481623,
      "grad_norm": 0.4098750948905945,
      "learning_rate": 9.659156520310402e-05,
      "loss": 0.0136,
      "step": 4870
    },
    {
      "epoch": 0.2842663249257296,
      "grad_norm": 0.24630773067474365,
      "learning_rate": 9.657153588216835e-05,
      "loss": 0.016,
      "step": 4880
    },
    {
      "epoch": 0.284848837886643,
      "grad_norm": 0.45266249775886536,
      "learning_rate": 9.655144997242516e-05,
      "loss": 0.0131,
      "step": 4890
    },
    {
      "epoch": 0.28543135084755633,
      "grad_norm": 0.3983039855957031,
      "learning_rate": 9.653130749828075e-05,
      "loss": 0.0165,
      "step": 4900
    },
    {
      "epoch": 0.2860138638084697,
      "grad_norm": 0.35880064964294434,
      "learning_rate": 9.65111084842101e-05,
      "loss": 0.0151,
      "step": 4910
    },
    {
      "epoch": 0.2865963767693831,
      "grad_norm": 0.25483396649360657,
      "learning_rate": 9.649085295475695e-05,
      "loss": 0.0126,
      "step": 4920
    },
    {
      "epoch": 0.2871788897302965,
      "grad_norm": 0.3345501720905304,
      "learning_rate": 9.647054093453365e-05,
      "loss": 0.0148,
      "step": 4930
    },
    {
      "epoch": 0.28776140269120987,
      "grad_norm": 0.44244930148124695,
      "learning_rate": 9.645017244822123e-05,
      "loss": 0.0136,
      "step": 4940
    },
    {
      "epoch": 0.28834391565212325,
      "grad_norm": 0.38924461603164673,
      "learning_rate": 9.642974752056931e-05,
      "loss": 0.0148,
      "step": 4950
    },
    {
      "epoch": 0.28892642861303663,
      "grad_norm": 0.2436865270137787,
      "learning_rate": 9.640926617639613e-05,
      "loss": 0.0121,
      "step": 4960
    },
    {
      "epoch": 0.28950894157395,
      "grad_norm": 0.43023666739463806,
      "learning_rate": 9.638872844058843e-05,
      "loss": 0.0187,
      "step": 4970
    },
    {
      "epoch": 0.2900914545348634,
      "grad_norm": 0.32516413927078247,
      "learning_rate": 9.63681343381015e-05,
      "loss": 0.0172,
      "step": 4980
    },
    {
      "epoch": 0.2906739674957768,
      "grad_norm": 0.2989577054977417,
      "learning_rate": 9.634748389395914e-05,
      "loss": 0.0123,
      "step": 4990
    },
    {
      "epoch": 0.29125648045669017,
      "grad_norm": 0.27005958557128906,
      "learning_rate": 9.632677713325353e-05,
      "loss": 0.015,
      "step": 5000
    },
    {
      "epoch": 0.29183899341760355,
      "grad_norm": 0.3099139630794525,
      "learning_rate": 9.63060140811454e-05,
      "loss": 0.0168,
      "step": 5010
    },
    {
      "epoch": 0.29242150637851694,
      "grad_norm": 0.34511786699295044,
      "learning_rate": 9.628519476286379e-05,
      "loss": 0.0165,
      "step": 5020
    },
    {
      "epoch": 0.2930040193394303,
      "grad_norm": 0.3462317883968353,
      "learning_rate": 9.626431920370612e-05,
      "loss": 0.0159,
      "step": 5030
    },
    {
      "epoch": 0.2935865323003437,
      "grad_norm": 0.2514205276966095,
      "learning_rate": 9.624338742903819e-05,
      "loss": 0.0127,
      "step": 5040
    },
    {
      "epoch": 0.2941690452612571,
      "grad_norm": 0.3226291239261627,
      "learning_rate": 9.622239946429406e-05,
      "loss": 0.0142,
      "step": 5050
    },
    {
      "epoch": 0.2947515582221704,
      "grad_norm": 0.330447256565094,
      "learning_rate": 9.620135533497609e-05,
      "loss": 0.0146,
      "step": 5060
    },
    {
      "epoch": 0.2953340711830838,
      "grad_norm": 0.28347858786582947,
      "learning_rate": 9.61802550666549e-05,
      "loss": 0.0103,
      "step": 5070
    },
    {
      "epoch": 0.2959165841439972,
      "grad_norm": 0.2465979903936386,
      "learning_rate": 9.615909868496928e-05,
      "loss": 0.0156,
      "step": 5080
    },
    {
      "epoch": 0.29649909710491057,
      "grad_norm": 0.31589576601982117,
      "learning_rate": 9.613788621562622e-05,
      "loss": 0.015,
      "step": 5090
    },
    {
      "epoch": 0.29708161006582395,
      "grad_norm": 0.4845690131187439,
      "learning_rate": 9.611661768440093e-05,
      "loss": 0.0163,
      "step": 5100
    },
    {
      "epoch": 0.29766412302673734,
      "grad_norm": 0.33092549443244934,
      "learning_rate": 9.609529311713661e-05,
      "loss": 0.0145,
      "step": 5110
    },
    {
      "epoch": 0.2982466359876507,
      "grad_norm": 0.29073378443717957,
      "learning_rate": 9.607391253974466e-05,
      "loss": 0.0173,
      "step": 5120
    },
    {
      "epoch": 0.2988291489485641,
      "grad_norm": 0.38316112756729126,
      "learning_rate": 9.605247597820448e-05,
      "loss": 0.0116,
      "step": 5130
    },
    {
      "epoch": 0.2994116619094775,
      "grad_norm": 0.2966541647911072,
      "learning_rate": 9.603098345856354e-05,
      "loss": 0.0132,
      "step": 5140
    },
    {
      "epoch": 0.2999941748703909,
      "grad_norm": 0.28130510449409485,
      "learning_rate": 9.600943500693725e-05,
      "loss": 0.0106,
      "step": 5150
    },
    {
      "epoch": 0.30057668783130426,
      "grad_norm": 0.2975674271583557,
      "learning_rate": 9.598783064950902e-05,
      "loss": 0.015,
      "step": 5160
    },
    {
      "epoch": 0.30115920079221764,
      "grad_norm": 0.2338527888059616,
      "learning_rate": 9.596617041253018e-05,
      "loss": 0.0096,
      "step": 5170
    },
    {
      "epoch": 0.301741713753131,
      "grad_norm": 0.3399932384490967,
      "learning_rate": 9.594445432231996e-05,
      "loss": 0.0115,
      "step": 5180
    },
    {
      "epoch": 0.3023242267140444,
      "grad_norm": 0.29272010922431946,
      "learning_rate": 9.592268240526547e-05,
      "loss": 0.0137,
      "step": 5190
    },
    {
      "epoch": 0.3029067396749578,
      "grad_norm": 0.31858593225479126,
      "learning_rate": 9.590085468782162e-05,
      "loss": 0.0163,
      "step": 5200
    },
    {
      "epoch": 0.3034892526358711,
      "grad_norm": 0.38448017835617065,
      "learning_rate": 9.587897119651116e-05,
      "loss": 0.0128,
      "step": 5210
    },
    {
      "epoch": 0.3040717655967845,
      "grad_norm": 0.22529268264770508,
      "learning_rate": 9.585703195792459e-05,
      "loss": 0.0129,
      "step": 5220
    },
    {
      "epoch": 0.3046542785576979,
      "grad_norm": 0.3622327148914337,
      "learning_rate": 9.583503699872016e-05,
      "loss": 0.0131,
      "step": 5230
    },
    {
      "epoch": 0.3052367915186113,
      "grad_norm": 0.2763410210609436,
      "learning_rate": 9.581298634562381e-05,
      "loss": 0.0116,
      "step": 5240
    },
    {
      "epoch": 0.30581930447952466,
      "grad_norm": 0.2970474064350128,
      "learning_rate": 9.579088002542917e-05,
      "loss": 0.0126,
      "step": 5250
    },
    {
      "epoch": 0.30640181744043804,
      "grad_norm": 0.2559505105018616,
      "learning_rate": 9.57687180649975e-05,
      "loss": 0.0146,
      "step": 5260
    },
    {
      "epoch": 0.3069843304013514,
      "grad_norm": 0.28003329038619995,
      "learning_rate": 9.574650049125768e-05,
      "loss": 0.0148,
      "step": 5270
    },
    {
      "epoch": 0.3075668433622648,
      "grad_norm": 0.26014652848243713,
      "learning_rate": 9.572422733120614e-05,
      "loss": 0.0149,
      "step": 5280
    },
    {
      "epoch": 0.3081493563231782,
      "grad_norm": 0.3492480516433716,
      "learning_rate": 9.570189861190689e-05,
      "loss": 0.0148,
      "step": 5290
    },
    {
      "epoch": 0.3087318692840916,
      "grad_norm": 0.400206595659256,
      "learning_rate": 9.56795143604914e-05,
      "loss": 0.0142,
      "step": 5300
    },
    {
      "epoch": 0.30931438224500496,
      "grad_norm": 0.34377798438072205,
      "learning_rate": 9.565707460415869e-05,
      "loss": 0.0136,
      "step": 5310
    },
    {
      "epoch": 0.30989689520591834,
      "grad_norm": 0.34064170718193054,
      "learning_rate": 9.563457937017515e-05,
      "loss": 0.013,
      "step": 5320
    },
    {
      "epoch": 0.3104794081668317,
      "grad_norm": 0.22578756511211395,
      "learning_rate": 9.56120286858746e-05,
      "loss": 0.0122,
      "step": 5330
    },
    {
      "epoch": 0.3110619211277451,
      "grad_norm": 0.2612018585205078,
      "learning_rate": 9.558942257865829e-05,
      "loss": 0.0143,
      "step": 5340
    },
    {
      "epoch": 0.3116444340886585,
      "grad_norm": 0.26774755120277405,
      "learning_rate": 9.556676107599472e-05,
      "loss": 0.0125,
      "step": 5350
    },
    {
      "epoch": 0.3122269470495719,
      "grad_norm": 0.21939046680927277,
      "learning_rate": 9.554404420541978e-05,
      "loss": 0.0125,
      "step": 5360
    },
    {
      "epoch": 0.3128094600104852,
      "grad_norm": 0.34214887022972107,
      "learning_rate": 9.55212719945366e-05,
      "loss": 0.0147,
      "step": 5370
    },
    {
      "epoch": 0.3133919729713986,
      "grad_norm": 0.27684247493743896,
      "learning_rate": 9.549844447101559e-05,
      "loss": 0.014,
      "step": 5380
    },
    {
      "epoch": 0.313974485932312,
      "grad_norm": 0.31412631273269653,
      "learning_rate": 9.547556166259433e-05,
      "loss": 0.0136,
      "step": 5390
    },
    {
      "epoch": 0.31455699889322536,
      "grad_norm": 0.2898443341255188,
      "learning_rate": 9.545262359707756e-05,
      "loss": 0.0131,
      "step": 5400
    },
    {
      "epoch": 0.31513951185413874,
      "grad_norm": 0.24868787825107574,
      "learning_rate": 9.542963030233724e-05,
      "loss": 0.0142,
      "step": 5410
    },
    {
      "epoch": 0.3157220248150521,
      "grad_norm": 0.31491348147392273,
      "learning_rate": 9.540658180631237e-05,
      "loss": 0.0133,
      "step": 5420
    },
    {
      "epoch": 0.3163045377759655,
      "grad_norm": 0.20581558346748352,
      "learning_rate": 9.538347813700904e-05,
      "loss": 0.0158,
      "step": 5430
    },
    {
      "epoch": 0.3168870507368789,
      "grad_norm": 0.2847931385040283,
      "learning_rate": 9.536031932250036e-05,
      "loss": 0.0129,
      "step": 5440
    },
    {
      "epoch": 0.3174695636977923,
      "grad_norm": 0.33832216262817383,
      "learning_rate": 9.533710539092653e-05,
      "loss": 0.015,
      "step": 5450
    },
    {
      "epoch": 0.31805207665870566,
      "grad_norm": 0.28036195039749146,
      "learning_rate": 9.531383637049464e-05,
      "loss": 0.011,
      "step": 5460
    },
    {
      "epoch": 0.31863458961961905,
      "grad_norm": 0.30270060896873474,
      "learning_rate": 9.529051228947875e-05,
      "loss": 0.0124,
      "step": 5470
    },
    {
      "epoch": 0.31921710258053243,
      "grad_norm": 0.34320932626724243,
      "learning_rate": 9.52671331762198e-05,
      "loss": 0.0129,
      "step": 5480
    },
    {
      "epoch": 0.3197996155414458,
      "grad_norm": 0.40417709946632385,
      "learning_rate": 9.524369905912565e-05,
      "loss": 0.0109,
      "step": 5490
    },
    {
      "epoch": 0.3203821285023592,
      "grad_norm": 0.28732940554618835,
      "learning_rate": 9.522020996667092e-05,
      "loss": 0.0107,
      "step": 5500
    },
    {
      "epoch": 0.3209646414632726,
      "grad_norm": 0.22060438990592957,
      "learning_rate": 9.519666592739709e-05,
      "loss": 0.0113,
      "step": 5510
    },
    {
      "epoch": 0.32154715442418597,
      "grad_norm": 0.23726588487625122,
      "learning_rate": 9.517306696991241e-05,
      "loss": 0.0102,
      "step": 5520
    },
    {
      "epoch": 0.3221296673850993,
      "grad_norm": 0.34877848625183105,
      "learning_rate": 9.51494131228918e-05,
      "loss": 0.0201,
      "step": 5530
    },
    {
      "epoch": 0.3227121803460127,
      "grad_norm": 0.20062492787837982,
      "learning_rate": 9.512570441507695e-05,
      "loss": 0.014,
      "step": 5540
    },
    {
      "epoch": 0.32329469330692606,
      "grad_norm": 0.3137679100036621,
      "learning_rate": 9.510194087527615e-05,
      "loss": 0.011,
      "step": 5550
    },
    {
      "epoch": 0.32387720626783945,
      "grad_norm": 0.4614037275314331,
      "learning_rate": 9.507812253236435e-05,
      "loss": 0.0147,
      "step": 5560
    },
    {
      "epoch": 0.32445971922875283,
      "grad_norm": 0.2742924392223358,
      "learning_rate": 9.505424941528309e-05,
      "loss": 0.0129,
      "step": 5570
    },
    {
      "epoch": 0.3250422321896662,
      "grad_norm": 0.2699301242828369,
      "learning_rate": 9.503032155304046e-05,
      "loss": 0.013,
      "step": 5580
    },
    {
      "epoch": 0.3256247451505796,
      "grad_norm": 0.4203640818595886,
      "learning_rate": 9.500633897471106e-05,
      "loss": 0.0138,
      "step": 5590
    },
    {
      "epoch": 0.326207258111493,
      "grad_norm": 0.37082532048225403,
      "learning_rate": 9.498230170943596e-05,
      "loss": 0.0141,
      "step": 5600
    },
    {
      "epoch": 0.32678977107240637,
      "grad_norm": 0.4199288785457611,
      "learning_rate": 9.495820978642275e-05,
      "loss": 0.0169,
      "step": 5610
    },
    {
      "epoch": 0.32737228403331975,
      "grad_norm": 0.46307772397994995,
      "learning_rate": 9.493406323494535e-05,
      "loss": 0.0135,
      "step": 5620
    },
    {
      "epoch": 0.32795479699423313,
      "grad_norm": 0.3684145510196686,
      "learning_rate": 9.490986208434413e-05,
      "loss": 0.0127,
      "step": 5630
    },
    {
      "epoch": 0.3285373099551465,
      "grad_norm": 0.3294019401073456,
      "learning_rate": 9.488560636402577e-05,
      "loss": 0.0167,
      "step": 5640
    },
    {
      "epoch": 0.3291198229160599,
      "grad_norm": 0.3000147342681885,
      "learning_rate": 9.486129610346321e-05,
      "loss": 0.0119,
      "step": 5650
    },
    {
      "epoch": 0.3297023358769733,
      "grad_norm": 0.23165956139564514,
      "learning_rate": 9.483693133219576e-05,
      "loss": 0.0113,
      "step": 5660
    },
    {
      "epoch": 0.33028484883788667,
      "grad_norm": 0.23021915555000305,
      "learning_rate": 9.481251207982888e-05,
      "loss": 0.0125,
      "step": 5670
    },
    {
      "epoch": 0.3308673617988,
      "grad_norm": 0.2385621815919876,
      "learning_rate": 9.47880383760343e-05,
      "loss": 0.0139,
      "step": 5680
    },
    {
      "epoch": 0.3314498747597134,
      "grad_norm": 0.2613489031791687,
      "learning_rate": 9.476351025054983e-05,
      "loss": 0.0164,
      "step": 5690
    },
    {
      "epoch": 0.33203238772062676,
      "grad_norm": 0.23035407066345215,
      "learning_rate": 9.473892773317952e-05,
      "loss": 0.0114,
      "step": 5700
    },
    {
      "epoch": 0.33261490068154015,
      "grad_norm": 0.2664507329463959,
      "learning_rate": 9.471429085379338e-05,
      "loss": 0.0183,
      "step": 5710
    },
    {
      "epoch": 0.33319741364245353,
      "grad_norm": 0.32637298107147217,
      "learning_rate": 9.468959964232757e-05,
      "loss": 0.018,
      "step": 5720
    },
    {
      "epoch": 0.3337799266033669,
      "grad_norm": 0.20291414856910706,
      "learning_rate": 9.466485412878425e-05,
      "loss": 0.0201,
      "step": 5730
    },
    {
      "epoch": 0.3343624395642803,
      "grad_norm": 0.4235072433948517,
      "learning_rate": 9.464005434323154e-05,
      "loss": 0.0132,
      "step": 5740
    },
    {
      "epoch": 0.3349449525251937,
      "grad_norm": 0.3145645260810852,
      "learning_rate": 9.461520031580352e-05,
      "loss": 0.013,
      "step": 5750
    },
    {
      "epoch": 0.33552746548610707,
      "grad_norm": 0.2606288492679596,
      "learning_rate": 9.459029207670019e-05,
      "loss": 0.0136,
      "step": 5760
    },
    {
      "epoch": 0.33610997844702045,
      "grad_norm": 0.3538146913051605,
      "learning_rate": 9.456532965618737e-05,
      "loss": 0.0135,
      "step": 5770
    },
    {
      "epoch": 0.33669249140793384,
      "grad_norm": 0.3229866921901703,
      "learning_rate": 9.454031308459681e-05,
      "loss": 0.0134,
      "step": 5780
    },
    {
      "epoch": 0.3372750043688472,
      "grad_norm": 0.28633013367652893,
      "learning_rate": 9.451524239232595e-05,
      "loss": 0.0148,
      "step": 5790
    },
    {
      "epoch": 0.3378575173297606,
      "grad_norm": 0.3700575828552246,
      "learning_rate": 9.449011760983809e-05,
      "loss": 0.0139,
      "step": 5800
    },
    {
      "epoch": 0.338440030290674,
      "grad_norm": 0.17904630303382874,
      "learning_rate": 9.446493876766218e-05,
      "loss": 0.0108,
      "step": 5810
    },
    {
      "epoch": 0.33902254325158737,
      "grad_norm": 0.4766163229942322,
      "learning_rate": 9.44397058963929e-05,
      "loss": 0.0118,
      "step": 5820
    },
    {
      "epoch": 0.33960505621250076,
      "grad_norm": 0.45538008213043213,
      "learning_rate": 9.441441902669056e-05,
      "loss": 0.0177,
      "step": 5830
    },
    {
      "epoch": 0.3401875691734141,
      "grad_norm": 0.4499160051345825,
      "learning_rate": 9.43890781892811e-05,
      "loss": 0.0163,
      "step": 5840
    },
    {
      "epoch": 0.34077008213432747,
      "grad_norm": 0.2667197287082672,
      "learning_rate": 9.436368341495603e-05,
      "loss": 0.0201,
      "step": 5850
    },
    {
      "epoch": 0.34135259509524085,
      "grad_norm": 0.2519628405570984,
      "learning_rate": 9.43382347345724e-05,
      "loss": 0.0139,
      "step": 5860
    },
    {
      "epoch": 0.34193510805615424,
      "grad_norm": 0.27849137783050537,
      "learning_rate": 9.431273217905273e-05,
      "loss": 0.0125,
      "step": 5870
    },
    {
      "epoch": 0.3425176210170676,
      "grad_norm": 0.3382633626461029,
      "learning_rate": 9.428717577938504e-05,
      "loss": 0.0184,
      "step": 5880
    },
    {
      "epoch": 0.343100133977981,
      "grad_norm": 0.32172083854675293,
      "learning_rate": 9.426156556662276e-05,
      "loss": 0.0118,
      "step": 5890
    },
    {
      "epoch": 0.3436826469388944,
      "grad_norm": 0.36967912316322327,
      "learning_rate": 9.423590157188474e-05,
      "loss": 0.0156,
      "step": 5900
    },
    {
      "epoch": 0.34426515989980777,
      "grad_norm": 0.33469265699386597,
      "learning_rate": 9.421018382635513e-05,
      "loss": 0.014,
      "step": 5910
    },
    {
      "epoch": 0.34484767286072115,
      "grad_norm": 0.30567115545272827,
      "learning_rate": 9.418441236128343e-05,
      "loss": 0.0149,
      "step": 5920
    },
    {
      "epoch": 0.34543018582163454,
      "grad_norm": 0.19063973426818848,
      "learning_rate": 9.41585872079844e-05,
      "loss": 0.0133,
      "step": 5930
    },
    {
      "epoch": 0.3460126987825479,
      "grad_norm": 0.4304380416870117,
      "learning_rate": 9.413270839783802e-05,
      "loss": 0.0125,
      "step": 5940
    },
    {
      "epoch": 0.3465952117434613,
      "grad_norm": 0.2692255973815918,
      "learning_rate": 9.41067759622895e-05,
      "loss": 0.0128,
      "step": 5950
    },
    {
      "epoch": 0.3471777247043747,
      "grad_norm": 0.2566480338573456,
      "learning_rate": 9.408078993284917e-05,
      "loss": 0.0128,
      "step": 5960
    },
    {
      "epoch": 0.3477602376652881,
      "grad_norm": 0.30677348375320435,
      "learning_rate": 9.405475034109254e-05,
      "loss": 0.0111,
      "step": 5970
    },
    {
      "epoch": 0.34834275062620146,
      "grad_norm": 0.31435564160346985,
      "learning_rate": 9.402865721866015e-05,
      "loss": 0.0129,
      "step": 5980
    },
    {
      "epoch": 0.3489252635871148,
      "grad_norm": 0.3343210816383362,
      "learning_rate": 9.400251059725762e-05,
      "loss": 0.0104,
      "step": 5990
    },
    {
      "epoch": 0.34950777654802817,
      "grad_norm": 0.3017050623893738,
      "learning_rate": 9.397631050865554e-05,
      "loss": 0.0133,
      "step": 6000
    },
    {
      "epoch": 0.35009028950894155,
      "grad_norm": 0.20941412448883057,
      "learning_rate": 9.395005698468949e-05,
      "loss": 0.0098,
      "step": 6010
    },
    {
      "epoch": 0.35067280246985494,
      "grad_norm": 0.29110249876976013,
      "learning_rate": 9.392375005726e-05,
      "loss": 0.0119,
      "step": 6020
    },
    {
      "epoch": 0.3512553154307683,
      "grad_norm": 0.38054490089416504,
      "learning_rate": 9.389738975833242e-05,
      "loss": 0.01,
      "step": 6030
    },
    {
      "epoch": 0.3518378283916817,
      "grad_norm": 0.24182026088237762,
      "learning_rate": 9.387097611993707e-05,
      "loss": 0.0146,
      "step": 6040
    },
    {
      "epoch": 0.3524203413525951,
      "grad_norm": 0.20831067860126495,
      "learning_rate": 9.384450917416894e-05,
      "loss": 0.0107,
      "step": 6050
    },
    {
      "epoch": 0.3530028543135085,
      "grad_norm": 0.17184917628765106,
      "learning_rate": 9.381798895318792e-05,
      "loss": 0.0117,
      "step": 6060
    },
    {
      "epoch": 0.35358536727442186,
      "grad_norm": 0.30182504653930664,
      "learning_rate": 9.379141548921853e-05,
      "loss": 0.0108,
      "step": 6070
    },
    {
      "epoch": 0.35416788023533524,
      "grad_norm": 0.2855520248413086,
      "learning_rate": 9.376478881455009e-05,
      "loss": 0.0151,
      "step": 6080
    },
    {
      "epoch": 0.3547503931962486,
      "grad_norm": 0.29148533940315247,
      "learning_rate": 9.373810896153647e-05,
      "loss": 0.013,
      "step": 6090
    },
    {
      "epoch": 0.355332906157162,
      "grad_norm": 0.3114771246910095,
      "learning_rate": 9.371137596259623e-05,
      "loss": 0.0101,
      "step": 6100
    },
    {
      "epoch": 0.3559154191180754,
      "grad_norm": 0.2501264214515686,
      "learning_rate": 9.368458985021248e-05,
      "loss": 0.0101,
      "step": 6110
    },
    {
      "epoch": 0.3564979320789888,
      "grad_norm": 0.2828197479248047,
      "learning_rate": 9.365775065693287e-05,
      "loss": 0.0147,
      "step": 6120
    },
    {
      "epoch": 0.35708044503990216,
      "grad_norm": 0.26596835255622864,
      "learning_rate": 9.363085841536957e-05,
      "loss": 0.0135,
      "step": 6130
    },
    {
      "epoch": 0.35766295800081555,
      "grad_norm": 0.20203420519828796,
      "learning_rate": 9.360391315819917e-05,
      "loss": 0.0101,
      "step": 6140
    },
    {
      "epoch": 0.3582454709617289,
      "grad_norm": 0.30759403109550476,
      "learning_rate": 9.357691491816269e-05,
      "loss": 0.0102,
      "step": 6150
    },
    {
      "epoch": 0.35882798392264226,
      "grad_norm": 0.22800108790397644,
      "learning_rate": 9.354986372806557e-05,
      "loss": 0.0137,
      "step": 6160
    },
    {
      "epoch": 0.35941049688355564,
      "grad_norm": 0.21857386827468872,
      "learning_rate": 9.352275962077752e-05,
      "loss": 0.0134,
      "step": 6170
    },
    {
      "epoch": 0.359993009844469,
      "grad_norm": 0.40877413749694824,
      "learning_rate": 9.349560262923262e-05,
      "loss": 0.0144,
      "step": 6180
    },
    {
      "epoch": 0.3605755228053824,
      "grad_norm": 0.45766687393188477,
      "learning_rate": 9.346839278642913e-05,
      "loss": 0.0147,
      "step": 6190
    },
    {
      "epoch": 0.3611580357662958,
      "grad_norm": 0.31452977657318115,
      "learning_rate": 9.344113012542963e-05,
      "loss": 0.0129,
      "step": 6200
    },
    {
      "epoch": 0.3617405487272092,
      "grad_norm": 0.2539997696876526,
      "learning_rate": 9.341381467936079e-05,
      "loss": 0.0115,
      "step": 6210
    },
    {
      "epoch": 0.36232306168812256,
      "grad_norm": 0.26139014959335327,
      "learning_rate": 9.338644648141346e-05,
      "loss": 0.0116,
      "step": 6220
    },
    {
      "epoch": 0.36290557464903594,
      "grad_norm": 0.1639491766691208,
      "learning_rate": 9.335902556484257e-05,
      "loss": 0.0134,
      "step": 6230
    },
    {
      "epoch": 0.36348808760994933,
      "grad_norm": 0.2698086202144623,
      "learning_rate": 9.333155196296712e-05,
      "loss": 0.0119,
      "step": 6240
    },
    {
      "epoch": 0.3640706005708627,
      "grad_norm": 0.38294240832328796,
      "learning_rate": 9.330402570917016e-05,
      "loss": 0.0126,
      "step": 6250
    },
    {
      "epoch": 0.3646531135317761,
      "grad_norm": 0.36223292350769043,
      "learning_rate": 9.327644683689865e-05,
      "loss": 0.0138,
      "step": 6260
    },
    {
      "epoch": 0.3652356264926895,
      "grad_norm": 0.30007612705230713,
      "learning_rate": 9.324881537966354e-05,
      "loss": 0.0124,
      "step": 6270
    },
    {
      "epoch": 0.36581813945360286,
      "grad_norm": 0.23643670976161957,
      "learning_rate": 9.322113137103964e-05,
      "loss": 0.0119,
      "step": 6280
    },
    {
      "epoch": 0.36640065241451625,
      "grad_norm": 0.24124610424041748,
      "learning_rate": 9.319339484466564e-05,
      "loss": 0.0144,
      "step": 6290
    },
    {
      "epoch": 0.3669831653754296,
      "grad_norm": 0.2288600355386734,
      "learning_rate": 9.316560583424403e-05,
      "loss": 0.0109,
      "step": 6300
    },
    {
      "epoch": 0.36756567833634296,
      "grad_norm": 0.26642534136772156,
      "learning_rate": 9.313776437354108e-05,
      "loss": 0.0138,
      "step": 6310
    },
    {
      "epoch": 0.36814819129725634,
      "grad_norm": 0.26386332511901855,
      "learning_rate": 9.31098704963868e-05,
      "loss": 0.0106,
      "step": 6320
    },
    {
      "epoch": 0.36873070425816973,
      "grad_norm": 0.29608970880508423,
      "learning_rate": 9.308192423667485e-05,
      "loss": 0.0101,
      "step": 6330
    },
    {
      "epoch": 0.3693132172190831,
      "grad_norm": 0.3042888939380646,
      "learning_rate": 9.305392562836262e-05,
      "loss": 0.0114,
      "step": 6340
    },
    {
      "epoch": 0.3698957301799965,
      "grad_norm": 0.30546969175338745,
      "learning_rate": 9.3025874705471e-05,
      "loss": 0.0114,
      "step": 6350
    },
    {
      "epoch": 0.3704782431409099,
      "grad_norm": 0.3741450607776642,
      "learning_rate": 9.299777150208457e-05,
      "loss": 0.0133,
      "step": 6360
    },
    {
      "epoch": 0.37106075610182326,
      "grad_norm": 0.3162546157836914,
      "learning_rate": 9.296961605235133e-05,
      "loss": 0.0138,
      "step": 6370
    },
    {
      "epoch": 0.37164326906273665,
      "grad_norm": 0.3369394838809967,
      "learning_rate": 9.29414083904828e-05,
      "loss": 0.0128,
      "step": 6380
    },
    {
      "epoch": 0.37222578202365003,
      "grad_norm": 0.2751036286354065,
      "learning_rate": 9.291314855075397e-05,
      "loss": 0.0126,
      "step": 6390
    },
    {
      "epoch": 0.3728082949845634,
      "grad_norm": 0.19377347826957703,
      "learning_rate": 9.288483656750322e-05,
      "loss": 0.0118,
      "step": 6400
    },
    {
      "epoch": 0.3733908079454768,
      "grad_norm": 0.31796208024024963,
      "learning_rate": 9.285647247513225e-05,
      "loss": 0.0115,
      "step": 6410
    },
    {
      "epoch": 0.3739733209063902,
      "grad_norm": 0.1682463437318802,
      "learning_rate": 9.282805630810614e-05,
      "loss": 0.0124,
      "step": 6420
    },
    {
      "epoch": 0.37455583386730357,
      "grad_norm": 0.3048756718635559,
      "learning_rate": 9.279958810095317e-05,
      "loss": 0.0088,
      "step": 6430
    },
    {
      "epoch": 0.37513834682821695,
      "grad_norm": 0.2317032665014267,
      "learning_rate": 9.277106788826494e-05,
      "loss": 0.0123,
      "step": 6440
    },
    {
      "epoch": 0.37572085978913033,
      "grad_norm": 0.19936993718147278,
      "learning_rate": 9.274249570469618e-05,
      "loss": 0.0089,
      "step": 6450
    },
    {
      "epoch": 0.37630337275004366,
      "grad_norm": 0.23571209609508514,
      "learning_rate": 9.271387158496476e-05,
      "loss": 0.0087,
      "step": 6460
    },
    {
      "epoch": 0.37688588571095705,
      "grad_norm": 0.30482497811317444,
      "learning_rate": 9.268519556385173e-05,
      "loss": 0.0117,
      "step": 6470
    },
    {
      "epoch": 0.37746839867187043,
      "grad_norm": 0.3876536190509796,
      "learning_rate": 9.265646767620113e-05,
      "loss": 0.0101,
      "step": 6480
    },
    {
      "epoch": 0.3780509116327838,
      "grad_norm": 0.37219473719596863,
      "learning_rate": 9.262768795692006e-05,
      "loss": 0.0119,
      "step": 6490
    },
    {
      "epoch": 0.3786334245936972,
      "grad_norm": 0.35567301511764526,
      "learning_rate": 9.259885644097861e-05,
      "loss": 0.0111,
      "step": 6500
    },
    {
      "epoch": 0.3792159375546106,
      "grad_norm": 0.46365585923194885,
      "learning_rate": 9.256997316340976e-05,
      "loss": 0.0106,
      "step": 6510
    },
    {
      "epoch": 0.37979845051552397,
      "grad_norm": 0.3406113088130951,
      "learning_rate": 9.254103815930943e-05,
      "loss": 0.0145,
      "step": 6520
    },
    {
      "epoch": 0.38038096347643735,
      "grad_norm": 0.30493253469467163,
      "learning_rate": 9.251205146383636e-05,
      "loss": 0.014,
      "step": 6530
    },
    {
      "epoch": 0.38096347643735073,
      "grad_norm": 0.21430696547031403,
      "learning_rate": 9.248301311221216e-05,
      "loss": 0.0121,
      "step": 6540
    },
    {
      "epoch": 0.3815459893982641,
      "grad_norm": 0.3540270924568176,
      "learning_rate": 9.245392313972115e-05,
      "loss": 0.0128,
      "step": 6550
    },
    {
      "epoch": 0.3821285023591775,
      "grad_norm": 0.2746662199497223,
      "learning_rate": 9.242478158171037e-05,
      "loss": 0.0132,
      "step": 6560
    },
    {
      "epoch": 0.3827110153200909,
      "grad_norm": 0.3532452881336212,
      "learning_rate": 9.239558847358957e-05,
      "loss": 0.0148,
      "step": 6570
    },
    {
      "epoch": 0.38329352828100427,
      "grad_norm": 0.2984524667263031,
      "learning_rate": 9.236634385083114e-05,
      "loss": 0.0162,
      "step": 6580
    },
    {
      "epoch": 0.38387604124191765,
      "grad_norm": 0.3702338933944702,
      "learning_rate": 9.233704774897005e-05,
      "loss": 0.0126,
      "step": 6590
    },
    {
      "epoch": 0.38445855420283104,
      "grad_norm": 0.38487353920936584,
      "learning_rate": 9.230770020360382e-05,
      "loss": 0.0136,
      "step": 6600
    },
    {
      "epoch": 0.38504106716374437,
      "grad_norm": 0.43931037187576294,
      "learning_rate": 9.227830125039247e-05,
      "loss": 0.0134,
      "step": 6610
    },
    {
      "epoch": 0.38562358012465775,
      "grad_norm": 0.20062223076820374,
      "learning_rate": 9.224885092505853e-05,
      "loss": 0.0122,
      "step": 6620
    },
    {
      "epoch": 0.38620609308557113,
      "grad_norm": 0.40552452206611633,
      "learning_rate": 9.221934926338691e-05,
      "loss": 0.0165,
      "step": 6630
    },
    {
      "epoch": 0.3867886060464845,
      "grad_norm": 0.41163545846939087,
      "learning_rate": 9.21897963012249e-05,
      "loss": 0.0118,
      "step": 6640
    },
    {
      "epoch": 0.3873711190073979,
      "grad_norm": 0.22466735541820526,
      "learning_rate": 9.216019207448217e-05,
      "loss": 0.0106,
      "step": 6650
    },
    {
      "epoch": 0.3879536319683113,
      "grad_norm": 0.23277828097343445,
      "learning_rate": 9.21305366191306e-05,
      "loss": 0.0109,
      "step": 6660
    },
    {
      "epoch": 0.38853614492922467,
      "grad_norm": 0.33124229311943054,
      "learning_rate": 9.21008299712044e-05,
      "loss": 0.0117,
      "step": 6670
    },
    {
      "epoch": 0.38911865789013805,
      "grad_norm": 0.2248697578907013,
      "learning_rate": 9.207107216679993e-05,
      "loss": 0.0125,
      "step": 6680
    },
    {
      "epoch": 0.38970117085105144,
      "grad_norm": 0.31560787558555603,
      "learning_rate": 9.204126324207574e-05,
      "loss": 0.0123,
      "step": 6690
    },
    {
      "epoch": 0.3902836838119648,
      "grad_norm": 0.37756285071372986,
      "learning_rate": 9.201140323325248e-05,
      "loss": 0.0137,
      "step": 6700
    },
    {
      "epoch": 0.3908661967728782,
      "grad_norm": 0.3497389554977417,
      "learning_rate": 9.198149217661287e-05,
      "loss": 0.0128,
      "step": 6710
    },
    {
      "epoch": 0.3914487097337916,
      "grad_norm": 0.3866865634918213,
      "learning_rate": 9.195153010850167e-05,
      "loss": 0.0131,
      "step": 6720
    },
    {
      "epoch": 0.392031222694705,
      "grad_norm": 0.5670121908187866,
      "learning_rate": 9.192151706532562e-05,
      "loss": 0.0152,
      "step": 6730
    },
    {
      "epoch": 0.39261373565561836,
      "grad_norm": 0.5314503312110901,
      "learning_rate": 9.189145308355337e-05,
      "loss": 0.0169,
      "step": 6740
    },
    {
      "epoch": 0.39319624861653174,
      "grad_norm": 0.4168036878108978,
      "learning_rate": 9.186133819971555e-05,
      "loss": 0.013,
      "step": 6750
    },
    {
      "epoch": 0.3937787615774451,
      "grad_norm": 0.36590367555618286,
      "learning_rate": 9.183117245040455e-05,
      "loss": 0.0121,
      "step": 6760
    },
    {
      "epoch": 0.39436127453835845,
      "grad_norm": 0.29301807284355164,
      "learning_rate": 9.180095587227458e-05,
      "loss": 0.0108,
      "step": 6770
    },
    {
      "epoch": 0.39494378749927184,
      "grad_norm": 0.45780086517333984,
      "learning_rate": 9.177068850204167e-05,
      "loss": 0.0124,
      "step": 6780
    },
    {
      "epoch": 0.3955263004601852,
      "grad_norm": 0.2961581349372864,
      "learning_rate": 9.174037037648351e-05,
      "loss": 0.0117,
      "step": 6790
    },
    {
      "epoch": 0.3961088134210986,
      "grad_norm": 0.27854636311531067,
      "learning_rate": 9.171000153243947e-05,
      "loss": 0.016,
      "step": 6800
    },
    {
      "epoch": 0.396691326382012,
      "grad_norm": 0.2911928594112396,
      "learning_rate": 9.167958200681057e-05,
      "loss": 0.0095,
      "step": 6810
    },
    {
      "epoch": 0.3972738393429254,
      "grad_norm": 0.28199344873428345,
      "learning_rate": 9.164911183655943e-05,
      "loss": 0.0112,
      "step": 6820
    },
    {
      "epoch": 0.39785635230383876,
      "grad_norm": 0.23138020932674408,
      "learning_rate": 9.161859105871013e-05,
      "loss": 0.0099,
      "step": 6830
    },
    {
      "epoch": 0.39843886526475214,
      "grad_norm": 0.2517688572406769,
      "learning_rate": 9.158801971034832e-05,
      "loss": 0.0112,
      "step": 6840
    },
    {
      "epoch": 0.3990213782256655,
      "grad_norm": 0.2718874514102936,
      "learning_rate": 9.155739782862107e-05,
      "loss": 0.0084,
      "step": 6850
    },
    {
      "epoch": 0.3996038911865789,
      "grad_norm": 0.42391732335090637,
      "learning_rate": 9.152672545073687e-05,
      "loss": 0.0142,
      "step": 6860
    },
    {
      "epoch": 0.4001864041474923,
      "grad_norm": 0.23340462148189545,
      "learning_rate": 9.149600261396551e-05,
      "loss": 0.0129,
      "step": 6870
    },
    {
      "epoch": 0.4007689171084057,
      "grad_norm": 0.24849651753902435,
      "learning_rate": 9.146522935563817e-05,
      "loss": 0.0165,
      "step": 6880
    },
    {
      "epoch": 0.40135143006931906,
      "grad_norm": 0.29082268476486206,
      "learning_rate": 9.143440571314723e-05,
      "loss": 0.013,
      "step": 6890
    },
    {
      "epoch": 0.40193394303023244,
      "grad_norm": 0.3280594050884247,
      "learning_rate": 9.140353172394636e-05,
      "loss": 0.0112,
      "step": 6900
    },
    {
      "epoch": 0.4025164559911458,
      "grad_norm": 0.44642722606658936,
      "learning_rate": 9.137260742555032e-05,
      "loss": 0.0145,
      "step": 6910
    },
    {
      "epoch": 0.40309896895205916,
      "grad_norm": 0.2751993238925934,
      "learning_rate": 9.13416328555351e-05,
      "loss": 0.0174,
      "step": 6920
    },
    {
      "epoch": 0.40368148191297254,
      "grad_norm": 0.2839924693107605,
      "learning_rate": 9.131060805153769e-05,
      "loss": 0.011,
      "step": 6930
    },
    {
      "epoch": 0.4042639948738859,
      "grad_norm": 0.26174360513687134,
      "learning_rate": 9.127953305125618e-05,
      "loss": 0.011,
      "step": 6940
    },
    {
      "epoch": 0.4048465078347993,
      "grad_norm": 0.22545038163661957,
      "learning_rate": 9.124840789244958e-05,
      "loss": 0.0166,
      "step": 6950
    },
    {
      "epoch": 0.4054290207957127,
      "grad_norm": 0.22442230582237244,
      "learning_rate": 9.121723261293794e-05,
      "loss": 0.0121,
      "step": 6960
    },
    {
      "epoch": 0.4060115337566261,
      "grad_norm": 0.3519812524318695,
      "learning_rate": 9.118600725060214e-05,
      "loss": 0.0138,
      "step": 6970
    },
    {
      "epoch": 0.40659404671753946,
      "grad_norm": 0.2668507397174835,
      "learning_rate": 9.115473184338392e-05,
      "loss": 0.0107,
      "step": 6980
    },
    {
      "epoch": 0.40717655967845284,
      "grad_norm": 0.284104585647583,
      "learning_rate": 9.11234064292859e-05,
      "loss": 0.0135,
      "step": 6990
    },
    {
      "epoch": 0.4077590726393662,
      "grad_norm": 0.3436839282512665,
      "learning_rate": 9.109203104637137e-05,
      "loss": 0.0126,
      "step": 7000
    },
    {
      "epoch": 0.4083415856002796,
      "grad_norm": 0.2720262408256531,
      "learning_rate": 9.10606057327644e-05,
      "loss": 0.0122,
      "step": 7010
    },
    {
      "epoch": 0.408924098561193,
      "grad_norm": 0.21050935983657837,
      "learning_rate": 9.10291305266497e-05,
      "loss": 0.0107,
      "step": 7020
    },
    {
      "epoch": 0.4095066115221064,
      "grad_norm": 0.33217161893844604,
      "learning_rate": 9.099760546627261e-05,
      "loss": 0.0137,
      "step": 7030
    },
    {
      "epoch": 0.41008912448301976,
      "grad_norm": 0.18960629403591156,
      "learning_rate": 9.096603058993907e-05,
      "loss": 0.0144,
      "step": 7040
    },
    {
      "epoch": 0.41067163744393315,
      "grad_norm": 0.5246853828430176,
      "learning_rate": 9.093440593601552e-05,
      "loss": 0.0174,
      "step": 7050
    },
    {
      "epoch": 0.41125415040484653,
      "grad_norm": 0.27294328808784485,
      "learning_rate": 9.090273154292889e-05,
      "loss": 0.0124,
      "step": 7060
    },
    {
      "epoch": 0.4118366633657599,
      "grad_norm": 0.30159419775009155,
      "learning_rate": 9.087100744916656e-05,
      "loss": 0.0133,
      "step": 7070
    },
    {
      "epoch": 0.41241917632667324,
      "grad_norm": 0.21936914324760437,
      "learning_rate": 9.08392336932763e-05,
      "loss": 0.0097,
      "step": 7080
    },
    {
      "epoch": 0.4130016892875866,
      "grad_norm": 0.37547966837882996,
      "learning_rate": 9.080741031386619e-05,
      "loss": 0.012,
      "step": 7090
    },
    {
      "epoch": 0.4135842022485,
      "grad_norm": 0.4171476662158966,
      "learning_rate": 9.077553734960468e-05,
      "loss": 0.012,
      "step": 7100
    },
    {
      "epoch": 0.4141667152094134,
      "grad_norm": 0.2655220925807953,
      "learning_rate": 9.074361483922041e-05,
      "loss": 0.0113,
      "step": 7110
    },
    {
      "epoch": 0.4147492281703268,
      "grad_norm": 0.3095017671585083,
      "learning_rate": 9.071164282150224e-05,
      "loss": 0.0126,
      "step": 7120
    },
    {
      "epoch": 0.41533174113124016,
      "grad_norm": 0.3188718259334564,
      "learning_rate": 9.067962133529919e-05,
      "loss": 0.0122,
      "step": 7130
    },
    {
      "epoch": 0.41591425409215355,
      "grad_norm": 0.36818554997444153,
      "learning_rate": 9.064755041952036e-05,
      "loss": 0.0157,
      "step": 7140
    },
    {
      "epoch": 0.41649676705306693,
      "grad_norm": 0.19709156453609467,
      "learning_rate": 9.061543011313497e-05,
      "loss": 0.015,
      "step": 7150
    },
    {
      "epoch": 0.4170792800139803,
      "grad_norm": 0.2513802647590637,
      "learning_rate": 9.05832604551722e-05,
      "loss": 0.0156,
      "step": 7160
    },
    {
      "epoch": 0.4176617929748937,
      "grad_norm": 0.25856226682662964,
      "learning_rate": 9.055104148472124e-05,
      "loss": 0.0117,
      "step": 7170
    },
    {
      "epoch": 0.4182443059358071,
      "grad_norm": 0.21729667484760284,
      "learning_rate": 9.051877324093114e-05,
      "loss": 0.0123,
      "step": 7180
    },
    {
      "epoch": 0.41882681889672047,
      "grad_norm": 0.2332047075033188,
      "learning_rate": 9.04864557630109e-05,
      "loss": 0.0144,
      "step": 7190
    },
    {
      "epoch": 0.41940933185763385,
      "grad_norm": 0.24884118139743805,
      "learning_rate": 9.045408909022928e-05,
      "loss": 0.014,
      "step": 7200
    },
    {
      "epoch": 0.41999184481854723,
      "grad_norm": 0.39284127950668335,
      "learning_rate": 9.042167326191484e-05,
      "loss": 0.0098,
      "step": 7210
    },
    {
      "epoch": 0.4205743577794606,
      "grad_norm": 0.29154670238494873,
      "learning_rate": 9.038920831745587e-05,
      "loss": 0.0142,
      "step": 7220
    },
    {
      "epoch": 0.421156870740374,
      "grad_norm": 0.23585759103298187,
      "learning_rate": 9.035669429630036e-05,
      "loss": 0.0113,
      "step": 7230
    },
    {
      "epoch": 0.42173938370128733,
      "grad_norm": 0.1617414355278015,
      "learning_rate": 9.032413123795588e-05,
      "loss": 0.0103,
      "step": 7240
    },
    {
      "epoch": 0.4223218966622007,
      "grad_norm": 0.3884938359260559,
      "learning_rate": 9.029151918198962e-05,
      "loss": 0.0115,
      "step": 7250
    },
    {
      "epoch": 0.4229044096231141,
      "grad_norm": 0.2697516083717346,
      "learning_rate": 9.025885816802833e-05,
      "loss": 0.0117,
      "step": 7260
    },
    {
      "epoch": 0.4234869225840275,
      "grad_norm": 0.3080799877643585,
      "learning_rate": 9.02261482357582e-05,
      "loss": 0.0121,
      "step": 7270
    },
    {
      "epoch": 0.42406943554494086,
      "grad_norm": 0.2844873070716858,
      "learning_rate": 9.019338942492485e-05,
      "loss": 0.0112,
      "step": 7280
    },
    {
      "epoch": 0.42465194850585425,
      "grad_norm": 0.44505390524864197,
      "learning_rate": 9.01605817753334e-05,
      "loss": 0.0124,
      "step": 7290
    },
    {
      "epoch": 0.42523446146676763,
      "grad_norm": 0.2775717079639435,
      "learning_rate": 9.012772532684818e-05,
      "loss": 0.0114,
      "step": 7300
    },
    {
      "epoch": 0.425816974427681,
      "grad_norm": 0.2966673970222473,
      "learning_rate": 9.00948201193929e-05,
      "loss": 0.0145,
      "step": 7310
    },
    {
      "epoch": 0.4263994873885944,
      "grad_norm": 0.2556905746459961,
      "learning_rate": 9.006186619295047e-05,
      "loss": 0.012,
      "step": 7320
    },
    {
      "epoch": 0.4269820003495078,
      "grad_norm": 0.24772870540618896,
      "learning_rate": 9.002886358756305e-05,
      "loss": 0.0134,
      "step": 7330
    },
    {
      "epoch": 0.42756451331042117,
      "grad_norm": 0.29119929671287537,
      "learning_rate": 8.999581234333188e-05,
      "loss": 0.0111,
      "step": 7340
    },
    {
      "epoch": 0.42814702627133455,
      "grad_norm": 0.26602277159690857,
      "learning_rate": 8.996271250041734e-05,
      "loss": 0.0101,
      "step": 7350
    },
    {
      "epoch": 0.42872953923224794,
      "grad_norm": 0.2989645302295685,
      "learning_rate": 8.99295640990389e-05,
      "loss": 0.0106,
      "step": 7360
    },
    {
      "epoch": 0.4293120521931613,
      "grad_norm": 0.2931496798992157,
      "learning_rate": 8.989636717947494e-05,
      "loss": 0.0114,
      "step": 7370
    },
    {
      "epoch": 0.4298945651540747,
      "grad_norm": 0.25160327553749084,
      "learning_rate": 8.986312178206291e-05,
      "loss": 0.0132,
      "step": 7380
    },
    {
      "epoch": 0.43047707811498803,
      "grad_norm": 0.19953225553035736,
      "learning_rate": 8.982982794719904e-05,
      "loss": 0.0138,
      "step": 7390
    },
    {
      "epoch": 0.4310595910759014,
      "grad_norm": 0.2953711152076721,
      "learning_rate": 8.979648571533852e-05,
      "loss": 0.0125,
      "step": 7400
    },
    {
      "epoch": 0.4316421040368148,
      "grad_norm": 0.4054790139198303,
      "learning_rate": 8.976309512699528e-05,
      "loss": 0.0125,
      "step": 7410
    },
    {
      "epoch": 0.4322246169977282,
      "grad_norm": 0.22115576267242432,
      "learning_rate": 8.972965622274205e-05,
      "loss": 0.0122,
      "step": 7420
    },
    {
      "epoch": 0.43280712995864157,
      "grad_norm": 0.33209818601608276,
      "learning_rate": 8.969616904321026e-05,
      "loss": 0.0117,
      "step": 7430
    },
    {
      "epoch": 0.43338964291955495,
      "grad_norm": 0.22817012667655945,
      "learning_rate": 8.966263362908998e-05,
      "loss": 0.013,
      "step": 7440
    },
    {
      "epoch": 0.43397215588046834,
      "grad_norm": 0.3235332667827606,
      "learning_rate": 8.962905002112989e-05,
      "loss": 0.0096,
      "step": 7450
    },
    {
      "epoch": 0.4345546688413817,
      "grad_norm": 0.1812901496887207,
      "learning_rate": 8.959541826013724e-05,
      "loss": 0.0131,
      "step": 7460
    },
    {
      "epoch": 0.4351371818022951,
      "grad_norm": 0.388325959444046,
      "learning_rate": 8.956173838697781e-05,
      "loss": 0.0116,
      "step": 7470
    },
    {
      "epoch": 0.4357196947632085,
      "grad_norm": 0.35594281554222107,
      "learning_rate": 8.952801044257581e-05,
      "loss": 0.0121,
      "step": 7480
    },
    {
      "epoch": 0.43630220772412187,
      "grad_norm": 0.289470911026001,
      "learning_rate": 8.949423446791387e-05,
      "loss": 0.0134,
      "step": 7490
    },
    {
      "epoch": 0.43688472068503525,
      "grad_norm": 0.3230888545513153,
      "learning_rate": 8.9460410504033e-05,
      "loss": 0.0115,
      "step": 7500
    },
    {
      "epoch": 0.43746723364594864,
      "grad_norm": 0.20693032443523407,
      "learning_rate": 8.942653859203248e-05,
      "loss": 0.0103,
      "step": 7510
    },
    {
      "epoch": 0.438049746606862,
      "grad_norm": 0.17195037007331848,
      "learning_rate": 8.93926187730699e-05,
      "loss": 0.0134,
      "step": 7520
    },
    {
      "epoch": 0.4386322595677754,
      "grad_norm": 0.1913907527923584,
      "learning_rate": 8.935865108836102e-05,
      "loss": 0.0118,
      "step": 7530
    },
    {
      "epoch": 0.4392147725286888,
      "grad_norm": 0.23225539922714233,
      "learning_rate": 8.932463557917981e-05,
      "loss": 0.0101,
      "step": 7540
    },
    {
      "epoch": 0.4397972854896021,
      "grad_norm": 0.2920669913291931,
      "learning_rate": 8.929057228685829e-05,
      "loss": 0.0099,
      "step": 7550
    },
    {
      "epoch": 0.4403797984505155,
      "grad_norm": 0.34749093651771545,
      "learning_rate": 8.925646125278658e-05,
      "loss": 0.0116,
      "step": 7560
    },
    {
      "epoch": 0.4409623114114289,
      "grad_norm": 0.3100294768810272,
      "learning_rate": 8.92223025184128e-05,
      "loss": 0.0112,
      "step": 7570
    },
    {
      "epoch": 0.44154482437234227,
      "grad_norm": 0.3635091185569763,
      "learning_rate": 8.918809612524303e-05,
      "loss": 0.0147,
      "step": 7580
    },
    {
      "epoch": 0.44212733733325565,
      "grad_norm": 0.2399435192346573,
      "learning_rate": 8.91538421148413e-05,
      "loss": 0.0112,
      "step": 7590
    },
    {
      "epoch": 0.44270985029416904,
      "grad_norm": 0.25012388825416565,
      "learning_rate": 8.91195405288294e-05,
      "loss": 0.0128,
      "step": 7600
    },
    {
      "epoch": 0.4432923632550824,
      "grad_norm": 0.48543089628219604,
      "learning_rate": 8.908519140888705e-05,
      "loss": 0.0127,
      "step": 7610
    },
    {
      "epoch": 0.4438748762159958,
      "grad_norm": 0.21692843735218048,
      "learning_rate": 8.905079479675164e-05,
      "loss": 0.01,
      "step": 7620
    },
    {
      "epoch": 0.4444573891769092,
      "grad_norm": 0.23970955610275269,
      "learning_rate": 8.901635073421831e-05,
      "loss": 0.0109,
      "step": 7630
    },
    {
      "epoch": 0.4450399021378226,
      "grad_norm": 0.20894008874893188,
      "learning_rate": 8.898185926313983e-05,
      "loss": 0.0117,
      "step": 7640
    },
    {
      "epoch": 0.44562241509873596,
      "grad_norm": 0.2764657735824585,
      "learning_rate": 8.894732042542659e-05,
      "loss": 0.0141,
      "step": 7650
    },
    {
      "epoch": 0.44620492805964934,
      "grad_norm": 0.31210198998451233,
      "learning_rate": 8.891273426304654e-05,
      "loss": 0.0114,
      "step": 7660
    },
    {
      "epoch": 0.4467874410205627,
      "grad_norm": 0.3830687701702118,
      "learning_rate": 8.887810081802515e-05,
      "loss": 0.0112,
      "step": 7670
    },
    {
      "epoch": 0.4473699539814761,
      "grad_norm": 0.3342027962207794,
      "learning_rate": 8.884342013244529e-05,
      "loss": 0.0112,
      "step": 7680
    },
    {
      "epoch": 0.4479524669423895,
      "grad_norm": 0.27329325675964355,
      "learning_rate": 8.880869224844725e-05,
      "loss": 0.0099,
      "step": 7690
    },
    {
      "epoch": 0.4485349799033028,
      "grad_norm": 0.35470640659332275,
      "learning_rate": 8.877391720822875e-05,
      "loss": 0.0102,
      "step": 7700
    },
    {
      "epoch": 0.4491174928642162,
      "grad_norm": 0.3574216663837433,
      "learning_rate": 8.873909505404468e-05,
      "loss": 0.0119,
      "step": 7710
    },
    {
      "epoch": 0.4497000058251296,
      "grad_norm": 0.3599697947502136,
      "learning_rate": 8.870422582820726e-05,
      "loss": 0.0092,
      "step": 7720
    },
    {
      "epoch": 0.450282518786043,
      "grad_norm": 0.2701171338558197,
      "learning_rate": 8.866930957308588e-05,
      "loss": 0.0138,
      "step": 7730
    },
    {
      "epoch": 0.45086503174695636,
      "grad_norm": 0.31447646021842957,
      "learning_rate": 8.86343463311071e-05,
      "loss": 0.0102,
      "step": 7740
    },
    {
      "epoch": 0.45144754470786974,
      "grad_norm": 0.30923134088516235,
      "learning_rate": 8.859933614475452e-05,
      "loss": 0.0119,
      "step": 7750
    },
    {
      "epoch": 0.4520300576687831,
      "grad_norm": 0.1891762614250183,
      "learning_rate": 8.85642790565689e-05,
      "loss": 0.0103,
      "step": 7760
    },
    {
      "epoch": 0.4526125706296965,
      "grad_norm": 0.2857305705547333,
      "learning_rate": 8.852917510914782e-05,
      "loss": 0.0096,
      "step": 7770
    },
    {
      "epoch": 0.4531950835906099,
      "grad_norm": 0.2828695774078369,
      "learning_rate": 8.84940243451459e-05,
      "loss": 0.0129,
      "step": 7780
    },
    {
      "epoch": 0.4537775965515233,
      "grad_norm": 0.24774837493896484,
      "learning_rate": 8.845882680727469e-05,
      "loss": 0.0102,
      "step": 7790
    },
    {
      "epoch": 0.45436010951243666,
      "grad_norm": 0.21391414105892181,
      "learning_rate": 8.842358253830246e-05,
      "loss": 0.0087,
      "step": 7800
    },
    {
      "epoch": 0.45494262247335004,
      "grad_norm": 0.23724718391895294,
      "learning_rate": 8.838829158105434e-05,
      "loss": 0.0104,
      "step": 7810
    },
    {
      "epoch": 0.45552513543426343,
      "grad_norm": 0.26340359449386597,
      "learning_rate": 8.835295397841217e-05,
      "loss": 0.0142,
      "step": 7820
    },
    {
      "epoch": 0.4561076483951768,
      "grad_norm": 0.32494908571243286,
      "learning_rate": 8.831756977331447e-05,
      "loss": 0.0152,
      "step": 7830
    },
    {
      "epoch": 0.4566901613560902,
      "grad_norm": 0.42112550139427185,
      "learning_rate": 8.828213900875638e-05,
      "loss": 0.0124,
      "step": 7840
    },
    {
      "epoch": 0.4572726743170036,
      "grad_norm": 0.3547781705856323,
      "learning_rate": 8.824666172778964e-05,
      "loss": 0.0107,
      "step": 7850
    },
    {
      "epoch": 0.4578551872779169,
      "grad_norm": 0.32153594493865967,
      "learning_rate": 8.821113797352245e-05,
      "loss": 0.0091,
      "step": 7860
    },
    {
      "epoch": 0.4584377002388303,
      "grad_norm": 0.25656503438949585,
      "learning_rate": 8.817556778911956e-05,
      "loss": 0.0109,
      "step": 7870
    },
    {
      "epoch": 0.4590202131997437,
      "grad_norm": 0.2758748233318329,
      "learning_rate": 8.81399512178021e-05,
      "loss": 0.0119,
      "step": 7880
    },
    {
      "epoch": 0.45960272616065706,
      "grad_norm": 0.25740793347358704,
      "learning_rate": 8.810428830284752e-05,
      "loss": 0.0116,
      "step": 7890
    },
    {
      "epoch": 0.46018523912157044,
      "grad_norm": 0.23661264777183533,
      "learning_rate": 8.806857908758967e-05,
      "loss": 0.0109,
      "step": 7900
    },
    {
      "epoch": 0.46076775208248383,
      "grad_norm": 0.33345550298690796,
      "learning_rate": 8.80328236154186e-05,
      "loss": 0.0129,
      "step": 7910
    },
    {
      "epoch": 0.4613502650433972,
      "grad_norm": 0.15988755226135254,
      "learning_rate": 8.799702192978056e-05,
      "loss": 0.0085,
      "step": 7920
    },
    {
      "epoch": 0.4619327780043106,
      "grad_norm": 0.2677052319049835,
      "learning_rate": 8.7961174074178e-05,
      "loss": 0.0112,
      "step": 7930
    },
    {
      "epoch": 0.462515290965224,
      "grad_norm": 0.16391333937644958,
      "learning_rate": 8.792528009216942e-05,
      "loss": 0.0108,
      "step": 7940
    },
    {
      "epoch": 0.46309780392613736,
      "grad_norm": 0.3000504672527313,
      "learning_rate": 8.788934002736943e-05,
      "loss": 0.0159,
      "step": 7950
    },
    {
      "epoch": 0.46368031688705075,
      "grad_norm": 0.2887212038040161,
      "learning_rate": 8.785335392344857e-05,
      "loss": 0.0157,
      "step": 7960
    },
    {
      "epoch": 0.46426282984796413,
      "grad_norm": 0.34124699234962463,
      "learning_rate": 8.781732182413336e-05,
      "loss": 0.0132,
      "step": 7970
    },
    {
      "epoch": 0.4648453428088775,
      "grad_norm": 0.3974616229534149,
      "learning_rate": 8.778124377320618e-05,
      "loss": 0.0195,
      "step": 7980
    },
    {
      "epoch": 0.4654278557697909,
      "grad_norm": 0.3733963668346405,
      "learning_rate": 8.774511981450529e-05,
      "loss": 0.0132,
      "step": 7990
    },
    {
      "epoch": 0.4660103687307043,
      "grad_norm": 0.29485955834388733,
      "learning_rate": 8.770894999192467e-05,
      "loss": 0.0139,
      "step": 8000
    },
    {
      "epoch": 0.4665928816916176,
      "grad_norm": 0.3780854642391205,
      "learning_rate": 8.767273434941412e-05,
      "loss": 0.0154,
      "step": 8010
    },
    {
      "epoch": 0.467175394652531,
      "grad_norm": 0.2440689653158188,
      "learning_rate": 8.7636472930979e-05,
      "loss": 0.0133,
      "step": 8020
    },
    {
      "epoch": 0.4677579076134444,
      "grad_norm": 0.14352597296237946,
      "learning_rate": 8.76001657806804e-05,
      "loss": 0.0122,
      "step": 8030
    },
    {
      "epoch": 0.46834042057435776,
      "grad_norm": 0.2142922729253769,
      "learning_rate": 8.756381294263491e-05,
      "loss": 0.0096,
      "step": 8040
    },
    {
      "epoch": 0.46892293353527115,
      "grad_norm": 0.3044984042644501,
      "learning_rate": 8.752741446101464e-05,
      "loss": 0.009,
      "step": 8050
    },
    {
      "epoch": 0.46950544649618453,
      "grad_norm": 0.34259000420570374,
      "learning_rate": 8.749097038004722e-05,
      "loss": 0.0127,
      "step": 8060
    },
    {
      "epoch": 0.4700879594570979,
      "grad_norm": 0.213138148188591,
      "learning_rate": 8.745448074401561e-05,
      "loss": 0.0098,
      "step": 8070
    },
    {
      "epoch": 0.4706704724180113,
      "grad_norm": 0.3469372093677521,
      "learning_rate": 8.741794559725818e-05,
      "loss": 0.0117,
      "step": 8080
    },
    {
      "epoch": 0.4712529853789247,
      "grad_norm": 0.2347586750984192,
      "learning_rate": 8.738136498416856e-05,
      "loss": 0.0087,
      "step": 8090
    },
    {
      "epoch": 0.47183549833983807,
      "grad_norm": 0.30541104078292847,
      "learning_rate": 8.734473894919564e-05,
      "loss": 0.0083,
      "step": 8100
    },
    {
      "epoch": 0.47241801130075145,
      "grad_norm": 0.227009117603302,
      "learning_rate": 8.730806753684353e-05,
      "loss": 0.0086,
      "step": 8110
    },
    {
      "epoch": 0.47300052426166483,
      "grad_norm": 0.12994255125522614,
      "learning_rate": 8.727135079167144e-05,
      "loss": 0.0101,
      "step": 8120
    },
    {
      "epoch": 0.4735830372225782,
      "grad_norm": 0.14903749525547028,
      "learning_rate": 8.723458875829368e-05,
      "loss": 0.0071,
      "step": 8130
    },
    {
      "epoch": 0.4741655501834916,
      "grad_norm": 0.2669014632701874,
      "learning_rate": 8.719778148137958e-05,
      "loss": 0.0118,
      "step": 8140
    },
    {
      "epoch": 0.474748063144405,
      "grad_norm": 0.2108674794435501,
      "learning_rate": 8.716092900565346e-05,
      "loss": 0.0107,
      "step": 8150
    },
    {
      "epoch": 0.47533057610531837,
      "grad_norm": 0.17570310831069946,
      "learning_rate": 8.712403137589456e-05,
      "loss": 0.0113,
      "step": 8160
    },
    {
      "epoch": 0.4759130890662317,
      "grad_norm": 0.23179100453853607,
      "learning_rate": 8.708708863693697e-05,
      "loss": 0.0103,
      "step": 8170
    },
    {
      "epoch": 0.4764956020271451,
      "grad_norm": 0.20041556656360626,
      "learning_rate": 8.70501008336696e-05,
      "loss": 0.0117,
      "step": 8180
    },
    {
      "epoch": 0.47707811498805847,
      "grad_norm": 0.3331192433834076,
      "learning_rate": 8.701306801103611e-05,
      "loss": 0.0125,
      "step": 8190
    },
    {
      "epoch": 0.47766062794897185,
      "grad_norm": 0.3115651309490204,
      "learning_rate": 8.697599021403489e-05,
      "loss": 0.0115,
      "step": 8200
    },
    {
      "epoch": 0.47824314090988523,
      "grad_norm": 0.18313908576965332,
      "learning_rate": 8.693886748771896e-05,
      "loss": 0.0118,
      "step": 8210
    },
    {
      "epoch": 0.4788256538707986,
      "grad_norm": 0.3065651059150696,
      "learning_rate": 8.690169987719593e-05,
      "loss": 0.0101,
      "step": 8220
    },
    {
      "epoch": 0.479408166831712,
      "grad_norm": 0.3847108781337738,
      "learning_rate": 8.686448742762791e-05,
      "loss": 0.0106,
      "step": 8230
    },
    {
      "epoch": 0.4799906797926254,
      "grad_norm": 0.27982595562934875,
      "learning_rate": 8.682723018423161e-05,
      "loss": 0.0084,
      "step": 8240
    },
    {
      "epoch": 0.48057319275353877,
      "grad_norm": 0.2973509728908539,
      "learning_rate": 8.678992819227804e-05,
      "loss": 0.0105,
      "step": 8250
    },
    {
      "epoch": 0.48115570571445215,
      "grad_norm": 0.22349682450294495,
      "learning_rate": 8.675258149709265e-05,
      "loss": 0.0096,
      "step": 8260
    },
    {
      "epoch": 0.48173821867536554,
      "grad_norm": 0.33618637919425964,
      "learning_rate": 8.67151901440552e-05,
      "loss": 0.0148,
      "step": 8270
    },
    {
      "epoch": 0.4823207316362789,
      "grad_norm": 0.43434813618659973,
      "learning_rate": 8.667775417859971e-05,
      "loss": 0.0145,
      "step": 8280
    },
    {
      "epoch": 0.4829032445971923,
      "grad_norm": 0.26474690437316895,
      "learning_rate": 8.664027364621441e-05,
      "loss": 0.0126,
      "step": 8290
    },
    {
      "epoch": 0.4834857575581057,
      "grad_norm": 0.22505629062652588,
      "learning_rate": 8.660274859244168e-05,
      "loss": 0.0091,
      "step": 8300
    },
    {
      "epoch": 0.4840682705190191,
      "grad_norm": 0.33556726574897766,
      "learning_rate": 8.656517906287799e-05,
      "loss": 0.0151,
      "step": 8310
    },
    {
      "epoch": 0.4846507834799324,
      "grad_norm": 0.3187960386276245,
      "learning_rate": 8.652756510317387e-05,
      "loss": 0.0121,
      "step": 8320
    },
    {
      "epoch": 0.4852332964408458,
      "grad_norm": 0.2117210030555725,
      "learning_rate": 8.648990675903382e-05,
      "loss": 0.0113,
      "step": 8330
    },
    {
      "epoch": 0.48581580940175917,
      "grad_norm": 0.3122064769268036,
      "learning_rate": 8.64522040762163e-05,
      "loss": 0.0121,
      "step": 8340
    },
    {
      "epoch": 0.48639832236267255,
      "grad_norm": 0.28426116704940796,
      "learning_rate": 8.64144571005336e-05,
      "loss": 0.0129,
      "step": 8350
    },
    {
      "epoch": 0.48698083532358594,
      "grad_norm": 0.3730778992176056,
      "learning_rate": 8.637666587785184e-05,
      "loss": 0.0127,
      "step": 8360
    },
    {
      "epoch": 0.4875633482844993,
      "grad_norm": 0.3090813457965851,
      "learning_rate": 8.633883045409096e-05,
      "loss": 0.0111,
      "step": 8370
    },
    {
      "epoch": 0.4881458612454127,
      "grad_norm": 0.23262611031532288,
      "learning_rate": 8.630095087522457e-05,
      "loss": 0.0102,
      "step": 8380
    },
    {
      "epoch": 0.4887283742063261,
      "grad_norm": 0.23348644375801086,
      "learning_rate": 8.62630271872799e-05,
      "loss": 0.0112,
      "step": 8390
    },
    {
      "epoch": 0.48931088716723947,
      "grad_norm": 0.23587965965270996,
      "learning_rate": 8.62250594363378e-05,
      "loss": 0.008,
      "step": 8400
    },
    {
      "epoch": 0.48989340012815286,
      "grad_norm": 0.37986883521080017,
      "learning_rate": 8.61870476685327e-05,
      "loss": 0.0109,
      "step": 8410
    },
    {
      "epoch": 0.49047591308906624,
      "grad_norm": 0.4875761866569519,
      "learning_rate": 8.614899193005248e-05,
      "loss": 0.0115,
      "step": 8420
    },
    {
      "epoch": 0.4910584260499796,
      "grad_norm": 0.2998208999633789,
      "learning_rate": 8.611089226713842e-05,
      "loss": 0.01,
      "step": 8430
    },
    {
      "epoch": 0.491640939010893,
      "grad_norm": 0.20100432634353638,
      "learning_rate": 8.607274872608521e-05,
      "loss": 0.0099,
      "step": 8440
    },
    {
      "epoch": 0.4922234519718064,
      "grad_norm": 0.3055593967437744,
      "learning_rate": 8.603456135324088e-05,
      "loss": 0.0096,
      "step": 8450
    },
    {
      "epoch": 0.4928059649327198,
      "grad_norm": 0.22969605028629303,
      "learning_rate": 8.599633019500665e-05,
      "loss": 0.009,
      "step": 8460
    },
    {
      "epoch": 0.49338847789363316,
      "grad_norm": 0.2377668172121048,
      "learning_rate": 8.595805529783702e-05,
      "loss": 0.0095,
      "step": 8470
    },
    {
      "epoch": 0.4939709908545465,
      "grad_norm": 0.3378452956676483,
      "learning_rate": 8.591973670823958e-05,
      "loss": 0.0145,
      "step": 8480
    },
    {
      "epoch": 0.49455350381545987,
      "grad_norm": 0.33285266160964966,
      "learning_rate": 8.588137447277503e-05,
      "loss": 0.0125,
      "step": 8490
    },
    {
      "epoch": 0.49513601677637326,
      "grad_norm": 0.32284048199653625,
      "learning_rate": 8.584296863805709e-05,
      "loss": 0.009,
      "step": 8500
    },
    {
      "epoch": 0.49571852973728664,
      "grad_norm": 0.3326222002506256,
      "learning_rate": 8.580451925075248e-05,
      "loss": 0.0119,
      "step": 8510
    },
    {
      "epoch": 0.4963010426982,
      "grad_norm": 0.21906715631484985,
      "learning_rate": 8.576602635758085e-05,
      "loss": 0.0102,
      "step": 8520
    },
    {
      "epoch": 0.4968835556591134,
      "grad_norm": 0.20839254558086395,
      "learning_rate": 8.572749000531469e-05,
      "loss": 0.0086,
      "step": 8530
    },
    {
      "epoch": 0.4974660686200268,
      "grad_norm": 0.34974223375320435,
      "learning_rate": 8.568891024077926e-05,
      "loss": 0.0096,
      "step": 8540
    },
    {
      "epoch": 0.4980485815809402,
      "grad_norm": 0.35410234332084656,
      "learning_rate": 8.565028711085265e-05,
      "loss": 0.0122,
      "step": 8550
    },
    {
      "epoch": 0.49863109454185356,
      "grad_norm": 0.33047378063201904,
      "learning_rate": 8.561162066246561e-05,
      "loss": 0.0107,
      "step": 8560
    },
    {
      "epoch": 0.49921360750276694,
      "grad_norm": 0.3621072471141815,
      "learning_rate": 8.557291094260152e-05,
      "loss": 0.0127,
      "step": 8570
    },
    {
      "epoch": 0.4997961204636803,
      "grad_norm": 0.26117265224456787,
      "learning_rate": 8.553415799829629e-05,
      "loss": 0.0107,
      "step": 8580
    },
    {
      "epoch": 0.5003786334245937,
      "grad_norm": 0.16914372146129608,
      "learning_rate": 8.549536187663847e-05,
      "loss": 0.0084,
      "step": 8590
    },
    {
      "epoch": 0.500961146385507,
      "grad_norm": 0.2097463309764862,
      "learning_rate": 8.545652262476897e-05,
      "loss": 0.013,
      "step": 8600
    },
    {
      "epoch": 0.5015436593464204,
      "grad_norm": 0.2855682671070099,
      "learning_rate": 8.541764028988115e-05,
      "loss": 0.0113,
      "step": 8610
    },
    {
      "epoch": 0.5021261723073338,
      "grad_norm": 0.21892935037612915,
      "learning_rate": 8.537871491922071e-05,
      "loss": 0.0117,
      "step": 8620
    },
    {
      "epoch": 0.5027086852682472,
      "grad_norm": 0.26727095246315,
      "learning_rate": 8.533974656008566e-05,
      "loss": 0.0112,
      "step": 8630
    },
    {
      "epoch": 0.5032911982291606,
      "grad_norm": 0.23189052939414978,
      "learning_rate": 8.530073525982621e-05,
      "loss": 0.009,
      "step": 8640
    },
    {
      "epoch": 0.503873711190074,
      "grad_norm": 0.20634156465530396,
      "learning_rate": 8.526168106584476e-05,
      "loss": 0.0129,
      "step": 8650
    },
    {
      "epoch": 0.5044562241509873,
      "grad_norm": 0.3063119947910309,
      "learning_rate": 8.522258402559586e-05,
      "loss": 0.0116,
      "step": 8660
    },
    {
      "epoch": 0.5050387371119007,
      "grad_norm": 0.3161621391773224,
      "learning_rate": 8.518344418658613e-05,
      "loss": 0.0114,
      "step": 8670
    },
    {
      "epoch": 0.5056212500728141,
      "grad_norm": 0.23569059371948242,
      "learning_rate": 8.51442615963741e-05,
      "loss": 0.0133,
      "step": 8680
    },
    {
      "epoch": 0.5062037630337275,
      "grad_norm": 0.24308477342128754,
      "learning_rate": 8.510503630257034e-05,
      "loss": 0.0104,
      "step": 8690
    },
    {
      "epoch": 0.5067862759946409,
      "grad_norm": 0.303740531206131,
      "learning_rate": 8.50657683528373e-05,
      "loss": 0.0096,
      "step": 8700
    },
    {
      "epoch": 0.5073687889555543,
      "grad_norm": 0.22782230377197266,
      "learning_rate": 8.502645779488922e-05,
      "loss": 0.0086,
      "step": 8710
    },
    {
      "epoch": 0.5079513019164676,
      "grad_norm": 0.3413344919681549,
      "learning_rate": 8.498710467649213e-05,
      "loss": 0.01,
      "step": 8720
    },
    {
      "epoch": 0.508533814877381,
      "grad_norm": 0.2716794013977051,
      "learning_rate": 8.494770904546381e-05,
      "loss": 0.0123,
      "step": 8730
    },
    {
      "epoch": 0.5091163278382944,
      "grad_norm": 0.31317803263664246,
      "learning_rate": 8.490827094967363e-05,
      "loss": 0.0114,
      "step": 8740
    },
    {
      "epoch": 0.5096988407992078,
      "grad_norm": 0.25290921330451965,
      "learning_rate": 8.486879043704263e-05,
      "loss": 0.0112,
      "step": 8750
    },
    {
      "epoch": 0.5102813537601212,
      "grad_norm": 0.3568704128265381,
      "learning_rate": 8.482926755554332e-05,
      "loss": 0.0113,
      "step": 8760
    },
    {
      "epoch": 0.5108638667210346,
      "grad_norm": 0.30301928520202637,
      "learning_rate": 8.478970235319975e-05,
      "loss": 0.01,
      "step": 8770
    },
    {
      "epoch": 0.511446379681948,
      "grad_norm": 0.40317073464393616,
      "learning_rate": 8.475009487808737e-05,
      "loss": 0.014,
      "step": 8780
    },
    {
      "epoch": 0.5120288926428613,
      "grad_norm": 0.38880282640457153,
      "learning_rate": 8.471044517833298e-05,
      "loss": 0.0131,
      "step": 8790
    },
    {
      "epoch": 0.5126114056037747,
      "grad_norm": 0.4629809856414795,
      "learning_rate": 8.467075330211474e-05,
      "loss": 0.011,
      "step": 8800
    },
    {
      "epoch": 0.5131939185646881,
      "grad_norm": 0.20804764330387115,
      "learning_rate": 8.463101929766198e-05,
      "loss": 0.0138,
      "step": 8810
    },
    {
      "epoch": 0.5137764315256015,
      "grad_norm": 0.45887529850006104,
      "learning_rate": 8.459124321325528e-05,
      "loss": 0.0132,
      "step": 8820
    },
    {
      "epoch": 0.5143589444865149,
      "grad_norm": 0.360636830329895,
      "learning_rate": 8.455142509722634e-05,
      "loss": 0.0119,
      "step": 8830
    },
    {
      "epoch": 0.5149414574474283,
      "grad_norm": 0.38743698596954346,
      "learning_rate": 8.451156499795792e-05,
      "loss": 0.01,
      "step": 8840
    },
    {
      "epoch": 0.5155239704083416,
      "grad_norm": 0.3410528302192688,
      "learning_rate": 8.447166296388381e-05,
      "loss": 0.0118,
      "step": 8850
    },
    {
      "epoch": 0.516106483369255,
      "grad_norm": 0.22457276284694672,
      "learning_rate": 8.443171904348872e-05,
      "loss": 0.0119,
      "step": 8860
    },
    {
      "epoch": 0.5166889963301683,
      "grad_norm": 0.23236508667469025,
      "learning_rate": 8.43917332853083e-05,
      "loss": 0.0093,
      "step": 8870
    },
    {
      "epoch": 0.5172715092910817,
      "grad_norm": 0.2859998643398285,
      "learning_rate": 8.435170573792901e-05,
      "loss": 0.0105,
      "step": 8880
    },
    {
      "epoch": 0.5178540222519951,
      "grad_norm": 0.25001728534698486,
      "learning_rate": 8.431163644998808e-05,
      "loss": 0.0094,
      "step": 8890
    },
    {
      "epoch": 0.5184365352129084,
      "grad_norm": 0.3896948993206024,
      "learning_rate": 8.42715254701735e-05,
      "loss": 0.0143,
      "step": 8900
    },
    {
      "epoch": 0.5190190481738218,
      "grad_norm": 0.27904146909713745,
      "learning_rate": 8.42313728472239e-05,
      "loss": 0.0089,
      "step": 8910
    },
    {
      "epoch": 0.5196015611347352,
      "grad_norm": 0.25483042001724243,
      "learning_rate": 8.419117862992844e-05,
      "loss": 0.0096,
      "step": 8920
    },
    {
      "epoch": 0.5201840740956486,
      "grad_norm": 0.2366785705089569,
      "learning_rate": 8.415094286712694e-05,
      "loss": 0.0083,
      "step": 8930
    },
    {
      "epoch": 0.520766587056562,
      "grad_norm": 0.2771153450012207,
      "learning_rate": 8.411066560770965e-05,
      "loss": 0.009,
      "step": 8940
    },
    {
      "epoch": 0.5213491000174754,
      "grad_norm": 0.22708876430988312,
      "learning_rate": 8.407034690061721e-05,
      "loss": 0.011,
      "step": 8950
    },
    {
      "epoch": 0.5219316129783887,
      "grad_norm": 0.32733431458473206,
      "learning_rate": 8.402998679484067e-05,
      "loss": 0.0115,
      "step": 8960
    },
    {
      "epoch": 0.5225141259393021,
      "grad_norm": 0.2673744857311249,
      "learning_rate": 8.398958533942135e-05,
      "loss": 0.0074,
      "step": 8970
    },
    {
      "epoch": 0.5230966389002155,
      "grad_norm": 0.2505076825618744,
      "learning_rate": 8.394914258345083e-05,
      "loss": 0.0122,
      "step": 8980
    },
    {
      "epoch": 0.5236791518611289,
      "grad_norm": 0.42512375116348267,
      "learning_rate": 8.390865857607089e-05,
      "loss": 0.0114,
      "step": 8990
    },
    {
      "epoch": 0.5242616648220423,
      "grad_norm": 0.4811088740825653,
      "learning_rate": 8.386813336647339e-05,
      "loss": 0.015,
      "step": 9000
    },
    {
      "epoch": 0.5248441777829557,
      "grad_norm": 0.2737468481063843,
      "learning_rate": 8.38275670039003e-05,
      "loss": 0.0108,
      "step": 9010
    },
    {
      "epoch": 0.525426690743869,
      "grad_norm": 0.21187454462051392,
      "learning_rate": 8.378695953764356e-05,
      "loss": 0.0085,
      "step": 9020
    },
    {
      "epoch": 0.5260092037047824,
      "grad_norm": 0.30845895409584045,
      "learning_rate": 8.374631101704509e-05,
      "loss": 0.0099,
      "step": 9030
    },
    {
      "epoch": 0.5265917166656958,
      "grad_norm": 0.20114067196846008,
      "learning_rate": 8.370562149149665e-05,
      "loss": 0.009,
      "step": 9040
    },
    {
      "epoch": 0.5271742296266092,
      "grad_norm": 0.22177201509475708,
      "learning_rate": 8.366489101043989e-05,
      "loss": 0.0095,
      "step": 9050
    },
    {
      "epoch": 0.5277567425875226,
      "grad_norm": 0.19219940900802612,
      "learning_rate": 8.362411962336614e-05,
      "loss": 0.0095,
      "step": 9060
    },
    {
      "epoch": 0.528339255548436,
      "grad_norm": 0.44997864961624146,
      "learning_rate": 8.358330737981651e-05,
      "loss": 0.0105,
      "step": 9070
    },
    {
      "epoch": 0.5289217685093494,
      "grad_norm": 0.2769324481487274,
      "learning_rate": 8.35424543293817e-05,
      "loss": 0.0116,
      "step": 9080
    },
    {
      "epoch": 0.5295042814702627,
      "grad_norm": 0.28238800168037415,
      "learning_rate": 8.350156052170206e-05,
      "loss": 0.0101,
      "step": 9090
    },
    {
      "epoch": 0.5300867944311761,
      "grad_norm": 0.2641945481300354,
      "learning_rate": 8.346062600646738e-05,
      "loss": 0.0097,
      "step": 9100
    },
    {
      "epoch": 0.5306693073920895,
      "grad_norm": 0.27481865882873535,
      "learning_rate": 8.341965083341697e-05,
      "loss": 0.0134,
      "step": 9110
    },
    {
      "epoch": 0.5312518203530029,
      "grad_norm": 0.3104117512702942,
      "learning_rate": 8.337863505233953e-05,
      "loss": 0.0105,
      "step": 9120
    },
    {
      "epoch": 0.5318343333139163,
      "grad_norm": 0.38113418221473694,
      "learning_rate": 8.33375787130731e-05,
      "loss": 0.0083,
      "step": 9130
    },
    {
      "epoch": 0.5324168462748297,
      "grad_norm": 0.21746212244033813,
      "learning_rate": 8.3296481865505e-05,
      "loss": 0.0106,
      "step": 9140
    },
    {
      "epoch": 0.532999359235743,
      "grad_norm": 0.3854799270629883,
      "learning_rate": 8.325534455957181e-05,
      "loss": 0.0113,
      "step": 9150
    },
    {
      "epoch": 0.5335818721966564,
      "grad_norm": 0.3229290544986725,
      "learning_rate": 8.321416684525917e-05,
      "loss": 0.01,
      "step": 9160
    },
    {
      "epoch": 0.5341643851575698,
      "grad_norm": 0.28699108958244324,
      "learning_rate": 8.317294877260193e-05,
      "loss": 0.0116,
      "step": 9170
    },
    {
      "epoch": 0.5347468981184831,
      "grad_norm": 0.38508835434913635,
      "learning_rate": 8.313169039168394e-05,
      "loss": 0.0116,
      "step": 9180
    },
    {
      "epoch": 0.5353294110793965,
      "grad_norm": 0.19626887142658234,
      "learning_rate": 8.3090391752638e-05,
      "loss": 0.0087,
      "step": 9190
    },
    {
      "epoch": 0.5359119240403099,
      "grad_norm": 0.21657134592533112,
      "learning_rate": 8.304905290564586e-05,
      "loss": 0.0115,
      "step": 9200
    },
    {
      "epoch": 0.5364944370012232,
      "grad_norm": 0.3363923132419586,
      "learning_rate": 8.300767390093813e-05,
      "loss": 0.0107,
      "step": 9210
    },
    {
      "epoch": 0.5370769499621366,
      "grad_norm": 0.3121386170387268,
      "learning_rate": 8.296625478879417e-05,
      "loss": 0.0158,
      "step": 9220
    },
    {
      "epoch": 0.53765946292305,
      "grad_norm": 0.371357262134552,
      "learning_rate": 8.292479561954214e-05,
      "loss": 0.0112,
      "step": 9230
    },
    {
      "epoch": 0.5382419758839634,
      "grad_norm": 0.37682169675827026,
      "learning_rate": 8.288329644355883e-05,
      "loss": 0.0114,
      "step": 9240
    },
    {
      "epoch": 0.5388244888448768,
      "grad_norm": 0.28736403584480286,
      "learning_rate": 8.284175731126965e-05,
      "loss": 0.0134,
      "step": 9250
    },
    {
      "epoch": 0.5394070018057902,
      "grad_norm": 0.32662689685821533,
      "learning_rate": 8.280017827314854e-05,
      "loss": 0.0098,
      "step": 9260
    },
    {
      "epoch": 0.5399895147667035,
      "grad_norm": 0.1859537810087204,
      "learning_rate": 8.2758559379718e-05,
      "loss": 0.0138,
      "step": 9270
    },
    {
      "epoch": 0.5405720277276169,
      "grad_norm": 0.3454076051712036,
      "learning_rate": 8.271690068154887e-05,
      "loss": 0.0105,
      "step": 9280
    },
    {
      "epoch": 0.5411545406885303,
      "grad_norm": 0.25456947088241577,
      "learning_rate": 8.26752022292604e-05,
      "loss": 0.0093,
      "step": 9290
    },
    {
      "epoch": 0.5417370536494437,
      "grad_norm": 0.3912484049797058,
      "learning_rate": 8.263346407352018e-05,
      "loss": 0.0113,
      "step": 9300
    },
    {
      "epoch": 0.5423195666103571,
      "grad_norm": 0.289750337600708,
      "learning_rate": 8.259168626504395e-05,
      "loss": 0.0113,
      "step": 9310
    },
    {
      "epoch": 0.5429020795712705,
      "grad_norm": 0.21054647862911224,
      "learning_rate": 8.254986885459572e-05,
      "loss": 0.0113,
      "step": 9320
    },
    {
      "epoch": 0.5434845925321838,
      "grad_norm": 0.2637708783149719,
      "learning_rate": 8.250801189298757e-05,
      "loss": 0.0115,
      "step": 9330
    },
    {
      "epoch": 0.5440671054930972,
      "grad_norm": 0.27710995078086853,
      "learning_rate": 8.246611543107967e-05,
      "loss": 0.0113,
      "step": 9340
    },
    {
      "epoch": 0.5446496184540106,
      "grad_norm": 0.2379639893770218,
      "learning_rate": 8.242417951978018e-05,
      "loss": 0.0098,
      "step": 9350
    },
    {
      "epoch": 0.545232131414924,
      "grad_norm": 0.2423040270805359,
      "learning_rate": 8.238220421004517e-05,
      "loss": 0.0124,
      "step": 9360
    },
    {
      "epoch": 0.5458146443758374,
      "grad_norm": 0.31561440229415894,
      "learning_rate": 8.234018955287859e-05,
      "loss": 0.0177,
      "step": 9370
    },
    {
      "epoch": 0.5463971573367508,
      "grad_norm": 0.4590918719768524,
      "learning_rate": 8.229813559933224e-05,
      "loss": 0.0155,
      "step": 9380
    },
    {
      "epoch": 0.5469796702976641,
      "grad_norm": 0.40657955408096313,
      "learning_rate": 8.22560424005056e-05,
      "loss": 0.0149,
      "step": 9390
    },
    {
      "epoch": 0.5475621832585775,
      "grad_norm": 0.3211154043674469,
      "learning_rate": 8.22139100075459e-05,
      "loss": 0.0092,
      "step": 9400
    },
    {
      "epoch": 0.5481446962194909,
      "grad_norm": 0.2968524694442749,
      "learning_rate": 8.217173847164799e-05,
      "loss": 0.0114,
      "step": 9410
    },
    {
      "epoch": 0.5487272091804043,
      "grad_norm": 0.3226020336151123,
      "learning_rate": 8.212952784405422e-05,
      "loss": 0.0115,
      "step": 9420
    },
    {
      "epoch": 0.5493097221413177,
      "grad_norm": 0.250797837972641,
      "learning_rate": 8.208727817605451e-05,
      "loss": 0.0097,
      "step": 9430
    },
    {
      "epoch": 0.5498922351022311,
      "grad_norm": 0.2678021788597107,
      "learning_rate": 8.204498951898618e-05,
      "loss": 0.0134,
      "step": 9440
    },
    {
      "epoch": 0.5504747480631444,
      "grad_norm": 0.1832326352596283,
      "learning_rate": 8.200266192423395e-05,
      "loss": 0.009,
      "step": 9450
    },
    {
      "epoch": 0.5510572610240578,
      "grad_norm": 0.3206072449684143,
      "learning_rate": 8.196029544322981e-05,
      "loss": 0.0112,
      "step": 9460
    },
    {
      "epoch": 0.5516397739849712,
      "grad_norm": 0.17319335043430328,
      "learning_rate": 8.191789012745305e-05,
      "loss": 0.0106,
      "step": 9470
    },
    {
      "epoch": 0.5522222869458846,
      "grad_norm": 0.2627083659172058,
      "learning_rate": 8.187544602843014e-05,
      "loss": 0.009,
      "step": 9480
    },
    {
      "epoch": 0.5528047999067979,
      "grad_norm": 0.2164127081632614,
      "learning_rate": 8.183296319773466e-05,
      "loss": 0.0112,
      "step": 9490
    },
    {
      "epoch": 0.5533873128677113,
      "grad_norm": 0.41261550784111023,
      "learning_rate": 8.179044168698721e-05,
      "loss": 0.0136,
      "step": 9500
    },
    {
      "epoch": 0.5539698258286246,
      "grad_norm": 0.29752349853515625,
      "learning_rate": 8.174788154785548e-05,
      "loss": 0.011,
      "step": 9510
    },
    {
      "epoch": 0.554552338789538,
      "grad_norm": 0.32278183102607727,
      "learning_rate": 8.170528283205403e-05,
      "loss": 0.0134,
      "step": 9520
    },
    {
      "epoch": 0.5551348517504514,
      "grad_norm": 0.22981145977973938,
      "learning_rate": 8.166264559134435e-05,
      "loss": 0.0114,
      "step": 9530
    },
    {
      "epoch": 0.5557173647113648,
      "grad_norm": 0.3100016415119171,
      "learning_rate": 8.161996987753467e-05,
      "loss": 0.0139,
      "step": 9540
    },
    {
      "epoch": 0.5562998776722782,
      "grad_norm": 0.3087938725948334,
      "learning_rate": 8.157725574248e-05,
      "loss": 0.0135,
      "step": 9550
    },
    {
      "epoch": 0.5568823906331916,
      "grad_norm": 0.21534736454486847,
      "learning_rate": 8.153450323808209e-05,
      "loss": 0.0109,
      "step": 9560
    },
    {
      "epoch": 0.5574649035941049,
      "grad_norm": 0.38279926776885986,
      "learning_rate": 8.149171241628923e-05,
      "loss": 0.0126,
      "step": 9570
    },
    {
      "epoch": 0.5580474165550183,
      "grad_norm": 0.3262600600719452,
      "learning_rate": 8.144888332909631e-05,
      "loss": 0.0123,
      "step": 9580
    },
    {
      "epoch": 0.5586299295159317,
      "grad_norm": 0.17854773998260498,
      "learning_rate": 8.14060160285447e-05,
      "loss": 0.0083,
      "step": 9590
    },
    {
      "epoch": 0.5592124424768451,
      "grad_norm": 0.2897261083126068,
      "learning_rate": 8.136311056672223e-05,
      "loss": 0.0123,
      "step": 9600
    },
    {
      "epoch": 0.5597949554377585,
      "grad_norm": 0.42957374453544617,
      "learning_rate": 8.132016699576308e-05,
      "loss": 0.012,
      "step": 9610
    },
    {
      "epoch": 0.5603774683986719,
      "grad_norm": 0.4951796233654022,
      "learning_rate": 8.127718536784771e-05,
      "loss": 0.0115,
      "step": 9620
    },
    {
      "epoch": 0.5609599813595852,
      "grad_norm": 0.44225791096687317,
      "learning_rate": 8.12341657352029e-05,
      "loss": 0.0136,
      "step": 9630
    },
    {
      "epoch": 0.5615424943204986,
      "grad_norm": 0.14812079071998596,
      "learning_rate": 8.119110815010151e-05,
      "loss": 0.0087,
      "step": 9640
    },
    {
      "epoch": 0.562125007281412,
      "grad_norm": 0.46010565757751465,
      "learning_rate": 8.114801266486261e-05,
      "loss": 0.0136,
      "step": 9650
    },
    {
      "epoch": 0.5627075202423254,
      "grad_norm": 0.48483937978744507,
      "learning_rate": 8.110487933185122e-05,
      "loss": 0.0107,
      "step": 9660
    },
    {
      "epoch": 0.5632900332032388,
      "grad_norm": 0.27445095777511597,
      "learning_rate": 8.106170820347847e-05,
      "loss": 0.0112,
      "step": 9670
    },
    {
      "epoch": 0.5638725461641522,
      "grad_norm": 0.4026414752006531,
      "learning_rate": 8.101849933220132e-05,
      "loss": 0.0126,
      "step": 9680
    },
    {
      "epoch": 0.5644550591250656,
      "grad_norm": 0.24285726249217987,
      "learning_rate": 8.097525277052264e-05,
      "loss": 0.009,
      "step": 9690
    },
    {
      "epoch": 0.5650375720859789,
      "grad_norm": 0.35967713594436646,
      "learning_rate": 8.093196857099106e-05,
      "loss": 0.0092,
      "step": 9700
    },
    {
      "epoch": 0.5656200850468923,
      "grad_norm": 0.1624266505241394,
      "learning_rate": 8.088864678620096e-05,
      "loss": 0.0116,
      "step": 9710
    },
    {
      "epoch": 0.5662025980078057,
      "grad_norm": 0.19601480662822723,
      "learning_rate": 8.084528746879243e-05,
      "loss": 0.0108,
      "step": 9720
    },
    {
      "epoch": 0.5667851109687191,
      "grad_norm": 0.30270540714263916,
      "learning_rate": 8.080189067145108e-05,
      "loss": 0.011,
      "step": 9730
    },
    {
      "epoch": 0.5673676239296325,
      "grad_norm": 0.16536946594715118,
      "learning_rate": 8.075845644690813e-05,
      "loss": 0.0104,
      "step": 9740
    },
    {
      "epoch": 0.5679501368905459,
      "grad_norm": 0.29546692967414856,
      "learning_rate": 8.07149848479403e-05,
      "loss": 0.0122,
      "step": 9750
    },
    {
      "epoch": 0.5685326498514592,
      "grad_norm": 0.3476848304271698,
      "learning_rate": 8.067147592736962e-05,
      "loss": 0.0098,
      "step": 9760
    },
    {
      "epoch": 0.5691151628123726,
      "grad_norm": 0.16247175633907318,
      "learning_rate": 8.062792973806357e-05,
      "loss": 0.0087,
      "step": 9770
    },
    {
      "epoch": 0.569697675773286,
      "grad_norm": 0.3933895230293274,
      "learning_rate": 8.058434633293485e-05,
      "loss": 0.0086,
      "step": 9780
    },
    {
      "epoch": 0.5702801887341994,
      "grad_norm": 0.2233133465051651,
      "learning_rate": 8.054072576494143e-05,
      "loss": 0.01,
      "step": 9790
    },
    {
      "epoch": 0.5708627016951127,
      "grad_norm": 0.3780955970287323,
      "learning_rate": 8.04970680870864e-05,
      "loss": 0.0076,
      "step": 9800
    },
    {
      "epoch": 0.571445214656026,
      "grad_norm": 0.30459094047546387,
      "learning_rate": 8.045337335241793e-05,
      "loss": 0.0109,
      "step": 9810
    },
    {
      "epoch": 0.5720277276169394,
      "grad_norm": 0.4079815447330475,
      "learning_rate": 8.040964161402932e-05,
      "loss": 0.0093,
      "step": 9820
    },
    {
      "epoch": 0.5726102405778528,
      "grad_norm": 0.35216766595840454,
      "learning_rate": 8.036587292505869e-05,
      "loss": 0.015,
      "step": 9830
    },
    {
      "epoch": 0.5731927535387662,
      "grad_norm": 0.483693927526474,
      "learning_rate": 8.032206733868912e-05,
      "loss": 0.0133,
      "step": 9840
    },
    {
      "epoch": 0.5737752664996796,
      "grad_norm": 0.4553718864917755,
      "learning_rate": 8.027822490814858e-05,
      "loss": 0.0159,
      "step": 9850
    },
    {
      "epoch": 0.574357779460593,
      "grad_norm": 0.31747058033943176,
      "learning_rate": 8.023434568670972e-05,
      "loss": 0.0147,
      "step": 9860
    },
    {
      "epoch": 0.5749402924215063,
      "grad_norm": 0.30035489797592163,
      "learning_rate": 8.019042972768992e-05,
      "loss": 0.0104,
      "step": 9870
    },
    {
      "epoch": 0.5755228053824197,
      "grad_norm": 0.2849234640598297,
      "learning_rate": 8.014647708445124e-05,
      "loss": 0.0109,
      "step": 9880
    },
    {
      "epoch": 0.5761053183433331,
      "grad_norm": 0.4712446331977844,
      "learning_rate": 8.010248781040027e-05,
      "loss": 0.0132,
      "step": 9890
    },
    {
      "epoch": 0.5766878313042465,
      "grad_norm": 0.38158559799194336,
      "learning_rate": 8.005846195898814e-05,
      "loss": 0.0108,
      "step": 9900
    },
    {
      "epoch": 0.5772703442651599,
      "grad_norm": 0.3007536828517914,
      "learning_rate": 8.00143995837104e-05,
      "loss": 0.0112,
      "step": 9910
    },
    {
      "epoch": 0.5778528572260733,
      "grad_norm": 0.2956334948539734,
      "learning_rate": 7.997030073810698e-05,
      "loss": 0.0114,
      "step": 9920
    },
    {
      "epoch": 0.5784353701869867,
      "grad_norm": 0.18578597903251648,
      "learning_rate": 7.992616547576217e-05,
      "loss": 0.0084,
      "step": 9930
    },
    {
      "epoch": 0.5790178831479,
      "grad_norm": 0.26690977811813354,
      "learning_rate": 7.988199385030445e-05,
      "loss": 0.0128,
      "step": 9940
    },
    {
      "epoch": 0.5796003961088134,
      "grad_norm": 0.3819132447242737,
      "learning_rate": 7.98377859154065e-05,
      "loss": 0.0129,
      "step": 9950
    },
    {
      "epoch": 0.5801829090697268,
      "grad_norm": 0.2008133828639984,
      "learning_rate": 7.979354172478516e-05,
      "loss": 0.0088,
      "step": 9960
    },
    {
      "epoch": 0.5807654220306402,
      "grad_norm": 0.20811396837234497,
      "learning_rate": 7.974926133220127e-05,
      "loss": 0.0099,
      "step": 9970
    },
    {
      "epoch": 0.5813479349915536,
      "grad_norm": 0.23433077335357666,
      "learning_rate": 7.970494479145967e-05,
      "loss": 0.0098,
      "step": 9980
    },
    {
      "epoch": 0.581930447952467,
      "grad_norm": 0.4400034248828888,
      "learning_rate": 7.966059215640919e-05,
      "loss": 0.0127,
      "step": 9990
    },
    {
      "epoch": 0.5825129609133803,
      "grad_norm": 0.2626042366027832,
      "learning_rate": 7.961620348094241e-05,
      "loss": 0.0115,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 30000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}