{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9782037409182254,
  "eval_steps": 500,
  "global_step": 3200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006183335909723296,
      "grad_norm": 0.04143473133444786,
      "learning_rate": 5.555555555555555e-07,
      "loss": 0.0078,
      "step": 10
    },
    {
      "epoch": 0.012366671819446591,
      "grad_norm": 0.039171501994132996,
      "learning_rate": 1.1728395061728396e-06,
      "loss": 0.0073,
      "step": 20
    },
    {
      "epoch": 0.018550007729169888,
      "grad_norm": 0.045620836317539215,
      "learning_rate": 1.7901234567901235e-06,
      "loss": 0.0077,
      "step": 30
    },
    {
      "epoch": 0.024733343638893183,
      "grad_norm": 0.042504891753196716,
      "learning_rate": 2.4074074074074075e-06,
      "loss": 0.0074,
      "step": 40
    },
    {
      "epoch": 0.030916679548616478,
      "grad_norm": 0.04532310739159584,
      "learning_rate": 3.0246913580246917e-06,
      "loss": 0.0078,
      "step": 50
    },
    {
      "epoch": 0.037100015458339776,
      "grad_norm": 0.046271760016679764,
      "learning_rate": 3.641975308641976e-06,
      "loss": 0.008,
      "step": 60
    },
    {
      "epoch": 0.04328335136806307,
      "grad_norm": 0.046998776495456696,
      "learning_rate": 4.2592592592592596e-06,
      "loss": 0.0082,
      "step": 70
    },
    {
      "epoch": 0.049466687277786366,
      "grad_norm": 0.06645342707633972,
      "learning_rate": 4.876543209876544e-06,
      "loss": 0.008,
      "step": 80
    },
    {
      "epoch": 0.05565002318750966,
      "grad_norm": 0.05185055360198021,
      "learning_rate": 5.493827160493828e-06,
      "loss": 0.0077,
      "step": 90
    },
    {
      "epoch": 0.061833359097232955,
      "grad_norm": 0.06297408044338226,
      "learning_rate": 6.111111111111112e-06,
      "loss": 0.0084,
      "step": 100
    },
    {
      "epoch": 0.06801669500695626,
      "grad_norm": 0.08234790712594986,
      "learning_rate": 6.728395061728395e-06,
      "loss": 0.008,
      "step": 110
    },
    {
      "epoch": 0.07420003091667955,
      "grad_norm": 0.05353984236717224,
      "learning_rate": 7.34567901234568e-06,
      "loss": 0.0083,
      "step": 120
    },
    {
      "epoch": 0.08038336682640285,
      "grad_norm": 0.060335684567689896,
      "learning_rate": 7.962962962962963e-06,
      "loss": 0.0081,
      "step": 130
    },
    {
      "epoch": 0.08656670273612614,
      "grad_norm": 0.06284262984991074,
      "learning_rate": 8.580246913580249e-06,
      "loss": 0.0084,
      "step": 140
    },
    {
      "epoch": 0.09275003864584944,
      "grad_norm": 0.08134513348340988,
      "learning_rate": 9.197530864197531e-06,
      "loss": 0.0087,
      "step": 150
    },
    {
      "epoch": 0.09893337455557273,
      "grad_norm": 0.06377002596855164,
      "learning_rate": 9.814814814814815e-06,
      "loss": 0.0087,
      "step": 160
    },
    {
      "epoch": 0.10511671046529603,
      "grad_norm": 0.07254844158887863,
      "learning_rate": 1.04320987654321e-05,
      "loss": 0.0089,
      "step": 170
    },
    {
      "epoch": 0.11130004637501932,
      "grad_norm": 0.07614797353744507,
      "learning_rate": 1.1049382716049384e-05,
      "loss": 0.0091,
      "step": 180
    },
    {
      "epoch": 0.11748338228474262,
      "grad_norm": 0.09067586809396744,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 0.0084,
      "step": 190
    },
    {
      "epoch": 0.12366671819446591,
      "grad_norm": 0.06307026743888855,
      "learning_rate": 1.228395061728395e-05,
      "loss": 0.0095,
      "step": 200
    },
    {
      "epoch": 0.1298500541041892,
      "grad_norm": 0.05498047545552254,
      "learning_rate": 1.2901234567901235e-05,
      "loss": 0.0087,
      "step": 210
    },
    {
      "epoch": 0.13603339001391251,
      "grad_norm": 0.08366186171770096,
      "learning_rate": 1.351851851851852e-05,
      "loss": 0.009,
      "step": 220
    },
    {
      "epoch": 0.1422167259236358,
      "grad_norm": 0.08589412271976471,
      "learning_rate": 1.4135802469135805e-05,
      "loss": 0.009,
      "step": 230
    },
    {
      "epoch": 0.1484000618333591,
      "grad_norm": 0.05334419757127762,
      "learning_rate": 1.4753086419753087e-05,
      "loss": 0.0093,
      "step": 240
    },
    {
      "epoch": 0.15458339774308238,
      "grad_norm": 0.06228677183389664,
      "learning_rate": 1.537037037037037e-05,
      "loss": 0.0091,
      "step": 250
    },
    {
      "epoch": 0.1607667336528057,
      "grad_norm": 0.059001028537750244,
      "learning_rate": 1.5987654320987655e-05,
      "loss": 0.0088,
      "step": 260
    },
    {
      "epoch": 0.16695006956252897,
      "grad_norm": 0.056203559041023254,
      "learning_rate": 1.660493827160494e-05,
      "loss": 0.0092,
      "step": 270
    },
    {
      "epoch": 0.17313340547225228,
      "grad_norm": 0.08194007724523544,
      "learning_rate": 1.7222222222222224e-05,
      "loss": 0.0095,
      "step": 280
    },
    {
      "epoch": 0.17931674138197556,
      "grad_norm": 1.0690827369689941,
      "learning_rate": 1.7839506172839506e-05,
      "loss": 0.0282,
      "step": 290
    },
    {
      "epoch": 0.18550007729169887,
      "grad_norm": 0.09711379557847977,
      "learning_rate": 1.8456790123456792e-05,
      "loss": 0.016,
      "step": 300
    },
    {
      "epoch": 0.19168341320142215,
      "grad_norm": 0.05902743339538574,
      "learning_rate": 1.9074074074074075e-05,
      "loss": 0.0118,
      "step": 310
    },
    {
      "epoch": 0.19786674911114546,
      "grad_norm": 0.058570075780153275,
      "learning_rate": 1.969135802469136e-05,
      "loss": 0.0105,
      "step": 320
    },
    {
      "epoch": 0.20405008502086877,
      "grad_norm": 0.05820102244615555,
      "learning_rate": 1.9999854512405252e-05,
      "loss": 0.0098,
      "step": 330
    },
    {
      "epoch": 0.21023342093059205,
      "grad_norm": 0.05199410021305084,
      "learning_rate": 1.9998690637047088e-05,
      "loss": 0.0092,
      "step": 340
    },
    {
      "epoch": 0.21641675684031536,
      "grad_norm": 0.0505528561770916,
      "learning_rate": 1.999636302179332e-05,
      "loss": 0.0093,
      "step": 350
    },
    {
      "epoch": 0.22260009275003864,
      "grad_norm": 0.052951931953430176,
      "learning_rate": 1.9992871937553292e-05,
      "loss": 0.0089,
      "step": 360
    },
    {
      "epoch": 0.22878342865976195,
      "grad_norm": 0.053663648664951324,
      "learning_rate": 1.9988217790651605e-05,
      "loss": 0.0086,
      "step": 370
    },
    {
      "epoch": 0.23496676456948523,
      "grad_norm": 0.052866872400045395,
      "learning_rate": 1.9982401122780834e-05,
      "loss": 0.0093,
      "step": 380
    },
    {
      "epoch": 0.24115010047920854,
      "grad_norm": 0.044779375195503235,
      "learning_rate": 1.9975422610938463e-05,
      "loss": 0.0087,
      "step": 390
    },
    {
      "epoch": 0.24733343638893182,
      "grad_norm": 0.05273430049419403,
      "learning_rate": 1.9967283067348106e-05,
      "loss": 0.0087,
      "step": 400
    },
    {
      "epoch": 0.2535167722986551,
      "grad_norm": 0.05107806622982025,
      "learning_rate": 1.9957983439364973e-05,
      "loss": 0.0084,
      "step": 410
    },
    {
      "epoch": 0.2597001082083784,
      "grad_norm": 0.05193234607577324,
      "learning_rate": 1.994752480936559e-05,
      "loss": 0.0085,
      "step": 420
    },
    {
      "epoch": 0.2658834441181017,
      "grad_norm": 0.04062167927622795,
      "learning_rate": 1.9935908394621844e-05,
      "loss": 0.0085,
      "step": 430
    },
    {
      "epoch": 0.27206678002782503,
      "grad_norm": 0.04734641686081886,
      "learning_rate": 1.992313554715929e-05,
      "loss": 0.0087,
      "step": 440
    },
    {
      "epoch": 0.2782501159375483,
      "grad_norm": 0.0560256652534008,
      "learning_rate": 1.99092077535998e-05,
      "loss": 0.0086,
      "step": 450
    },
    {
      "epoch": 0.2844334518472716,
      "grad_norm": 0.05063237249851227,
      "learning_rate": 1.989412663498853e-05,
      "loss": 0.0084,
      "step": 460
    },
    {
      "epoch": 0.2906167877569949,
      "grad_norm": 0.05622229725122452,
      "learning_rate": 1.9877893946605247e-05,
      "loss": 0.0085,
      "step": 470
    },
    {
      "epoch": 0.2968001236667182,
      "grad_norm": 0.06787122786045074,
      "learning_rate": 1.9860511577760042e-05,
      "loss": 0.0084,
      "step": 480
    },
    {
      "epoch": 0.3029834595764415,
      "grad_norm": 0.05340688303112984,
      "learning_rate": 1.9841981551573424e-05,
      "loss": 0.0084,
      "step": 490
    },
    {
      "epoch": 0.30916679548616477,
      "grad_norm": 0.05143291503190994,
      "learning_rate": 1.9822306024740855e-05,
      "loss": 0.0085,
      "step": 500
    },
    {
      "epoch": 0.3153501313958881,
      "grad_norm": 0.04688792675733566,
      "learning_rate": 1.980148728728174e-05,
      "loss": 0.0085,
      "step": 510
    },
    {
      "epoch": 0.3215334673056114,
      "grad_norm": 0.04486978054046631,
      "learning_rate": 1.9779527762272877e-05,
      "loss": 0.0082,
      "step": 520
    },
    {
      "epoch": 0.3277168032153347,
      "grad_norm": 0.04129200056195259,
      "learning_rate": 1.975643000556646e-05,
      "loss": 0.0083,
      "step": 530
    },
    {
      "epoch": 0.33390013912505795,
      "grad_norm": 0.04800448194146156,
      "learning_rate": 1.973219670549259e-05,
      "loss": 0.0083,
      "step": 540
    },
    {
      "epoch": 0.34008347503478126,
      "grad_norm": 0.05428948998451233,
      "learning_rate": 1.970683068254637e-05,
      "loss": 0.0081,
      "step": 550
    },
    {
      "epoch": 0.34626681094450457,
      "grad_norm": 0.062362976372241974,
      "learning_rate": 1.9680334889059668e-05,
      "loss": 0.0081,
      "step": 560
    },
    {
      "epoch": 0.3524501468542279,
      "grad_norm": 0.04794848710298538,
      "learning_rate": 1.9652712408857452e-05,
      "loss": 0.0081,
      "step": 570
    },
    {
      "epoch": 0.35863348276395113,
      "grad_norm": 0.04279520735144615,
      "learning_rate": 1.9623966456898914e-05,
      "loss": 0.0078,
      "step": 580
    },
    {
      "epoch": 0.36481681867367444,
      "grad_norm": 0.04028687626123428,
      "learning_rate": 1.959410037890323e-05,
      "loss": 0.0083,
      "step": 590
    },
    {
      "epoch": 0.37100015458339775,
      "grad_norm": 0.04868888854980469,
      "learning_rate": 1.9563117650960208e-05,
      "loss": 0.0085,
      "step": 600
    },
    {
      "epoch": 0.37718349049312105,
      "grad_norm": 0.048066020011901855,
      "learning_rate": 1.9531021879125654e-05,
      "loss": 0.0082,
      "step": 610
    },
    {
      "epoch": 0.3833668264028443,
      "grad_norm": 0.051193494349718094,
      "learning_rate": 1.9497816799001726e-05,
      "loss": 0.0081,
      "step": 620
    },
    {
      "epoch": 0.3895501623125676,
      "grad_norm": 0.046053316444158554,
      "learning_rate": 1.9463506275302094e-05,
      "loss": 0.0078,
      "step": 630
    },
    {
      "epoch": 0.3957334982222909,
      "grad_norm": 0.04008670151233673,
      "learning_rate": 1.9428094301402164e-05,
      "loss": 0.008,
      "step": 640
    },
    {
      "epoch": 0.40191683413201423,
      "grad_norm": 0.048819512128829956,
      "learning_rate": 1.939158499887428e-05,
      "loss": 0.0084,
      "step": 650
    },
    {
      "epoch": 0.40810017004173754,
      "grad_norm": 0.04148195683956146,
      "learning_rate": 1.9353982617008024e-05,
      "loss": 0.0077,
      "step": 660
    },
    {
      "epoch": 0.4142835059514608,
      "grad_norm": 0.04567483067512512,
      "learning_rate": 1.9315291532315626e-05,
      "loss": 0.0082,
      "step": 670
    },
    {
      "epoch": 0.4204668418611841,
      "grad_norm": 0.0510326586663723,
      "learning_rate": 1.9275516248022613e-05,
      "loss": 0.0082,
      "step": 680
    },
    {
      "epoch": 0.4266501777709074,
      "grad_norm": 0.053588561713695526,
      "learning_rate": 1.9234661393543668e-05,
      "loss": 0.0078,
      "step": 690
    },
    {
      "epoch": 0.4328335136806307,
      "grad_norm": 0.0437391996383667,
      "learning_rate": 1.91927317239438e-05,
      "loss": 0.0082,
      "step": 700
    },
    {
      "epoch": 0.439016849590354,
      "grad_norm": 0.05658455193042755,
      "learning_rate": 1.9149732119384942e-05,
      "loss": 0.0083,
      "step": 710
    },
    {
      "epoch": 0.4452001855000773,
      "grad_norm": 0.039588961750268936,
      "learning_rate": 1.9105667584557914e-05,
      "loss": 0.0077,
      "step": 720
    },
    {
      "epoch": 0.4513835214098006,
      "grad_norm": 0.05383581295609474,
      "learning_rate": 1.9060543248099958e-05,
      "loss": 0.0081,
      "step": 730
    },
    {
      "epoch": 0.4575668573195239,
      "grad_norm": 0.047476038336753845,
      "learning_rate": 1.9014364361997813e-05,
      "loss": 0.0082,
      "step": 740
    },
    {
      "epoch": 0.46375019322924715,
      "grad_norm": 0.057258907705545425,
      "learning_rate": 1.896713630097643e-05,
      "loss": 0.0081,
      "step": 750
    },
    {
      "epoch": 0.46993352913897046,
      "grad_norm": 0.046649232506752014,
      "learning_rate": 1.8918864561873428e-05,
      "loss": 0.0078,
      "step": 760
    },
    {
      "epoch": 0.47611686504869377,
      "grad_norm": 0.04877932369709015,
      "learning_rate": 1.8869554762999307e-05,
      "loss": 0.0079,
      "step": 770
    },
    {
      "epoch": 0.4823002009584171,
      "grad_norm": 0.048988137394189835,
      "learning_rate": 1.881921264348355e-05,
      "loss": 0.008,
      "step": 780
    },
    {
      "epoch": 0.4884835368681404,
      "grad_norm": 0.04841630905866623,
      "learning_rate": 1.876784406260664e-05,
      "loss": 0.0078,
      "step": 790
    },
    {
      "epoch": 0.49466687277786364,
      "grad_norm": 0.05180073156952858,
      "learning_rate": 1.871545499911811e-05,
      "loss": 0.0079,
      "step": 800
    },
    {
      "epoch": 0.500850208687587,
      "grad_norm": 0.04108748957514763,
      "learning_rate": 1.866205155054067e-05,
      "loss": 0.0079,
      "step": 810
    },
    {
      "epoch": 0.5070335445973102,
      "grad_norm": 0.03657471388578415,
      "learning_rate": 1.860763993246053e-05,
      "loss": 0.0077,
      "step": 820
    },
    {
      "epoch": 0.5132168805070335,
      "grad_norm": 0.04646613076329231,
      "learning_rate": 1.8552226477803984e-05,
      "loss": 0.0076,
      "step": 830
    },
    {
      "epoch": 0.5194002164167568,
      "grad_norm": 0.050987377762794495,
      "learning_rate": 1.8495817636100293e-05,
      "loss": 0.0079,
      "step": 840
    },
    {
      "epoch": 0.5255835523264801,
      "grad_norm": 0.0483928844332695,
      "learning_rate": 1.8438419972731066e-05,
      "loss": 0.0076,
      "step": 850
    },
    {
      "epoch": 0.5317668882362034,
      "grad_norm": 0.05614335834980011,
      "learning_rate": 1.8380040168166096e-05,
      "loss": 0.0079,
      "step": 860
    },
    {
      "epoch": 0.5379502241459267,
      "grad_norm": 0.045122936367988586,
      "learning_rate": 1.8320685017185832e-05,
      "loss": 0.0077,
      "step": 870
    },
    {
      "epoch": 0.5441335600556501,
      "grad_norm": 0.03678731620311737,
      "learning_rate": 1.8260361428090542e-05,
      "loss": 0.0077,
      "step": 880
    },
    {
      "epoch": 0.5503168959653734,
      "grad_norm": 0.04048831760883331,
      "learning_rate": 1.8199076421896256e-05,
      "loss": 0.0075,
      "step": 890
    },
    {
      "epoch": 0.5565002318750966,
      "grad_norm": 0.04655023291707039,
      "learning_rate": 1.813683713151761e-05,
      "loss": 0.0076,
      "step": 900
    },
    {
      "epoch": 0.5626835677848199,
      "grad_norm": 0.04041978716850281,
      "learning_rate": 1.8073650800937627e-05,
      "loss": 0.0076,
      "step": 910
    },
    {
      "epoch": 0.5688669036945432,
      "grad_norm": 0.051544759422540665,
      "learning_rate": 1.8009524784364615e-05,
      "loss": 0.0076,
      "step": 920
    },
    {
      "epoch": 0.5750502396042665,
      "grad_norm": 0.04109196737408638,
      "learning_rate": 1.7944466545376215e-05,
      "loss": 0.0079,
      "step": 930
    },
    {
      "epoch": 0.5812335755139898,
      "grad_norm": 0.04459492862224579,
      "learning_rate": 1.7878483656050713e-05,
      "loss": 0.0075,
      "step": 940
    },
    {
      "epoch": 0.5874169114237131,
      "grad_norm": 0.051292601972818375,
      "learning_rate": 1.7811583796085722e-05,
      "loss": 0.0077,
      "step": 950
    },
    {
      "epoch": 0.5936002473334364,
      "grad_norm": 0.04666479676961899,
      "learning_rate": 1.7743774751904385e-05,
      "loss": 0.0077,
      "step": 960
    },
    {
      "epoch": 0.5997835832431597,
      "grad_norm": 0.043166983872652054,
      "learning_rate": 1.7675064415749078e-05,
      "loss": 0.0074,
      "step": 970
    },
    {
      "epoch": 0.605966919152883,
      "grad_norm": 0.0443737618625164,
      "learning_rate": 1.760546078476286e-05,
      "loss": 0.0077,
      "step": 980
    },
    {
      "epoch": 0.6121502550626062,
      "grad_norm": 0.04099385812878609,
      "learning_rate": 1.7534971960058684e-05,
      "loss": 0.0076,
      "step": 990
    },
    {
      "epoch": 0.6183335909723295,
      "grad_norm": 0.04541454464197159,
      "learning_rate": 1.7463606145776525e-05,
      "loss": 0.0076,
      "step": 1000
    },
    {
      "epoch": 0.6245169268820528,
      "grad_norm": 0.0451682023704052,
      "learning_rate": 1.739137164812849e-05,
      "loss": 0.0075,
      "step": 1010
    },
    {
      "epoch": 0.6307002627917762,
      "grad_norm": 0.04592340439558029,
      "learning_rate": 1.731827687443208e-05,
      "loss": 0.0077,
      "step": 1020
    },
    {
      "epoch": 0.6368835987014995,
      "grad_norm": 0.04665357992053032,
      "learning_rate": 1.7244330332131657e-05,
      "loss": 0.0072,
      "step": 1030
    },
    {
      "epoch": 0.6430669346112228,
      "grad_norm": 0.046974148601293564,
      "learning_rate": 1.7169540627808276e-05,
      "loss": 0.0074,
      "step": 1040
    },
    {
      "epoch": 0.6492502705209461,
      "grad_norm": 0.04424068331718445,
      "learning_rate": 1.7093916466177972e-05,
      "loss": 0.0073,
      "step": 1050
    },
    {
      "epoch": 0.6554336064306694,
      "grad_norm": 0.04412393271923065,
      "learning_rate": 1.701746664907862e-05,
      "loss": 0.0072,
      "step": 1060
    },
    {
      "epoch": 0.6616169423403926,
      "grad_norm": 0.046212710440158844,
      "learning_rate": 1.6940200074445503e-05,
      "loss": 0.0073,
      "step": 1070
    },
    {
      "epoch": 0.6678002782501159,
      "grad_norm": 0.05339352414011955,
      "learning_rate": 1.6862125735275675e-05,
      "loss": 0.0077,
      "step": 1080
    },
    {
      "epoch": 0.6739836141598392,
      "grad_norm": 0.053103432059288025,
      "learning_rate": 1.6783252718581296e-05,
      "loss": 0.0078,
      "step": 1090
    },
    {
      "epoch": 0.6801669500695625,
      "grad_norm": 0.04800717905163765,
      "learning_rate": 1.6703590204331967e-05,
      "loss": 0.0073,
      "step": 1100
    },
    {
      "epoch": 0.6863502859792858,
      "grad_norm": 0.04264698177576065,
      "learning_rate": 1.6623147464386324e-05,
      "loss": 0.0075,
      "step": 1110
    },
    {
      "epoch": 0.6925336218890091,
      "grad_norm": 0.040609877556562424,
      "learning_rate": 1.6541933861412848e-05,
      "loss": 0.0073,
      "step": 1120
    },
    {
      "epoch": 0.6987169577987324,
      "grad_norm": 0.03998512774705887,
      "learning_rate": 1.645995884780019e-05,
      "loss": 0.0076,
      "step": 1130
    },
    {
      "epoch": 0.7049002937084557,
      "grad_norm": 0.03671044111251831,
      "learning_rate": 1.637723196455699e-05,
      "loss": 0.0073,
      "step": 1140
    },
    {
      "epoch": 0.7110836296181791,
      "grad_norm": 0.041929442435503006,
      "learning_rate": 1.629376284020143e-05,
      "loss": 0.0075,
      "step": 1150
    },
    {
      "epoch": 0.7172669655279023,
      "grad_norm": 0.042013250291347504,
      "learning_rate": 1.620956118964053e-05,
      "loss": 0.0074,
      "step": 1160
    },
    {
      "epoch": 0.7234503014376256,
      "grad_norm": 0.04549422115087509,
      "learning_rate": 1.6124636813039502e-05,
      "loss": 0.0073,
      "step": 1170
    },
    {
      "epoch": 0.7296336373473489,
      "grad_norm": 0.04200827330350876,
      "learning_rate": 1.6038999594681074e-05,
      "loss": 0.0072,
      "step": 1180
    },
    {
      "epoch": 0.7358169732570722,
      "grad_norm": 0.03912513703107834,
      "learning_rate": 1.5952659501815073e-05,
      "loss": 0.0073,
      "step": 1190
    },
    {
      "epoch": 0.7420003091667955,
      "grad_norm": 0.03626884147524834,
      "learning_rate": 1.5865626583498355e-05,
      "loss": 0.0073,
      "step": 1200
    },
    {
      "epoch": 0.7481836450765188,
      "grad_norm": 0.04432886838912964,
      "learning_rate": 1.5777910969425184e-05,
      "loss": 0.0071,
      "step": 1210
    },
    {
      "epoch": 0.7543669809862421,
      "grad_norm": 0.03677462041378021,
      "learning_rate": 1.5689522868748276e-05,
      "loss": 0.0074,
      "step": 1220
    },
    {
      "epoch": 0.7605503168959654,
      "grad_norm": 0.03566281870007515,
      "learning_rate": 1.5600472568890523e-05,
      "loss": 0.0071,
      "step": 1230
    },
    {
      "epoch": 0.7667336528056886,
      "grad_norm": 0.037937846034765244,
      "learning_rate": 1.551077043434769e-05,
      "loss": 0.0072,
      "step": 1240
    },
    {
      "epoch": 0.7729169887154119,
      "grad_norm": 0.034936949610710144,
      "learning_rate": 1.5420426905482056e-05,
      "loss": 0.0071,
      "step": 1250
    },
    {
      "epoch": 0.7791003246251352,
      "grad_norm": 0.0420398972928524,
      "learning_rate": 1.5329452497307316e-05,
      "loss": 0.0072,
      "step": 1260
    },
    {
      "epoch": 0.7852836605348585,
      "grad_norm": 0.04124725982546806,
      "learning_rate": 1.5237857798264701e-05,
      "loss": 0.0072,
      "step": 1270
    },
    {
      "epoch": 0.7914669964445818,
      "grad_norm": 0.042076483368873596,
      "learning_rate": 1.5145653468990626e-05,
      "loss": 0.0071,
      "step": 1280
    },
    {
      "epoch": 0.7976503323543052,
      "grad_norm": 0.03725574165582657,
      "learning_rate": 1.50528502410759e-05,
      "loss": 0.0069,
      "step": 1290
    },
    {
      "epoch": 0.8038336682640285,
      "grad_norm": 0.04050353169441223,
      "learning_rate": 1.4959458915816681e-05,
      "loss": 0.0072,
      "step": 1300
    },
    {
      "epoch": 0.8100170041737518,
      "grad_norm": 0.03882165625691414,
      "learning_rate": 1.4865490362957317e-05,
      "loss": 0.0073,
      "step": 1310
    },
    {
      "epoch": 0.8162003400834751,
      "grad_norm": 0.03756791725754738,
      "learning_rate": 1.477095551942525e-05,
      "loss": 0.0074,
      "step": 1320
    },
    {
      "epoch": 0.8223836759931983,
      "grad_norm": 0.05022745579481125,
      "learning_rate": 1.4675865388058037e-05,
      "loss": 0.007,
      "step": 1330
    },
    {
      "epoch": 0.8285670119029216,
      "grad_norm": 0.04937414452433586,
      "learning_rate": 1.458023103632277e-05,
      "loss": 0.0071,
      "step": 1340
    },
    {
      "epoch": 0.8347503478126449,
      "grad_norm": 0.051321037113666534,
      "learning_rate": 1.4484063595027924e-05,
      "loss": 0.0071,
      "step": 1350
    },
    {
      "epoch": 0.8409336837223682,
      "grad_norm": 0.035162657499313354,
      "learning_rate": 1.438737425702786e-05,
      "loss": 0.0071,
      "step": 1360
    },
    {
      "epoch": 0.8471170196320915,
      "grad_norm": 0.03311579301953316,
      "learning_rate": 1.4290174275920095e-05,
      "loss": 0.0072,
      "step": 1370
    },
    {
      "epoch": 0.8533003555418148,
      "grad_norm": 0.04103536903858185,
      "learning_rate": 1.41924749647355e-05,
      "loss": 0.0071,
      "step": 1380
    },
    {
      "epoch": 0.8594836914515381,
      "grad_norm": 0.051637377589941025,
      "learning_rate": 1.4094287694621589e-05,
      "loss": 0.0069,
      "step": 1390
    },
    {
      "epoch": 0.8656670273612614,
      "grad_norm": 0.033984847366809845,
      "learning_rate": 1.3995623893519044e-05,
      "loss": 0.007,
      "step": 1400
    },
    {
      "epoch": 0.8718503632709848,
      "grad_norm": 0.03714025020599365,
      "learning_rate": 1.3896495044831622e-05,
      "loss": 0.0066,
      "step": 1410
    },
    {
      "epoch": 0.878033699180708,
      "grad_norm": 0.041570328176021576,
      "learning_rate": 1.37969126860896e-05,
      "loss": 0.0067,
      "step": 1420
    },
    {
      "epoch": 0.8842170350904313,
      "grad_norm": 0.04341095685958862,
      "learning_rate": 1.3696888407606952e-05,
      "loss": 0.0069,
      "step": 1430
    },
    {
      "epoch": 0.8904003710001546,
      "grad_norm": 0.039629433304071426,
      "learning_rate": 1.3596433851132342e-05,
      "loss": 0.0069,
      "step": 1440
    },
    {
      "epoch": 0.8965837069098779,
      "grad_norm": 0.04006121680140495,
      "learning_rate": 1.3495560708494167e-05,
      "loss": 0.007,
      "step": 1450
    },
    {
      "epoch": 0.9027670428196012,
      "grad_norm": 0.04321839660406113,
      "learning_rate": 1.3394280720239733e-05,
      "loss": 0.007,
      "step": 1460
    },
    {
      "epoch": 0.9089503787293245,
      "grad_norm": 0.038396500051021576,
      "learning_rate": 1.3292605674268803e-05,
      "loss": 0.0069,
      "step": 1470
    },
    {
      "epoch": 0.9151337146390478,
      "grad_norm": 0.040967196226119995,
      "learning_rate": 1.31905474044616e-05,
      "loss": 0.007,
      "step": 1480
    },
    {
      "epoch": 0.9213170505487711,
      "grad_norm": 0.048842981457710266,
      "learning_rate": 1.3088117789301473e-05,
      "loss": 0.0067,
      "step": 1490
    },
    {
      "epoch": 0.9275003864584943,
      "grad_norm": 0.03724457696080208,
      "learning_rate": 1.298532875049237e-05,
      "loss": 0.0069,
      "step": 1500
    },
    {
      "epoch": 0.9336837223682176,
      "grad_norm": 0.039507653564214706,
      "learning_rate": 1.2882192251571282e-05,
      "loss": 0.0068,
      "step": 1510
    },
    {
      "epoch": 0.9398670582779409,
      "grad_norm": 0.035300228744745255,
      "learning_rate": 1.2778720296515816e-05,
      "loss": 0.0068,
      "step": 1520
    },
    {
      "epoch": 0.9460503941876642,
      "grad_norm": 0.05400003492832184,
      "learning_rate": 1.2674924928347055e-05,
      "loss": 0.0067,
      "step": 1530
    },
    {
      "epoch": 0.9522337300973875,
      "grad_norm": 0.04334673658013344,
      "learning_rate": 1.2570818227727889e-05,
      "loss": 0.0068,
      "step": 1540
    },
    {
      "epoch": 0.9584170660071109,
      "grad_norm": 0.03568002209067345,
      "learning_rate": 1.2466412311556952e-05,
      "loss": 0.0068,
      "step": 1550
    },
    {
      "epoch": 0.9646004019168342,
      "grad_norm": 0.047103166580200195,
      "learning_rate": 1.2361719331558346e-05,
      "loss": 0.0068,
      "step": 1560
    },
    {
      "epoch": 0.9707837378265575,
      "grad_norm": 0.036910735070705414,
      "learning_rate": 1.2256751472867304e-05,
      "loss": 0.0067,
      "step": 1570
    },
    {
      "epoch": 0.9769670737362808,
      "grad_norm": 0.04214445874094963,
      "learning_rate": 1.2151520952611984e-05,
      "loss": 0.0067,
      "step": 1580
    },
    {
      "epoch": 0.983150409646004,
      "grad_norm": 0.05339273810386658,
      "learning_rate": 1.2046040018491523e-05,
      "loss": 0.0066,
      "step": 1590
    },
    {
      "epoch": 0.9893337455557273,
      "grad_norm": 0.04332943633198738,
      "learning_rate": 1.1940320947350532e-05,
      "loss": 0.007,
      "step": 1600
    },
    {
      "epoch": 0.9955170814654506,
      "grad_norm": 0.0429212786257267,
      "learning_rate": 1.1834376043750201e-05,
      "loss": 0.0063,
      "step": 1610
    },
    {
      "epoch": 1.0012366671819446,
      "grad_norm": 0.04421928524971008,
      "learning_rate": 1.1728217638536196e-05,
      "loss": 0.0071,
      "step": 1620
    },
    {
      "epoch": 1.007420003091668,
      "grad_norm": 0.04365362226963043,
      "learning_rate": 1.1621858087403466e-05,
      "loss": 0.0062,
      "step": 1630
    },
    {
      "epoch": 1.0136033390013912,
      "grad_norm": 0.03700665757060051,
      "learning_rate": 1.1515309769458174e-05,
      "loss": 0.0059,
      "step": 1640
    },
    {
      "epoch": 1.0197866749111146,
      "grad_norm": 0.0455857552587986,
      "learning_rate": 1.1408585085776916e-05,
      "loss": 0.0059,
      "step": 1650
    },
    {
      "epoch": 1.0259700108208378,
      "grad_norm": 0.03983158990740776,
      "learning_rate": 1.1301696457963352e-05,
      "loss": 0.0062,
      "step": 1660
    },
    {
      "epoch": 1.0321533467305612,
      "grad_norm": 0.03655843436717987,
      "learning_rate": 1.1194656326702474e-05,
      "loss": 0.0062,
      "step": 1670
    },
    {
      "epoch": 1.0383366826402844,
      "grad_norm": 0.048476699739694595,
      "learning_rate": 1.1087477150312653e-05,
      "loss": 0.006,
      "step": 1680
    },
    {
      "epoch": 1.0445200185500076,
      "grad_norm": 0.04713127389550209,
      "learning_rate": 1.098017140329561e-05,
      "loss": 0.0059,
      "step": 1690
    },
    {
      "epoch": 1.050703354459731,
      "grad_norm": 0.03435790538787842,
      "learning_rate": 1.0872751574884512e-05,
      "loss": 0.006,
      "step": 1700
    },
    {
      "epoch": 1.0568866903694543,
      "grad_norm": 0.04033854603767395,
      "learning_rate": 1.0765230167590385e-05,
      "loss": 0.0056,
      "step": 1710
    },
    {
      "epoch": 1.0630700262791777,
      "grad_norm": 0.03484448045492172,
      "learning_rate": 1.0657619695746944e-05,
      "loss": 0.0061,
      "step": 1720
    },
    {
      "epoch": 1.0692533621889009,
      "grad_norm": 0.041448500007390976,
      "learning_rate": 1.054993268405405e-05,
      "loss": 0.006,
      "step": 1730
    },
    {
      "epoch": 1.0754366980986243,
      "grad_norm": 0.045591264963150024,
      "learning_rate": 1.0442181666119984e-05,
      "loss": 0.006,
      "step": 1740
    },
    {
      "epoch": 1.0816200340083475,
      "grad_norm": 0.036942582577466965,
      "learning_rate": 1.033437918300266e-05,
      "loss": 0.006,
      "step": 1750
    },
    {
      "epoch": 1.087803369918071,
      "grad_norm": 0.03570098802447319,
      "learning_rate": 1.0226537781749988e-05,
      "loss": 0.0058,
      "step": 1760
    },
    {
      "epoch": 1.0939867058277941,
      "grad_norm": 0.0382462739944458,
      "learning_rate": 1.0118670013939526e-05,
      "loss": 0.0058,
      "step": 1770
    },
    {
      "epoch": 1.1001700417375173,
      "grad_norm": 0.03386927768588066,
      "learning_rate": 1.0010788434217625e-05,
      "loss": 0.0059,
      "step": 1780
    },
    {
      "epoch": 1.1063533776472407,
      "grad_norm": 0.04100915789604187,
      "learning_rate": 9.902905598838177e-06,
      "loss": 0.0059,
      "step": 1790
    },
    {
      "epoch": 1.112536713556964,
      "grad_norm": 0.03817896544933319,
      "learning_rate": 9.795034064201235e-06,
      "loss": 0.0058,
      "step": 1800
    },
    {
      "epoch": 1.1187200494666873,
      "grad_norm": 0.04328783601522446,
      "learning_rate": 9.68718638539156e-06,
      "loss": 0.0059,
      "step": 1810
    },
    {
      "epoch": 1.1249033853764105,
      "grad_norm": 0.038214631378650665,
      "learning_rate": 9.579375114717352e-06,
      "loss": 0.0058,
      "step": 1820
    },
    {
      "epoch": 1.1310867212861337,
      "grad_norm": 0.03657764196395874,
      "learning_rate": 9.471612800249295e-06,
      "loss": 0.0059,
      "step": 1830
    },
    {
      "epoch": 1.1372700571958572,
      "grad_norm": 0.045281436294317245,
      "learning_rate": 9.363911984360104e-06,
      "loss": 0.0059,
      "step": 1840
    },
    {
      "epoch": 1.1434533931055806,
      "grad_norm": 0.03649020567536354,
      "learning_rate": 9.256285202264716e-06,
      "loss": 0.0061,
      "step": 1850
    },
    {
      "epoch": 1.1496367290153038,
      "grad_norm": 0.03974698483943939,
      "learning_rate": 9.148744980561332e-06,
      "loss": 0.0056,
      "step": 1860
    },
    {
      "epoch": 1.155820064925027,
      "grad_norm": 0.041133228689432144,
      "learning_rate": 9.041303835773458e-06,
      "loss": 0.006,
      "step": 1870
    },
    {
      "epoch": 1.1620034008347504,
      "grad_norm": 0.039168015122413635,
      "learning_rate": 8.933974272893113e-06,
      "loss": 0.0058,
      "step": 1880
    },
    {
      "epoch": 1.1681867367444736,
      "grad_norm": 0.06035231426358223,
      "learning_rate": 8.826768783925385e-06,
      "loss": 0.0058,
      "step": 1890
    },
    {
      "epoch": 1.174370072654197,
      "grad_norm": 0.04310515522956848,
      "learning_rate": 8.719699846434493e-06,
      "loss": 0.0057,
      "step": 1900
    },
    {
      "epoch": 1.1805534085639202,
      "grad_norm": 0.03753894194960594,
      "learning_rate": 8.612779922091534e-06,
      "loss": 0.0055,
      "step": 1910
    },
    {
      "epoch": 1.1867367444736434,
      "grad_norm": 0.0496654249727726,
      "learning_rate": 8.506021455224083e-06,
      "loss": 0.0056,
      "step": 1920
    },
    {
      "epoch": 1.1929200803833668,
      "grad_norm": 0.03786466270685196,
      "learning_rate": 8.399436871367804e-06,
      "loss": 0.0059,
      "step": 1930
    },
    {
      "epoch": 1.19910341629309,
      "grad_norm": 0.034229736775159836,
      "learning_rate": 8.293038575820249e-06,
      "loss": 0.0058,
      "step": 1940
    },
    {
      "epoch": 1.2052867522028134,
      "grad_norm": 0.03900885581970215,
      "learning_rate": 8.186838952197019e-06,
      "loss": 0.0057,
      "step": 1950
    },
    {
      "epoch": 1.2114700881125366,
      "grad_norm": 0.036625415086746216,
      "learning_rate": 8.080850360990439e-06,
      "loss": 0.0056,
      "step": 1960
    },
    {
      "epoch": 1.21765342402226,
      "grad_norm": 0.032340049743652344,
      "learning_rate": 7.975085138130938e-06,
      "loss": 0.0056,
      "step": 1970
    },
    {
      "epoch": 1.2238367599319833,
      "grad_norm": 0.03607684373855591,
      "learning_rate": 7.869555593551277e-06,
      "loss": 0.0059,
      "step": 1980
    },
    {
      "epoch": 1.2300200958417067,
      "grad_norm": 0.032486408948898315,
      "learning_rate": 7.764274009753796e-06,
      "loss": 0.0059,
      "step": 1990
    },
    {
      "epoch": 1.2362034317514299,
      "grad_norm": 0.03523161634802818,
      "learning_rate": 7.659252640380876e-06,
      "loss": 0.0056,
      "step": 2000
    },
    {
      "epoch": 1.242386767661153,
      "grad_norm": 0.036453727632761,
      "learning_rate": 7.554503708788738e-06,
      "loss": 0.0055,
      "step": 2010
    },
    {
      "epoch": 1.2485701035708765,
      "grad_norm": 0.040288910269737244,
      "learning_rate": 7.450039406624792e-06,
      "loss": 0.0057,
      "step": 2020
    },
    {
      "epoch": 1.2547534394806,
      "grad_norm": 0.0430009663105011,
      "learning_rate": 7.345871892408631e-06,
      "loss": 0.0056,
      "step": 2030
    },
    {
      "epoch": 1.2609367753903231,
      "grad_norm": 0.03574775531888008,
      "learning_rate": 7.242013290116944e-06,
      "loss": 0.0057,
      "step": 2040
    },
    {
      "epoch": 1.2671201113000463,
      "grad_norm": 0.03812326118350029,
      "learning_rate": 7.138475687772381e-06,
      "loss": 0.0056,
      "step": 2050
    },
    {
      "epoch": 1.2733034472097697,
      "grad_norm": 0.03299403935670853,
      "learning_rate": 7.03527113603667e-06,
      "loss": 0.0058,
      "step": 2060
    },
    {
      "epoch": 1.279486783119493,
      "grad_norm": 0.03786725923418999,
      "learning_rate": 6.9324116468080305e-06,
      "loss": 0.0056,
      "step": 2070
    },
    {
      "epoch": 1.2856701190292164,
      "grad_norm": 0.03449017554521561,
      "learning_rate": 6.829909191823121e-06,
      "loss": 0.0054,
      "step": 2080
    },
    {
      "epoch": 1.2918534549389395,
      "grad_norm": 0.03949199244379997,
      "learning_rate": 6.727775701263666e-06,
      "loss": 0.0058,
      "step": 2090
    },
    {
      "epoch": 1.2980367908486627,
      "grad_norm": 0.03537849709391594,
      "learning_rate": 6.626023062367894e-06,
      "loss": 0.006,
      "step": 2100
    },
    {
      "epoch": 1.3042201267583862,
      "grad_norm": 0.03561354801058769,
      "learning_rate": 6.524663118047015e-06,
      "loss": 0.0058,
      "step": 2110
    },
    {
      "epoch": 1.3104034626681094,
      "grad_norm": 0.037109751254320145,
      "learning_rate": 6.423707665506812e-06,
      "loss": 0.0056,
      "step": 2120
    },
    {
      "epoch": 1.3165867985778328,
      "grad_norm": 0.03227913752198219,
      "learning_rate": 6.323168454874582e-06,
      "loss": 0.0054,
      "step": 2130
    },
    {
      "epoch": 1.322770134487556,
      "grad_norm": 0.034376900643110275,
      "learning_rate": 6.223057187831548e-06,
      "loss": 0.0057,
      "step": 2140
    },
    {
      "epoch": 1.3289534703972794,
      "grad_norm": 0.042623914778232574,
      "learning_rate": 6.123385516250911e-06,
      "loss": 0.0054,
      "step": 2150
    },
    {
      "epoch": 1.3351368063070026,
      "grad_norm": 0.03284977748990059,
      "learning_rate": 6.02416504084169e-06,
      "loss": 0.0056,
      "step": 2160
    },
    {
      "epoch": 1.341320142216726,
      "grad_norm": 0.03773827850818634,
      "learning_rate": 5.925407309798535e-06,
      "loss": 0.0061,
      "step": 2170
    },
    {
      "epoch": 1.3475034781264492,
      "grad_norm": 0.03684335947036743,
      "learning_rate": 5.827123817457631e-06,
      "loss": 0.0053,
      "step": 2180
    },
    {
      "epoch": 1.3536868140361724,
      "grad_norm": 0.03831595927476883,
      "learning_rate": 5.729326002958889e-06,
      "loss": 0.0057,
      "step": 2190
    },
    {
      "epoch": 1.3598701499458958,
      "grad_norm": 0.03576178103685379,
      "learning_rate": 5.632025248914546e-06,
      "loss": 0.0054,
      "step": 2200
    },
    {
      "epoch": 1.366053485855619,
      "grad_norm": 0.04004263877868652,
      "learning_rate": 5.535232880084373e-06,
      "loss": 0.0057,
      "step": 2210
    },
    {
      "epoch": 1.3722368217653425,
      "grad_norm": 0.03518558666110039,
      "learning_rate": 5.438960162057548e-06,
      "loss": 0.0054,
      "step": 2220
    },
    {
      "epoch": 1.3784201576750656,
      "grad_norm": 0.03575367107987404,
      "learning_rate": 5.343218299941517e-06,
      "loss": 0.0055,
      "step": 2230
    },
    {
      "epoch": 1.384603493584789,
      "grad_norm": 0.03193347156047821,
      "learning_rate": 5.248018437057807e-06,
      "loss": 0.0055,
      "step": 2240
    },
    {
      "epoch": 1.3907868294945123,
      "grad_norm": 0.03565206378698349,
      "learning_rate": 5.15337165364507e-06,
      "loss": 0.0054,
      "step": 2250
    },
    {
      "epoch": 1.3969701654042357,
      "grad_norm": 0.0318601168692112,
      "learning_rate": 5.059288965569471e-06,
      "loss": 0.0054,
      "step": 2260
    },
    {
      "epoch": 1.4031535013139589,
      "grad_norm": 0.03948667645454407,
      "learning_rate": 4.965781323042547e-06,
      "loss": 0.0054,
      "step": 2270
    },
    {
      "epoch": 1.409336837223682,
      "grad_norm": 0.03156143054366112,
      "learning_rate": 4.872859609346733e-06,
      "loss": 0.0053,
      "step": 2280
    },
    {
      "epoch": 1.4155201731334055,
      "grad_norm": 0.03467686474323273,
      "learning_rate": 4.780534639568651e-06,
      "loss": 0.0053,
      "step": 2290
    },
    {
      "epoch": 1.4217035090431287,
      "grad_norm": 0.03605823591351509,
      "learning_rate": 4.68881715934037e-06,
      "loss": 0.0055,
      "step": 2300
    },
    {
      "epoch": 1.4278868449528521,
      "grad_norm": 0.03542206436395645,
      "learning_rate": 4.597717843588708e-06,
      "loss": 0.0054,
      "step": 2310
    },
    {
      "epoch": 1.4340701808625753,
      "grad_norm": 0.03765241429209709,
      "learning_rate": 4.5072472952928015e-06,
      "loss": 0.0055,
      "step": 2320
    },
    {
      "epoch": 1.4402535167722987,
      "grad_norm": 0.03652080148458481,
      "learning_rate": 4.417416044250026e-06,
      "loss": 0.0057,
      "step": 2330
    },
    {
      "epoch": 1.446436852682022,
      "grad_norm": 0.03262539580464363,
      "learning_rate": 4.328234545850441e-06,
      "loss": 0.0052,
      "step": 2340
    },
    {
      "epoch": 1.4526201885917454,
      "grad_norm": 0.03427337110042572,
      "learning_rate": 4.239713179859901e-06,
      "loss": 0.0053,
      "step": 2350
    },
    {
      "epoch": 1.4588035245014686,
      "grad_norm": 0.03885317221283913,
      "learning_rate": 4.151862249211953e-06,
      "loss": 0.0054,
      "step": 2360
    },
    {
      "epoch": 1.4649868604111917,
      "grad_norm": 0.03729204460978508,
      "learning_rate": 4.064691978808699e-06,
      "loss": 0.0053,
      "step": 2370
    },
    {
      "epoch": 1.4711701963209152,
      "grad_norm": 0.032668232917785645,
      "learning_rate": 3.978212514330703e-06,
      "loss": 0.0053,
      "step": 2380
    },
    {
      "epoch": 1.4773535322306384,
      "grad_norm": 0.03400380164384842,
      "learning_rate": 3.892433921056184e-06,
      "loss": 0.0053,
      "step": 2390
    },
    {
      "epoch": 1.4835368681403618,
      "grad_norm": 0.03154066205024719,
      "learning_rate": 3.8073661826894837e-06,
      "loss": 0.0052,
      "step": 2400
    },
    {
      "epoch": 1.489720204050085,
      "grad_norm": 0.0407693088054657,
      "learning_rate": 3.7230192001990963e-06,
      "loss": 0.0047,
      "step": 2410
    },
    {
      "epoch": 1.4959035399598082,
      "grad_norm": 0.03409425541758537,
      "learning_rate": 3.6394027906652927e-06,
      "loss": 0.0048,
      "step": 2420
    },
    {
      "epoch": 1.5020868758695316,
      "grad_norm": 0.03952354937791824,
      "learning_rate": 3.5565266861375236e-06,
      "loss": 0.0052,
      "step": 2430
    },
    {
      "epoch": 1.508270211779255,
      "grad_norm": 0.035029612481594086,
      "learning_rate": 3.4744005325017073e-06,
      "loss": 0.0046,
      "step": 2440
    },
    {
      "epoch": 1.5144535476889782,
      "grad_norm": 0.04004015028476715,
      "learning_rate": 3.3930338883575564e-06,
      "loss": 0.0048,
      "step": 2450
    },
    {
      "epoch": 1.5206368835987014,
      "grad_norm": 0.04242485761642456,
      "learning_rate": 3.3124362239060627e-06,
      "loss": 0.0051,
      "step": 2460
    },
    {
      "epoch": 1.5268202195084248,
      "grad_norm": 0.035334572196006775,
      "learning_rate": 3.2326169198472555e-06,
      "loss": 0.005,
      "step": 2470
    },
    {
      "epoch": 1.5330035554181483,
      "grad_norm": 0.03957268223166466,
      "learning_rate": 3.1535852662884138e-06,
      "loss": 0.0048,
      "step": 2480
    },
    {
      "epoch": 1.5391868913278715,
      "grad_norm": 0.03457095846533775,
      "learning_rate": 3.0753504616627694e-06,
      "loss": 0.0048,
      "step": 2490
    },
    {
      "epoch": 1.5453702272375947,
      "grad_norm": 0.03342267498373985,
      "learning_rate": 2.9979216116589203e-06,
      "loss": 0.0048,
      "step": 2500
    },
    {
      "epoch": 1.5515535631473178,
      "grad_norm": 0.0400426909327507,
      "learning_rate": 2.9213077281610336e-06,
      "loss": 0.0046,
      "step": 2510
    },
    {
      "epoch": 1.5577368990570413,
      "grad_norm": 0.034529346972703934,
      "learning_rate": 2.8455177281999515e-06,
      "loss": 0.0048,
      "step": 2520
    },
    {
      "epoch": 1.5639202349667647,
      "grad_norm": 0.042129479348659515,
      "learning_rate": 2.7705604329153434e-06,
      "loss": 0.0048,
      "step": 2530
    },
    {
      "epoch": 1.5701035708764879,
      "grad_norm": 0.03391699492931366,
      "learning_rate": 2.6964445665290274e-06,
      "loss": 0.0048,
      "step": 2540
    },
    {
      "epoch": 1.576286906786211,
      "grad_norm": 0.03239929676055908,
      "learning_rate": 2.6231787553295583e-06,
      "loss": 0.005,
      "step": 2550
    },
    {
      "epoch": 1.5824702426959345,
      "grad_norm": 0.03297235071659088,
      "learning_rate": 2.550771526668221e-06,
      "loss": 0.0047,
      "step": 2560
    },
    {
      "epoch": 1.5886535786056577,
      "grad_norm": 0.03652636706829071,
      "learning_rate": 2.47923130796655e-06,
      "loss": 0.0048,
      "step": 2570
    },
    {
      "epoch": 1.5948369145153811,
      "grad_norm": 0.03381171077489853,
      "learning_rate": 2.408566425735446e-06,
      "loss": 0.0047,
      "step": 2580
    },
    {
      "epoch": 1.6010202504251043,
      "grad_norm": 0.03702075779438019,
      "learning_rate": 2.338785104606082e-06,
      "loss": 0.0046,
      "step": 2590
    },
    {
      "epoch": 1.6072035863348275,
      "grad_norm": 0.03340402618050575,
      "learning_rate": 2.26989546637263e-06,
      "loss": 0.0047,
      "step": 2600
    },
    {
      "epoch": 1.613386922244551,
      "grad_norm": 0.030743056908249855,
      "learning_rate": 2.2019055290469816e-06,
      "loss": 0.0048,
      "step": 2610
    },
    {
      "epoch": 1.6195702581542744,
      "grad_norm": 0.03447384014725685,
      "learning_rate": 2.1348232059255293e-06,
      "loss": 0.0049,
      "step": 2620
    },
    {
      "epoch": 1.6257535940639976,
      "grad_norm": 0.03731811046600342,
      "learning_rate": 2.0686563046681507e-06,
      "loss": 0.0047,
      "step": 2630
    },
    {
      "epoch": 1.6319369299737208,
      "grad_norm": 0.03979882597923279,
      "learning_rate": 2.0034125263894777e-06,
      "loss": 0.0047,
      "step": 2640
    },
    {
      "epoch": 1.6381202658834442,
      "grad_norm": 0.030915752053260803,
      "learning_rate": 1.9390994647625693e-06,
      "loss": 0.0043,
      "step": 2650
    },
    {
      "epoch": 1.6443036017931674,
      "grad_norm": 0.03616530820727348,
      "learning_rate": 1.8757246051350908e-06,
      "loss": 0.0047,
      "step": 2660
    },
    {
      "epoch": 1.6504869377028908,
      "grad_norm": 0.03190992400050163,
      "learning_rate": 1.813295323658103e-06,
      "loss": 0.0045,
      "step": 2670
    },
    {
      "epoch": 1.656670273612614,
      "grad_norm": 0.032364994287490845,
      "learning_rate": 1.7518188864275498e-06,
      "loss": 0.0045,
      "step": 2680
    },
    {
      "epoch": 1.6628536095223372,
      "grad_norm": 0.03670560568571091,
      "learning_rate": 1.6913024486385733e-06,
      "loss": 0.0047,
      "step": 2690
    },
    {
      "epoch": 1.6690369454320606,
      "grad_norm": 0.0347522608935833,
      "learning_rate": 1.6317530537527148e-06,
      "loss": 0.0047,
      "step": 2700
    },
    {
      "epoch": 1.675220281341784,
      "grad_norm": 0.03402375429868698,
      "learning_rate": 1.5731776326781435e-06,
      "loss": 0.0047,
      "step": 2710
    },
    {
      "epoch": 1.6814036172515072,
      "grad_norm": 0.034099772572517395,
      "learning_rate": 1.5155830029629614e-06,
      "loss": 0.0045,
      "step": 2720
    },
    {
      "epoch": 1.6875869531612304,
      "grad_norm": 0.035209812223911285,
      "learning_rate": 1.4589758680017263e-06,
      "loss": 0.0047,
      "step": 2730
    },
    {
      "epoch": 1.6937702890709536,
      "grad_norm": 0.03288722783327103,
      "learning_rate": 1.403362816255236e-06,
      "loss": 0.0044,
      "step": 2740
    },
    {
      "epoch": 1.699953624980677,
      "grad_norm": 0.031503114849328995,
      "learning_rate": 1.3487503204837182e-06,
      "loss": 0.005,
      "step": 2750
    },
    {
      "epoch": 1.7061369608904005,
      "grad_norm": 0.03957793861627579,
      "learning_rate": 1.2951447369934544e-06,
      "loss": 0.0046,
      "step": 2760
    },
    {
      "epoch": 1.7123202968001237,
      "grad_norm": 0.03468756750226021,
      "learning_rate": 1.2425523048969835e-06,
      "loss": 0.0048,
      "step": 2770
    },
    {
      "epoch": 1.7185036327098469,
      "grad_norm": 0.03237258270382881,
      "learning_rate": 1.190979145386939e-06,
      "loss": 0.0046,
      "step": 2780
    },
    {
      "epoch": 1.7246869686195703,
      "grad_norm": 0.032560866326093674,
      "learning_rate": 1.1404312610235968e-06,
      "loss": 0.0045,
      "step": 2790
    },
    {
      "epoch": 1.7308703045292937,
      "grad_norm": 0.03548423945903778,
      "learning_rate": 1.0909145350362516e-06,
      "loss": 0.0046,
      "step": 2800
    },
    {
      "epoch": 1.7370536404390169,
      "grad_norm": 0.04064382612705231,
      "learning_rate": 1.042434730638473e-06,
      "loss": 0.0046,
      "step": 2810
    },
    {
      "epoch": 1.74323697634874,
      "grad_norm": 0.03297872841358185,
      "learning_rate": 9.949974903573223e-07,
      "loss": 0.0044,
      "step": 2820
    },
    {
      "epoch": 1.7494203122584633,
      "grad_norm": 0.03142615780234337,
      "learning_rate": 9.486083353766262e-07,
      "loss": 0.0045,
      "step": 2830
    },
    {
      "epoch": 1.7556036481681867,
      "grad_norm": 0.032335978001356125,
      "learning_rate": 9.032726648943779e-07,
      "loss": 0.0047,
      "step": 2840
    },
    {
      "epoch": 1.7617869840779101,
      "grad_norm": 0.032847121357917786,
      "learning_rate": 8.58995755494314e-07,
      "loss": 0.0043,
      "step": 2850
    },
    {
      "epoch": 1.7679703199876333,
      "grad_norm": 0.03723368048667908,
      "learning_rate": 8.157827605317892e-07,
      "loss": 0.0045,
      "step": 2860
    },
    {
      "epoch": 1.7741536558973565,
      "grad_norm": 0.03200025483965874,
      "learning_rate": 7.736387095339748e-07,
      "loss": 0.0046,
      "step": 2870
    },
    {
      "epoch": 1.78033699180708,
      "grad_norm": 0.03175206854939461,
      "learning_rate": 7.325685076144795e-07,
      "loss": 0.0044,
      "step": 2880
    },
    {
      "epoch": 1.7865203277168034,
      "grad_norm": 0.03391426429152489,
      "learning_rate": 6.925769349024459e-07,
      "loss": 0.0046,
      "step": 2890
    },
    {
      "epoch": 1.7927036636265266,
      "grad_norm": 0.033382490277290344,
      "learning_rate": 6.536686459861918e-07,
      "loss": 0.0044,
      "step": 2900
    },
    {
      "epoch": 1.7988869995362498,
      "grad_norm": 0.03503987565636635,
      "learning_rate": 6.158481693714735e-07,
      "loss": 0.0045,
      "step": 2910
    },
    {
      "epoch": 1.805070335445973,
      "grad_norm": 0.03369370475411415,
      "learning_rate": 5.791199069544074e-07,
      "loss": 0.0043,
      "step": 2920
    },
    {
      "epoch": 1.8112536713556964,
      "grad_norm": 0.03411993384361267,
      "learning_rate": 5.434881335091458e-07,
      "loss": 0.0047,
      "step": 2930
    },
    {
      "epoch": 1.8174370072654198,
      "grad_norm": 0.031462300568819046,
      "learning_rate": 5.089569961903318e-07,
      "loss": 0.0048,
      "step": 2940
    },
    {
      "epoch": 1.823620343175143,
      "grad_norm": 0.03133223205804825,
      "learning_rate": 4.755305140504185e-07,
      "loss": 0.0044,
      "step": 2950
    },
    {
      "epoch": 1.8298036790848662,
      "grad_norm": 0.03286576643586159,
      "learning_rate": 4.432125775718965e-07,
      "loss": 0.0044,
      "step": 2960
    },
    {
      "epoch": 1.8359870149945896,
      "grad_norm": 0.0382905974984169,
      "learning_rate": 4.120069482144773e-07,
      "loss": 0.0045,
      "step": 2970
    },
    {
      "epoch": 1.842170350904313,
      "grad_norm": 0.0318513922393322,
      "learning_rate": 3.8191725797730897e-07,
      "loss": 0.0045,
      "step": 2980
    },
    {
      "epoch": 1.8483536868140362,
      "grad_norm": 0.03260161355137825,
      "learning_rate": 3.529470089762421e-07,
      "loss": 0.0045,
      "step": 2990
    },
    {
      "epoch": 1.8545370227237594,
      "grad_norm": 0.03626921400427818,
      "learning_rate": 3.2509957303622496e-07,
      "loss": 0.0045,
      "step": 3000
    },
    {
      "epoch": 1.8607203586334826,
      "grad_norm": 0.033349767327308655,
      "learning_rate": 2.983781912988604e-07,
      "loss": 0.0044,
      "step": 3010
    },
    {
      "epoch": 1.866903694543206,
      "grad_norm": 0.03295992314815521,
      "learning_rate": 2.727859738451721e-07,
      "loss": 0.0044,
      "step": 3020
    },
    {
      "epoch": 1.8730870304529295,
      "grad_norm": 0.03412463888525963,
      "learning_rate": 2.4832589933361907e-07,
      "loss": 0.0042,
      "step": 3030
    },
    {
      "epoch": 1.8792703663626527,
      "grad_norm": 0.03095577284693718,
      "learning_rate": 2.2500081465341993e-07,
      "loss": 0.0043,
      "step": 3040
    },
    {
      "epoch": 1.8854537022723759,
      "grad_norm": 0.03507233411073685,
      "learning_rate": 2.0281343459319868e-07,
      "loss": 0.0044,
      "step": 3050
    },
    {
      "epoch": 1.8916370381820993,
      "grad_norm": 0.03278861194849014,
      "learning_rate": 1.8176634152501816e-07,
      "loss": 0.0043,
      "step": 3060
    },
    {
      "epoch": 1.8978203740918227,
      "grad_norm": 0.03288375213742256,
      "learning_rate": 1.618619851038161e-07,
      "loss": 0.0045,
      "step": 3070
    },
    {
      "epoch": 1.904003710001546,
      "grad_norm": 0.03299954906105995,
      "learning_rate": 1.4310268198229115e-07,
      "loss": 0.0044,
      "step": 3080
    },
    {
      "epoch": 1.910187045911269,
      "grad_norm": 0.03464515134692192,
      "learning_rate": 1.2549061554127494e-07,
      "loss": 0.0043,
      "step": 3090
    },
    {
      "epoch": 1.9163703818209923,
      "grad_norm": 0.03539302200078964,
      "learning_rate": 1.0902783563560226e-07,
      "loss": 0.0046,
      "step": 3100
    },
    {
      "epoch": 1.9225537177307157,
      "grad_norm": 0.03203083202242851,
      "learning_rate": 9.371625835553622e-08,
      "loss": 0.0045,
      "step": 3110
    },
    {
      "epoch": 1.9287370536404391,
      "grad_norm": 0.03126191347837448,
      "learning_rate": 7.955766580375334e-08,
      "loss": 0.0042,
      "step": 3120
    },
    {
      "epoch": 1.9349203895501623,
      "grad_norm": 0.031476061791181564,
      "learning_rate": 6.655370588792732e-08,
      "loss": 0.0045,
      "step": 3130
    },
    {
      "epoch": 1.9411037254598855,
      "grad_norm": 0.03566085919737816,
      "learning_rate": 5.470589212892785e-08,
      "loss": 0.0044,
      "step": 3140
    },
    {
      "epoch": 1.947287061369609,
      "grad_norm": 0.030942443758249283,
      "learning_rate": 4.401560348466505e-08,
      "loss": 0.0043,
      "step": 3150
    },
    {
      "epoch": 1.9534703972793324,
      "grad_norm": 0.03156135976314545,
      "learning_rate": 3.448408418959326e-08,
      "loss": 0.0043,
      "step": 3160
    },
    {
      "epoch": 1.9596537331890556,
      "grad_norm": 0.03293183073401451,
      "learning_rate": 2.6112443609895845e-08,
      "loss": 0.0044,
      "step": 3170
    },
    {
      "epoch": 1.9658370690987788,
      "grad_norm": 0.03247111290693283,
      "learning_rate": 1.890165611436734e-08,
      "loss": 0.0045,
      "step": 3180
    },
    {
      "epoch": 1.972020405008502,
      "grad_norm": 0.03142822906374931,
      "learning_rate": 1.285256096100529e-08,
      "loss": 0.0044,
      "step": 3190
    },
    {
      "epoch": 1.9782037409182254,
      "grad_norm": 0.034565262496471405,
      "learning_rate": 7.965862199330598e-09,
      "loss": 0.0045,
      "step": 3200
    }
  ],
  "logging_steps": 10,
  "max_steps": 3236,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.045427946497612e+19,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}