{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 4835,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010346611484738748,
      "grad_norm": 6.139026641845703,
      "learning_rate": 1.8595041322314052e-07,
      "loss": 0.9459,
      "step": 10
    },
    {
      "epoch": 0.020693222969477496,
      "grad_norm": 5.49014139175415,
      "learning_rate": 3.925619834710744e-07,
      "loss": 0.9235,
      "step": 20
    },
    {
      "epoch": 0.031039834454216243,
      "grad_norm": 3.730520009994507,
      "learning_rate": 5.991735537190084e-07,
      "loss": 0.8539,
      "step": 30
    },
    {
      "epoch": 0.04138644593895499,
      "grad_norm": 2.3603694438934326,
      "learning_rate": 8.057851239669421e-07,
      "loss": 0.7718,
      "step": 40
    },
    {
      "epoch": 0.05173305742369374,
      "grad_norm": 2.0935893058776855,
      "learning_rate": 1.012396694214876e-06,
      "loss": 0.68,
      "step": 50
    },
    {
      "epoch": 0.062079668908432487,
      "grad_norm": 1.742537021636963,
      "learning_rate": 1.21900826446281e-06,
      "loss": 0.6411,
      "step": 60
    },
    {
      "epoch": 0.07242628039317124,
      "grad_norm": 1.5265495777130127,
      "learning_rate": 1.425619834710744e-06,
      "loss": 0.598,
      "step": 70
    },
    {
      "epoch": 0.08277289187790998,
      "grad_norm": 1.4529454708099365,
      "learning_rate": 1.632231404958678e-06,
      "loss": 0.5599,
      "step": 80
    },
    {
      "epoch": 0.09311950336264874,
      "grad_norm": 1.4188324213027954,
      "learning_rate": 1.8388429752066117e-06,
      "loss": 0.5307,
      "step": 90
    },
    {
      "epoch": 0.10346611484738748,
      "grad_norm": 1.5109107494354248,
      "learning_rate": 2.0454545454545457e-06,
      "loss": 0.525,
      "step": 100
    },
    {
      "epoch": 0.11381272633212623,
      "grad_norm": 1.3689301013946533,
      "learning_rate": 2.2520661157024796e-06,
      "loss": 0.5239,
      "step": 110
    },
    {
      "epoch": 0.12415933781686497,
      "grad_norm": 1.3892041444778442,
      "learning_rate": 2.4586776859504134e-06,
      "loss": 0.5,
      "step": 120
    },
    {
      "epoch": 0.13450594930160373,
      "grad_norm": 1.3815661668777466,
      "learning_rate": 2.6652892561983473e-06,
      "loss": 0.4901,
      "step": 130
    },
    {
      "epoch": 0.14485256078634248,
      "grad_norm": 1.5329068899154663,
      "learning_rate": 2.871900826446281e-06,
      "loss": 0.4787,
      "step": 140
    },
    {
      "epoch": 0.1551991722710812,
      "grad_norm": 1.2414484024047852,
      "learning_rate": 3.078512396694215e-06,
      "loss": 0.4835,
      "step": 150
    },
    {
      "epoch": 0.16554578375581996,
      "grad_norm": 1.4333281517028809,
      "learning_rate": 3.2851239669421493e-06,
      "loss": 0.4706,
      "step": 160
    },
    {
      "epoch": 0.17589239524055872,
      "grad_norm": 1.2515960931777954,
      "learning_rate": 3.491735537190083e-06,
      "loss": 0.4713,
      "step": 170
    },
    {
      "epoch": 0.18623900672529747,
      "grad_norm": 1.5042508840560913,
      "learning_rate": 3.6983471074380165e-06,
      "loss": 0.4646,
      "step": 180
    },
    {
      "epoch": 0.1965856182100362,
      "grad_norm": 1.4549144506454468,
      "learning_rate": 3.904958677685951e-06,
      "loss": 0.4496,
      "step": 190
    },
    {
      "epoch": 0.20693222969477496,
      "grad_norm": 1.3692591190338135,
      "learning_rate": 4.111570247933885e-06,
      "loss": 0.4545,
      "step": 200
    },
    {
      "epoch": 0.2172788411795137,
      "grad_norm": 1.3498661518096924,
      "learning_rate": 4.3181818181818185e-06,
      "loss": 0.451,
      "step": 210
    },
    {
      "epoch": 0.22762545266425246,
      "grad_norm": 1.5415807962417603,
      "learning_rate": 4.524793388429753e-06,
      "loss": 0.4517,
      "step": 220
    },
    {
      "epoch": 0.23797206414899122,
      "grad_norm": 1.339154601097107,
      "learning_rate": 4.731404958677686e-06,
      "loss": 0.4397,
      "step": 230
    },
    {
      "epoch": 0.24831867563372995,
      "grad_norm": 1.3699935674667358,
      "learning_rate": 4.9380165289256205e-06,
      "loss": 0.4405,
      "step": 240
    },
    {
      "epoch": 0.2586652871184687,
      "grad_norm": 1.2297754287719727,
      "learning_rate": 5.144628099173554e-06,
      "loss": 0.4355,
      "step": 250
    },
    {
      "epoch": 0.26901189860320746,
      "grad_norm": 1.222337007522583,
      "learning_rate": 5.351239669421488e-06,
      "loss": 0.4435,
      "step": 260
    },
    {
      "epoch": 0.2793585100879462,
      "grad_norm": 1.474328637123108,
      "learning_rate": 5.557851239669422e-06,
      "loss": 0.4285,
      "step": 270
    },
    {
      "epoch": 0.28970512157268496,
      "grad_norm": 1.3817209005355835,
      "learning_rate": 5.764462809917356e-06,
      "loss": 0.4343,
      "step": 280
    },
    {
      "epoch": 0.3000517330574237,
      "grad_norm": 1.2763681411743164,
      "learning_rate": 5.971074380165289e-06,
      "loss": 0.435,
      "step": 290
    },
    {
      "epoch": 0.3103983445421624,
      "grad_norm": 1.4916797876358032,
      "learning_rate": 6.1776859504132236e-06,
      "loss": 0.4334,
      "step": 300
    },
    {
      "epoch": 0.3207449560269012,
      "grad_norm": 1.3628357648849487,
      "learning_rate": 6.384297520661158e-06,
      "loss": 0.4273,
      "step": 310
    },
    {
      "epoch": 0.33109156751163993,
      "grad_norm": 1.3091474771499634,
      "learning_rate": 6.590909090909091e-06,
      "loss": 0.4245,
      "step": 320
    },
    {
      "epoch": 0.3414381789963787,
      "grad_norm": 1.4376888275146484,
      "learning_rate": 6.7975206611570255e-06,
      "loss": 0.428,
      "step": 330
    },
    {
      "epoch": 0.35178479048111744,
      "grad_norm": 1.4433401823043823,
      "learning_rate": 7.00413223140496e-06,
      "loss": 0.4306,
      "step": 340
    },
    {
      "epoch": 0.3621314019658562,
      "grad_norm": 1.3882417678833008,
      "learning_rate": 7.210743801652893e-06,
      "loss": 0.4292,
      "step": 350
    },
    {
      "epoch": 0.37247801345059495,
      "grad_norm": 1.3860538005828857,
      "learning_rate": 7.4173553719008275e-06,
      "loss": 0.4292,
      "step": 360
    },
    {
      "epoch": 0.3828246249353337,
      "grad_norm": 1.1911530494689941,
      "learning_rate": 7.623966942148761e-06,
      "loss": 0.4303,
      "step": 370
    },
    {
      "epoch": 0.3931712364200724,
      "grad_norm": 1.315438151359558,
      "learning_rate": 7.830578512396695e-06,
      "loss": 0.4127,
      "step": 380
    },
    {
      "epoch": 0.40351784790481116,
      "grad_norm": 1.3872874975204468,
      "learning_rate": 8.03719008264463e-06,
      "loss": 0.4305,
      "step": 390
    },
    {
      "epoch": 0.4138644593895499,
      "grad_norm": 1.2904235124588013,
      "learning_rate": 8.243801652892562e-06,
      "loss": 0.4189,
      "step": 400
    },
    {
      "epoch": 0.42421107087428866,
      "grad_norm": 1.256445050239563,
      "learning_rate": 8.450413223140496e-06,
      "loss": 0.4201,
      "step": 410
    },
    {
      "epoch": 0.4345576823590274,
      "grad_norm": 1.3195158243179321,
      "learning_rate": 8.65702479338843e-06,
      "loss": 0.4214,
      "step": 420
    },
    {
      "epoch": 0.4449042938437662,
      "grad_norm": 1.4306244850158691,
      "learning_rate": 8.863636363636365e-06,
      "loss": 0.4198,
      "step": 430
    },
    {
      "epoch": 0.45525090532850493,
      "grad_norm": 1.2186839580535889,
      "learning_rate": 9.070247933884299e-06,
      "loss": 0.4163,
      "step": 440
    },
    {
      "epoch": 0.4655975168132437,
      "grad_norm": 1.2255494594573975,
      "learning_rate": 9.276859504132232e-06,
      "loss": 0.4103,
      "step": 450
    },
    {
      "epoch": 0.47594412829798244,
      "grad_norm": 1.1726787090301514,
      "learning_rate": 9.483471074380166e-06,
      "loss": 0.4087,
      "step": 460
    },
    {
      "epoch": 0.48629073978272114,
      "grad_norm": 1.4234670400619507,
      "learning_rate": 9.6900826446281e-06,
      "loss": 0.4098,
      "step": 470
    },
    {
      "epoch": 0.4966373512674599,
      "grad_norm": 1.1076370477676392,
      "learning_rate": 9.896694214876033e-06,
      "loss": 0.4058,
      "step": 480
    },
    {
      "epoch": 0.5069839627521987,
      "grad_norm": 1.0841426849365234,
      "learning_rate": 9.999967416245537e-06,
      "loss": 0.3993,
      "step": 490
    },
    {
      "epoch": 0.5173305742369374,
      "grad_norm": 1.409942865371704,
      "learning_rate": 9.999706748757903e-06,
      "loss": 0.4133,
      "step": 500
    },
    {
      "epoch": 0.5276771857216761,
      "grad_norm": 1.2055038213729858,
      "learning_rate": 9.999185427372232e-06,
      "loss": 0.4043,
      "step": 510
    },
    {
      "epoch": 0.5380237972064149,
      "grad_norm": 1.4699640274047852,
      "learning_rate": 9.998403479267005e-06,
      "loss": 0.4075,
      "step": 520
    },
    {
      "epoch": 0.5483704086911536,
      "grad_norm": 1.1911301612854004,
      "learning_rate": 9.99736094520818e-06,
      "loss": 0.4032,
      "step": 530
    },
    {
      "epoch": 0.5587170201758924,
      "grad_norm": 1.1372137069702148,
      "learning_rate": 9.996057879547059e-06,
      "loss": 0.4073,
      "step": 540
    },
    {
      "epoch": 0.5690636316606311,
      "grad_norm": 1.1768054962158203,
      "learning_rate": 9.994494350217452e-06,
      "loss": 0.4035,
      "step": 550
    },
    {
      "epoch": 0.5794102431453699,
      "grad_norm": 1.343031406402588,
      "learning_rate": 9.992670438732146e-06,
      "loss": 0.4105,
      "step": 560
    },
    {
      "epoch": 0.5897568546301086,
      "grad_norm": 1.0798144340515137,
      "learning_rate": 9.990586240178642e-06,
      "loss": 0.4018,
      "step": 570
    },
    {
      "epoch": 0.6001034661148474,
      "grad_norm": 1.3839797973632812,
      "learning_rate": 9.988241863214212e-06,
      "loss": 0.4068,
      "step": 580
    },
    {
      "epoch": 0.6104500775995861,
      "grad_norm": 1.1565276384353638,
      "learning_rate": 9.98563743006022e-06,
      "loss": 0.4057,
      "step": 590
    },
    {
      "epoch": 0.6207966890843248,
      "grad_norm": 1.14547860622406,
      "learning_rate": 9.982773076495762e-06,
      "loss": 0.3988,
      "step": 600
    },
    {
      "epoch": 0.6311433005690636,
      "grad_norm": 1.0178049802780151,
      "learning_rate": 9.97964895185058e-06,
      "loss": 0.3975,
      "step": 610
    },
    {
      "epoch": 0.6414899120538023,
      "grad_norm": 1.0690793991088867,
      "learning_rate": 9.97626521899728e-06,
      "loss": 0.4026,
      "step": 620
    },
    {
      "epoch": 0.6518365235385412,
      "grad_norm": 1.1290843486785889,
      "learning_rate": 9.972622054342842e-06,
      "loss": 0.3923,
      "step": 630
    },
    {
      "epoch": 0.6621831350232799,
      "grad_norm": 1.1035066843032837,
      "learning_rate": 9.968719647819414e-06,
      "loss": 0.4012,
      "step": 640
    },
    {
      "epoch": 0.6725297465080187,
      "grad_norm": 1.1912881135940552,
      "learning_rate": 9.964558202874428e-06,
      "loss": 0.4001,
      "step": 650
    },
    {
      "epoch": 0.6828763579927574,
      "grad_norm": 1.020052433013916,
      "learning_rate": 9.960137936459975e-06,
      "loss": 0.3962,
      "step": 660
    },
    {
      "epoch": 0.6932229694774961,
      "grad_norm": 1.0658594369888306,
      "learning_rate": 9.955459079021505e-06,
      "loss": 0.3984,
      "step": 670
    },
    {
      "epoch": 0.7035695809622349,
      "grad_norm": 1.0133702754974365,
      "learning_rate": 9.95052187448581e-06,
      "loss": 0.3924,
      "step": 680
    },
    {
      "epoch": 0.7139161924469736,
      "grad_norm": 0.9635597467422485,
      "learning_rate": 9.94532658024831e-06,
      "loss": 0.3928,
      "step": 690
    },
    {
      "epoch": 0.7242628039317124,
      "grad_norm": 1.1104060411453247,
      "learning_rate": 9.939873467159627e-06,
      "loss": 0.395,
      "step": 700
    },
    {
      "epoch": 0.7346094154164511,
      "grad_norm": 1.020979404449463,
      "learning_rate": 9.934162819511473e-06,
      "loss": 0.4048,
      "step": 710
    },
    {
      "epoch": 0.7449560269011899,
      "grad_norm": 0.934624969959259,
      "learning_rate": 9.928194935021821e-06,
      "loss": 0.4007,
      "step": 720
    },
    {
      "epoch": 0.7553026383859286,
      "grad_norm": 1.048291563987732,
      "learning_rate": 9.921970124819392e-06,
      "loss": 0.3921,
      "step": 730
    },
    {
      "epoch": 0.7656492498706674,
      "grad_norm": 1.120107889175415,
      "learning_rate": 9.915488713427427e-06,
      "loss": 0.39,
      "step": 740
    },
    {
      "epoch": 0.7759958613554061,
      "grad_norm": 0.9637139439582825,
      "learning_rate": 9.908751038746773e-06,
      "loss": 0.3998,
      "step": 750
    },
    {
      "epoch": 0.7863424728401448,
      "grad_norm": 0.9837620854377747,
      "learning_rate": 9.901757452038268e-06,
      "loss": 0.3861,
      "step": 760
    },
    {
      "epoch": 0.7966890843248836,
      "grad_norm": 1.0107730627059937,
      "learning_rate": 9.894508317904418e-06,
      "loss": 0.3918,
      "step": 770
    },
    {
      "epoch": 0.8070356958096223,
      "grad_norm": 1.0242232084274292,
      "learning_rate": 9.887004014270408e-06,
      "loss": 0.391,
      "step": 780
    },
    {
      "epoch": 0.8173823072943611,
      "grad_norm": 0.9810847640037537,
      "learning_rate": 9.879244932364375e-06,
      "loss": 0.3908,
      "step": 790
    },
    {
      "epoch": 0.8277289187790998,
      "grad_norm": 0.9811373353004456,
      "learning_rate": 9.87123147669704e-06,
      "loss": 0.3947,
      "step": 800
    },
    {
      "epoch": 0.8380755302638386,
      "grad_norm": 0.956855058670044,
      "learning_rate": 9.862964065040596e-06,
      "loss": 0.3867,
      "step": 810
    },
    {
      "epoch": 0.8484221417485773,
      "grad_norm": 0.9348600506782532,
      "learning_rate": 9.854443128406931e-06,
      "loss": 0.3864,
      "step": 820
    },
    {
      "epoch": 0.8587687532333161,
      "grad_norm": 1.0585615634918213,
      "learning_rate": 9.845669111025175e-06,
      "loss": 0.3874,
      "step": 830
    },
    {
      "epoch": 0.8691153647180548,
      "grad_norm": 1.041060447692871,
      "learning_rate": 9.83664247031852e-06,
      "loss": 0.3841,
      "step": 840
    },
    {
      "epoch": 0.8794619762027935,
      "grad_norm": 1.0687028169631958,
      "learning_rate": 9.827363676880383e-06,
      "loss": 0.385,
      "step": 850
    },
    {
      "epoch": 0.8898085876875323,
      "grad_norm": 1.1607829332351685,
      "learning_rate": 9.817833214449873e-06,
      "loss": 0.3821,
      "step": 860
    },
    {
      "epoch": 0.900155199172271,
      "grad_norm": 0.9849240183830261,
      "learning_rate": 9.808051579886566e-06,
      "loss": 0.3819,
      "step": 870
    },
    {
      "epoch": 0.9105018106570099,
      "grad_norm": 1.220577597618103,
      "learning_rate": 9.798019283144607e-06,
      "loss": 0.3886,
      "step": 880
    },
    {
      "epoch": 0.9208484221417486,
      "grad_norm": 1.0422636270523071,
      "learning_rate": 9.787736847246121e-06,
      "loss": 0.3856,
      "step": 890
    },
    {
      "epoch": 0.9311950336264874,
      "grad_norm": 0.875372588634491,
      "learning_rate": 9.777204808253949e-06,
      "loss": 0.3851,
      "step": 900
    },
    {
      "epoch": 0.9415416451112261,
      "grad_norm": 0.918285608291626,
      "learning_rate": 9.766423715243697e-06,
      "loss": 0.3826,
      "step": 910
    },
    {
      "epoch": 0.9518882565959649,
      "grad_norm": 1.1889722347259521,
      "learning_rate": 9.755394130275116e-06,
      "loss": 0.3834,
      "step": 920
    },
    {
      "epoch": 0.9622348680807036,
      "grad_norm": 0.9664179682731628,
      "learning_rate": 9.74411662836279e-06,
      "loss": 0.3799,
      "step": 930
    },
    {
      "epoch": 0.9725814795654423,
      "grad_norm": 1.064846396446228,
      "learning_rate": 9.73259179744617e-06,
      "loss": 0.3816,
      "step": 940
    },
    {
      "epoch": 0.9829280910501811,
      "grad_norm": 1.0509345531463623,
      "learning_rate": 9.720820238358918e-06,
      "loss": 0.3838,
      "step": 950
    },
    {
      "epoch": 0.9932747025349198,
      "grad_norm": 0.9682555794715881,
      "learning_rate": 9.70880256479758e-06,
      "loss": 0.3785,
      "step": 960
    },
    {
      "epoch": 1.0031039834454216,
      "grad_norm": 0.9066140651702881,
      "learning_rate": 9.696539403289589e-06,
      "loss": 0.3685,
      "step": 970
    },
    {
      "epoch": 1.0134505949301604,
      "grad_norm": 0.9822126030921936,
      "learning_rate": 9.684031393160614e-06,
      "loss": 0.3446,
      "step": 980
    },
    {
      "epoch": 1.023797206414899,
      "grad_norm": 0.9022179245948792,
      "learning_rate": 9.671279186501221e-06,
      "loss": 0.3405,
      "step": 990
    },
    {
      "epoch": 1.0341438178996378,
      "grad_norm": 0.9742788076400757,
      "learning_rate": 9.658283448132875e-06,
      "loss": 0.3348,
      "step": 1000
    },
    {
      "epoch": 1.0444904293843766,
      "grad_norm": 0.9199923276901245,
      "learning_rate": 9.645044855573286e-06,
      "loss": 0.3425,
      "step": 1010
    },
    {
      "epoch": 1.0548370408691154,
      "grad_norm": 0.9245515465736389,
      "learning_rate": 9.631564099001085e-06,
      "loss": 0.344,
      "step": 1020
    },
    {
      "epoch": 1.065183652353854,
      "grad_norm": 0.865315854549408,
      "learning_rate": 9.617841881219841e-06,
      "loss": 0.3481,
      "step": 1030
    },
    {
      "epoch": 1.0755302638385928,
      "grad_norm": 0.8868467211723328,
      "learning_rate": 9.603878917621422e-06,
      "loss": 0.3458,
      "step": 1040
    },
    {
      "epoch": 1.0858768753233317,
      "grad_norm": 0.9886205196380615,
      "learning_rate": 9.5896759361487e-06,
      "loss": 0.3413,
      "step": 1050
    },
    {
      "epoch": 1.0962234868080705,
      "grad_norm": 0.9479049444198608,
      "learning_rate": 9.5752336772576e-06,
      "loss": 0.3371,
      "step": 1060
    },
    {
      "epoch": 1.106570098292809,
      "grad_norm": 0.9921103715896606,
      "learning_rate": 9.560552893878499e-06,
      "loss": 0.3431,
      "step": 1070
    },
    {
      "epoch": 1.1169167097775479,
      "grad_norm": 0.9266170263290405,
      "learning_rate": 9.545634351376965e-06,
      "loss": 0.3412,
      "step": 1080
    },
    {
      "epoch": 1.1272633212622867,
      "grad_norm": 0.9916461110115051,
      "learning_rate": 9.530478827513867e-06,
      "loss": 0.3429,
      "step": 1090
    },
    {
      "epoch": 1.1376099327470253,
      "grad_norm": 0.90711510181427,
      "learning_rate": 9.51508711240482e-06,
      "loss": 0.3461,
      "step": 1100
    },
    {
      "epoch": 1.147956544231764,
      "grad_norm": 0.9366750121116638,
      "learning_rate": 9.499460008478996e-06,
      "loss": 0.3392,
      "step": 1110
    },
    {
      "epoch": 1.1583031557165029,
      "grad_norm": 1.0261372327804565,
      "learning_rate": 9.483598330437285e-06,
      "loss": 0.3434,
      "step": 1120
    },
    {
      "epoch": 1.1686497672012415,
      "grad_norm": 0.9353191256523132,
      "learning_rate": 9.46750290520983e-06,
      "loss": 0.344,
      "step": 1130
    },
    {
      "epoch": 1.1789963786859803,
      "grad_norm": 0.9214949011802673,
      "learning_rate": 9.451174571912913e-06,
      "loss": 0.3404,
      "step": 1140
    },
    {
      "epoch": 1.189342990170719,
      "grad_norm": 0.9317702054977417,
      "learning_rate": 9.434614181805203e-06,
      "loss": 0.3453,
      "step": 1150
    },
    {
      "epoch": 1.199689601655458,
      "grad_norm": 0.8729979395866394,
      "learning_rate": 9.417822598243382e-06,
      "loss": 0.3505,
      "step": 1160
    },
    {
      "epoch": 1.2100362131401965,
      "grad_norm": 0.9862754940986633,
      "learning_rate": 9.400800696637136e-06,
      "loss": 0.3416,
      "step": 1170
    },
    {
      "epoch": 1.2203828246249353,
      "grad_norm": 0.9723279476165771,
      "learning_rate": 9.383549364403515e-06,
      "loss": 0.343,
      "step": 1180
    },
    {
      "epoch": 1.2307294361096741,
      "grad_norm": 0.8829843997955322,
      "learning_rate": 9.366069500920662e-06,
      "loss": 0.3375,
      "step": 1190
    },
    {
      "epoch": 1.241076047594413,
      "grad_norm": 0.9550700783729553,
      "learning_rate": 9.34836201748094e-06,
      "loss": 0.3423,
      "step": 1200
    },
    {
      "epoch": 1.2514226590791515,
      "grad_norm": 0.9076991081237793,
      "learning_rate": 9.330427837243408e-06,
      "loss": 0.3369,
      "step": 1210
    },
    {
      "epoch": 1.2617692705638903,
      "grad_norm": 0.888508677482605,
      "learning_rate": 9.312267895185697e-06,
      "loss": 0.3405,
      "step": 1220
    },
    {
      "epoch": 1.2721158820486291,
      "grad_norm": 0.9597383141517639,
      "learning_rate": 9.293883138055275e-06,
      "loss": 0.351,
      "step": 1230
    },
    {
      "epoch": 1.2824624935333677,
      "grad_norm": 0.9085503816604614,
      "learning_rate": 9.275274524320075e-06,
      "loss": 0.3405,
      "step": 1240
    },
    {
      "epoch": 1.2928091050181065,
      "grad_norm": 0.9536021947860718,
      "learning_rate": 9.25644302411854e-06,
      "loss": 0.3408,
      "step": 1250
    },
    {
      "epoch": 1.3031557165028453,
      "grad_norm": 0.9334466457366943,
      "learning_rate": 9.237389619209037e-06,
      "loss": 0.3447,
      "step": 1260
    },
    {
      "epoch": 1.313502327987584,
      "grad_norm": 0.9981200098991394,
      "learning_rate": 9.218115302918676e-06,
      "loss": 0.337,
      "step": 1270
    },
    {
      "epoch": 1.3238489394723227,
      "grad_norm": 0.9816781282424927,
      "learning_rate": 9.198621080091525e-06,
      "loss": 0.35,
      "step": 1280
    },
    {
      "epoch": 1.3341955509570615,
      "grad_norm": 0.9127581119537354,
      "learning_rate": 9.178907967036229e-06,
      "loss": 0.3432,
      "step": 1290
    },
    {
      "epoch": 1.3445421624418004,
      "grad_norm": 0.8629497289657593,
      "learning_rate": 9.15897699147301e-06,
      "loss": 0.3353,
      "step": 1300
    },
    {
      "epoch": 1.3548887739265392,
      "grad_norm": 0.9100907444953918,
      "learning_rate": 9.138829192480106e-06,
      "loss": 0.3358,
      "step": 1310
    },
    {
      "epoch": 1.3652353854112778,
      "grad_norm": 0.953328549861908,
      "learning_rate": 9.118465620439594e-06,
      "loss": 0.3368,
      "step": 1320
    },
    {
      "epoch": 1.3755819968960166,
      "grad_norm": 0.9011934399604797,
      "learning_rate": 9.097887336982625e-06,
      "loss": 0.3438,
      "step": 1330
    },
    {
      "epoch": 1.3859286083807554,
      "grad_norm": 0.9293943047523499,
      "learning_rate": 9.077095414934076e-06,
      "loss": 0.3449,
      "step": 1340
    },
    {
      "epoch": 1.396275219865494,
      "grad_norm": 0.8752354979515076,
      "learning_rate": 9.056090938256633e-06,
      "loss": 0.3418,
      "step": 1350
    },
    {
      "epoch": 1.4066218313502328,
      "grad_norm": 0.978129506111145,
      "learning_rate": 9.034875001994258e-06,
      "loss": 0.3369,
      "step": 1360
    },
    {
      "epoch": 1.4169684428349716,
      "grad_norm": 0.8396763801574707,
      "learning_rate": 9.013448712215127e-06,
      "loss": 0.341,
      "step": 1370
    },
    {
      "epoch": 1.4273150543197102,
      "grad_norm": 0.8739905953407288,
      "learning_rate": 8.991813185953942e-06,
      "loss": 0.3427,
      "step": 1380
    },
    {
      "epoch": 1.437661665804449,
      "grad_norm": 0.8390309810638428,
      "learning_rate": 8.969969551153706e-06,
      "loss": 0.3435,
      "step": 1390
    },
    {
      "epoch": 1.4480082772891878,
      "grad_norm": 0.9313223958015442,
      "learning_rate": 8.947918946606924e-06,
      "loss": 0.3348,
      "step": 1400
    },
    {
      "epoch": 1.4583548887739266,
      "grad_norm": 0.8645867109298706,
      "learning_rate": 8.925662521896224e-06,
      "loss": 0.3377,
      "step": 1410
    },
    {
      "epoch": 1.4687015002586654,
      "grad_norm": 0.9142380356788635,
      "learning_rate": 8.90320143733443e-06,
      "loss": 0.336,
      "step": 1420
    },
    {
      "epoch": 1.479048111743404,
      "grad_norm": 0.9506648182868958,
      "learning_rate": 8.88053686390407e-06,
      "loss": 0.3414,
      "step": 1430
    },
    {
      "epoch": 1.4893947232281428,
      "grad_norm": 0.855963945388794,
      "learning_rate": 8.857669983196326e-06,
      "loss": 0.3293,
      "step": 1440
    },
    {
      "epoch": 1.4997413347128816,
      "grad_norm": 0.9154329299926758,
      "learning_rate": 8.834601987349436e-06,
      "loss": 0.3355,
      "step": 1450
    },
    {
      "epoch": 1.5100879461976202,
      "grad_norm": 0.8513219356536865,
      "learning_rate": 8.811334078986542e-06,
      "loss": 0.3289,
      "step": 1460
    },
    {
      "epoch": 1.520434557682359,
      "grad_norm": 0.9121130108833313,
      "learning_rate": 8.787867471152992e-06,
      "loss": 0.3413,
      "step": 1470
    },
    {
      "epoch": 1.5307811691670978,
      "grad_norm": 0.8203767538070679,
      "learning_rate": 8.764203387253102e-06,
      "loss": 0.3342,
      "step": 1480
    },
    {
      "epoch": 1.5411277806518364,
      "grad_norm": 0.8152233362197876,
      "learning_rate": 8.740343060986366e-06,
      "loss": 0.339,
      "step": 1490
    },
    {
      "epoch": 1.5514743921365752,
      "grad_norm": 0.881718635559082,
      "learning_rate": 8.716287736283158e-06,
      "loss": 0.3342,
      "step": 1500
    },
    {
      "epoch": 1.561821003621314,
      "grad_norm": 0.851697564125061,
      "learning_rate": 8.692038667239857e-06,
      "loss": 0.338,
      "step": 1510
    },
    {
      "epoch": 1.5721676151060526,
      "grad_norm": 0.9294906258583069,
      "learning_rate": 8.66759711805348e-06,
      "loss": 0.3359,
      "step": 1520
    },
    {
      "epoch": 1.5825142265907917,
      "grad_norm": 0.8974320888519287,
      "learning_rate": 8.642964362955781e-06,
      "loss": 0.3349,
      "step": 1530
    },
    {
      "epoch": 1.5928608380755302,
      "grad_norm": 0.9681616425514221,
      "learning_rate": 8.618141686146803e-06,
      "loss": 0.3335,
      "step": 1540
    },
    {
      "epoch": 1.603207449560269,
      "grad_norm": 0.8356232643127441,
      "learning_rate": 8.593130381727938e-06,
      "loss": 0.3332,
      "step": 1550
    },
    {
      "epoch": 1.6135540610450079,
      "grad_norm": 0.8890557289123535,
      "learning_rate": 8.567931753634462e-06,
      "loss": 0.3317,
      "step": 1560
    },
    {
      "epoch": 1.6239006725297465,
      "grad_norm": 0.9087671637535095,
      "learning_rate": 8.542547115567553e-06,
      "loss": 0.3416,
      "step": 1570
    },
    {
      "epoch": 1.6342472840144853,
      "grad_norm": 0.7936503887176514,
      "learning_rate": 8.516977790925799e-06,
      "loss": 0.3366,
      "step": 1580
    },
    {
      "epoch": 1.644593895499224,
      "grad_norm": 0.849400520324707,
      "learning_rate": 8.491225112736209e-06,
      "loss": 0.3394,
      "step": 1590
    },
    {
      "epoch": 1.6549405069839627,
      "grad_norm": 0.833982527256012,
      "learning_rate": 8.465290423584718e-06,
      "loss": 0.3373,
      "step": 1600
    },
    {
      "epoch": 1.6652871184687015,
      "grad_norm": 0.8153632879257202,
      "learning_rate": 8.439175075546191e-06,
      "loss": 0.3413,
      "step": 1610
    },
    {
      "epoch": 1.6756337299534403,
      "grad_norm": 0.8862062692642212,
      "learning_rate": 8.412880430113931e-06,
      "loss": 0.3334,
      "step": 1620
    },
    {
      "epoch": 1.6859803414381789,
      "grad_norm": 0.7980442643165588,
      "learning_rate": 8.386407858128707e-06,
      "loss": 0.331,
      "step": 1630
    },
    {
      "epoch": 1.696326952922918,
      "grad_norm": 0.8371018171310425,
      "learning_rate": 8.359758739707275e-06,
      "loss": 0.3409,
      "step": 1640
    },
    {
      "epoch": 1.7066735644076565,
      "grad_norm": 0.8669474720954895,
      "learning_rate": 8.33293446417044e-06,
      "loss": 0.3325,
      "step": 1650
    },
    {
      "epoch": 1.717020175892395,
      "grad_norm": 0.8137986660003662,
      "learning_rate": 8.305936429970622e-06,
      "loss": 0.3355,
      "step": 1660
    },
    {
      "epoch": 1.7273667873771341,
      "grad_norm": 0.8193359375,
      "learning_rate": 8.278766044618936e-06,
      "loss": 0.3323,
      "step": 1670
    },
    {
      "epoch": 1.7377133988618727,
      "grad_norm": 0.859048068523407,
      "learning_rate": 8.251424724611832e-06,
      "loss": 0.3314,
      "step": 1680
    },
    {
      "epoch": 1.7480600103466115,
      "grad_norm": 0.924875795841217,
      "learning_rate": 8.22391389535724e-06,
      "loss": 0.3377,
      "step": 1690
    },
    {
      "epoch": 1.7584066218313503,
      "grad_norm": 0.8729901313781738,
      "learning_rate": 8.196234991100256e-06,
      "loss": 0.3298,
      "step": 1700
    },
    {
      "epoch": 1.768753233316089,
      "grad_norm": 0.8952008485794067,
      "learning_rate": 8.168389454848366e-06,
      "loss": 0.3324,
      "step": 1710
    },
    {
      "epoch": 1.7790998448008277,
      "grad_norm": 0.8685171604156494,
      "learning_rate": 8.140378738296233e-06,
      "loss": 0.3356,
      "step": 1720
    },
    {
      "epoch": 1.7894464562855665,
      "grad_norm": 0.7909799218177795,
      "learning_rate": 8.112204301749988e-06,
      "loss": 0.3331,
      "step": 1730
    },
    {
      "epoch": 1.7997930677703051,
      "grad_norm": 0.7982770204544067,
      "learning_rate": 8.083867614051125e-06,
      "loss": 0.3422,
      "step": 1740
    },
    {
      "epoch": 1.810139679255044,
      "grad_norm": 0.8534769415855408,
      "learning_rate": 8.055370152499909e-06,
      "loss": 0.3345,
      "step": 1750
    },
    {
      "epoch": 1.8204862907397827,
      "grad_norm": 0.8252643346786499,
      "learning_rate": 8.026713402778362e-06,
      "loss": 0.3394,
      "step": 1760
    },
    {
      "epoch": 1.8308329022245213,
      "grad_norm": 0.8682839274406433,
      "learning_rate": 7.99789885887281e-06,
      "loss": 0.3329,
      "step": 1770
    },
    {
      "epoch": 1.8411795137092604,
      "grad_norm": 0.9072077870368958,
      "learning_rate": 7.968928022996e-06,
      "loss": 0.3349,
      "step": 1780
    },
    {
      "epoch": 1.851526125193999,
      "grad_norm": 0.802394688129425,
      "learning_rate": 7.939802405508772e-06,
      "loss": 0.3374,
      "step": 1790
    },
    {
      "epoch": 1.8618727366787378,
      "grad_norm": 0.8025832772254944,
      "learning_rate": 7.910523524841329e-06,
      "loss": 0.3329,
      "step": 1800
    },
    {
      "epoch": 1.8722193481634766,
      "grad_norm": 0.8657801151275635,
      "learning_rate": 7.88109290741407e-06,
      "loss": 0.3379,
      "step": 1810
    },
    {
      "epoch": 1.8825659596482152,
      "grad_norm": 0.9007260203361511,
      "learning_rate": 7.851512087558016e-06,
      "loss": 0.3338,
      "step": 1820
    },
    {
      "epoch": 1.892912571132954,
      "grad_norm": 0.7836032509803772,
      "learning_rate": 7.821782607434815e-06,
      "loss": 0.3278,
      "step": 1830
    },
    {
      "epoch": 1.9032591826176928,
      "grad_norm": 0.8562266230583191,
      "learning_rate": 7.791906016956348e-06,
      "loss": 0.3352,
      "step": 1840
    },
    {
      "epoch": 1.9136057941024314,
      "grad_norm": 0.8395200371742249,
      "learning_rate": 7.761883873703919e-06,
      "loss": 0.337,
      "step": 1850
    },
    {
      "epoch": 1.9239524055871702,
      "grad_norm": 0.8483885526657104,
      "learning_rate": 7.731717742847059e-06,
      "loss": 0.335,
      "step": 1860
    },
    {
      "epoch": 1.934299017071909,
      "grad_norm": 0.8115087151527405,
      "learning_rate": 7.701409197061927e-06,
      "loss": 0.334,
      "step": 1870
    },
    {
      "epoch": 1.9446456285566476,
      "grad_norm": 0.8322962522506714,
      "learning_rate": 7.670959816449313e-06,
      "loss": 0.3291,
      "step": 1880
    },
    {
      "epoch": 1.9549922400413866,
      "grad_norm": 0.8189446926116943,
      "learning_rate": 7.640371188452274e-06,
      "loss": 0.3291,
      "step": 1890
    },
    {
      "epoch": 1.9653388515261252,
      "grad_norm": 0.8812534809112549,
      "learning_rate": 7.609644907773365e-06,
      "loss": 0.3283,
      "step": 1900
    },
    {
      "epoch": 1.9756854630108638,
      "grad_norm": 0.8735312223434448,
      "learning_rate": 7.578782576291501e-06,
      "loss": 0.3291,
      "step": 1910
    },
    {
      "epoch": 1.9860320744956028,
      "grad_norm": 0.8245293498039246,
      "learning_rate": 7.547785802978449e-06,
      "loss": 0.3291,
      "step": 1920
    },
    {
      "epoch": 1.9963786859803414,
      "grad_norm": 0.7975995540618896,
      "learning_rate": 7.516656203814945e-06,
      "loss": 0.3334,
      "step": 1930
    },
    {
      "epoch": 2.0062079668908432,
      "grad_norm": 0.8532512187957764,
      "learning_rate": 7.485395401706447e-06,
      "loss": 0.2926,
      "step": 1940
    },
    {
      "epoch": 2.016554578375582,
      "grad_norm": 0.8140570521354675,
      "learning_rate": 7.454005026398525e-06,
      "loss": 0.2638,
      "step": 1950
    },
    {
      "epoch": 2.026901189860321,
      "grad_norm": 0.8759050965309143,
      "learning_rate": 7.422486714391896e-06,
      "loss": 0.268,
      "step": 1960
    },
    {
      "epoch": 2.0372478013450595,
      "grad_norm": 0.8712063431739807,
      "learning_rate": 7.390842108857111e-06,
      "loss": 0.2633,
      "step": 1970
    },
    {
      "epoch": 2.047594412829798,
      "grad_norm": 0.8876409530639648,
      "learning_rate": 7.359072859548884e-06,
      "loss": 0.2695,
      "step": 1980
    },
    {
      "epoch": 2.057941024314537,
      "grad_norm": 0.8743641972541809,
      "learning_rate": 7.327180622720087e-06,
      "loss": 0.2661,
      "step": 1990
    },
    {
      "epoch": 2.0682876357992757,
      "grad_norm": 0.834858238697052,
      "learning_rate": 7.29516706103541e-06,
      "loss": 0.2681,
      "step": 2000
    },
    {
      "epoch": 2.0786342472840147,
      "grad_norm": 0.8777759671211243,
      "learning_rate": 7.263033843484664e-06,
      "loss": 0.2639,
      "step": 2010
    },
    {
      "epoch": 2.0889808587687533,
      "grad_norm": 0.8941816091537476,
      "learning_rate": 7.2307826452957855e-06,
      "loss": 0.2648,
      "step": 2020
    },
    {
      "epoch": 2.099327470253492,
      "grad_norm": 0.9012478590011597,
      "learning_rate": 7.198415147847491e-06,
      "loss": 0.2664,
      "step": 2030
    },
    {
      "epoch": 2.109674081738231,
      "grad_norm": 0.8317115902900696,
      "learning_rate": 7.165933038581627e-06,
      "loss": 0.2703,
      "step": 2040
    },
    {
      "epoch": 2.1200206932229695,
      "grad_norm": 0.8598811030387878,
      "learning_rate": 7.1333380109151916e-06,
      "loss": 0.2694,
      "step": 2050
    },
    {
      "epoch": 2.130367304707708,
      "grad_norm": 0.7854169607162476,
      "learning_rate": 7.100631764152054e-06,
      "loss": 0.2737,
      "step": 2060
    },
    {
      "epoch": 2.140713916192447,
      "grad_norm": 0.8262772560119629,
      "learning_rate": 7.067816003394359e-06,
      "loss": 0.2687,
      "step": 2070
    },
    {
      "epoch": 2.1510605276771857,
      "grad_norm": 0.8128632307052612,
      "learning_rate": 7.034892439453639e-06,
      "loss": 0.2682,
      "step": 2080
    },
    {
      "epoch": 2.1614071391619243,
      "grad_norm": 0.8013981580734253,
      "learning_rate": 7.001862788761617e-06,
      "loss": 0.2643,
      "step": 2090
    },
    {
      "epoch": 2.1717537506466633,
      "grad_norm": 0.8377342820167542,
      "learning_rate": 6.96872877328073e-06,
      "loss": 0.2709,
      "step": 2100
    },
    {
      "epoch": 2.182100362131402,
      "grad_norm": 0.8179459571838379,
      "learning_rate": 6.935492120414347e-06,
      "loss": 0.2652,
      "step": 2110
    },
    {
      "epoch": 2.192446973616141,
      "grad_norm": 0.8413109183311462,
      "learning_rate": 6.902154562916722e-06,
      "loss": 0.2695,
      "step": 2120
    },
    {
      "epoch": 2.2027935851008795,
      "grad_norm": 0.8183903098106384,
      "learning_rate": 6.86871783880265e-06,
      "loss": 0.2725,
      "step": 2130
    },
    {
      "epoch": 2.213140196585618,
      "grad_norm": 0.8539458513259888,
      "learning_rate": 6.835183691256866e-06,
      "loss": 0.268,
      "step": 2140
    },
    {
      "epoch": 2.223486808070357,
      "grad_norm": 0.9063196778297424,
      "learning_rate": 6.801553868543163e-06,
      "loss": 0.2742,
      "step": 2150
    },
    {
      "epoch": 2.2338334195550957,
      "grad_norm": 0.816985011100769,
      "learning_rate": 6.767830123913241e-06,
      "loss": 0.2713,
      "step": 2160
    },
    {
      "epoch": 2.2441800310398343,
      "grad_norm": 0.8586083650588989,
      "learning_rate": 6.734014215515321e-06,
      "loss": 0.2746,
      "step": 2170
    },
    {
      "epoch": 2.2545266425245734,
      "grad_norm": 0.8248201608657837,
      "learning_rate": 6.700107906302463e-06,
      "loss": 0.2667,
      "step": 2180
    },
    {
      "epoch": 2.264873254009312,
      "grad_norm": 0.8500617146492004,
      "learning_rate": 6.6661129639406785e-06,
      "loss": 0.2673,
      "step": 2190
    },
    {
      "epoch": 2.2752198654940505,
      "grad_norm": 0.8682879209518433,
      "learning_rate": 6.6320311607167565e-06,
      "loss": 0.267,
      "step": 2200
    },
    {
      "epoch": 2.2855664769787896,
      "grad_norm": 0.8802211284637451,
      "learning_rate": 6.597864273445882e-06,
      "loss": 0.2701,
      "step": 2210
    },
    {
      "epoch": 2.295913088463528,
      "grad_norm": 0.8036802411079407,
      "learning_rate": 6.563614083378996e-06,
      "loss": 0.2712,
      "step": 2220
    },
    {
      "epoch": 2.306259699948267,
      "grad_norm": 0.8377422094345093,
      "learning_rate": 6.5292823761099355e-06,
      "loss": 0.2694,
      "step": 2230
    },
    {
      "epoch": 2.3166063114330058,
      "grad_norm": 0.8472813963890076,
      "learning_rate": 6.494870941482336e-06,
      "loss": 0.2709,
      "step": 2240
    },
    {
      "epoch": 2.3269529229177444,
      "grad_norm": 0.8234586715698242,
      "learning_rate": 6.460381573496337e-06,
      "loss": 0.2664,
      "step": 2250
    },
    {
      "epoch": 2.337299534402483,
      "grad_norm": 0.8779090642929077,
      "learning_rate": 6.425816070215032e-06,
      "loss": 0.2702,
      "step": 2260
    },
    {
      "epoch": 2.347646145887222,
      "grad_norm": 0.8126579523086548,
      "learning_rate": 6.391176233670744e-06,
      "loss": 0.2699,
      "step": 2270
    },
    {
      "epoch": 2.3579927573719606,
      "grad_norm": 0.796710193157196,
      "learning_rate": 6.356463869771077e-06,
      "loss": 0.2676,
      "step": 2280
    },
    {
      "epoch": 2.3683393688566996,
      "grad_norm": 0.8544085025787354,
      "learning_rate": 6.3216807882047585e-06,
      "loss": 0.2699,
      "step": 2290
    },
    {
      "epoch": 2.378685980341438,
      "grad_norm": 0.7962964773178101,
      "learning_rate": 6.286828802347307e-06,
      "loss": 0.267,
      "step": 2300
    },
    {
      "epoch": 2.3890325918261768,
      "grad_norm": 0.8767339587211609,
      "learning_rate": 6.251909729166478e-06,
      "loss": 0.2646,
      "step": 2310
    },
    {
      "epoch": 2.399379203310916,
      "grad_norm": 0.8584967255592346,
      "learning_rate": 6.216925389127552e-06,
      "loss": 0.2645,
      "step": 2320
    },
    {
      "epoch": 2.4097258147956544,
      "grad_norm": 0.8135905265808105,
      "learning_rate": 6.18187760609842e-06,
      "loss": 0.2699,
      "step": 2330
    },
    {
      "epoch": 2.420072426280393,
      "grad_norm": 0.8041039705276489,
      "learning_rate": 6.146768207254498e-06,
      "loss": 0.2712,
      "step": 2340
    },
    {
      "epoch": 2.430419037765132,
      "grad_norm": 0.8718064427375793,
      "learning_rate": 6.111599022983473e-06,
      "loss": 0.2726,
      "step": 2350
    },
    {
      "epoch": 2.4407656492498706,
      "grad_norm": 0.7888765931129456,
      "learning_rate": 6.076371886789875e-06,
      "loss": 0.2713,
      "step": 2360
    },
    {
      "epoch": 2.451112260734609,
      "grad_norm": 0.870827317237854,
      "learning_rate": 6.0410886351994864e-06,
      "loss": 0.2672,
      "step": 2370
    },
    {
      "epoch": 2.4614588722193482,
      "grad_norm": 0.8175879716873169,
      "learning_rate": 6.005751107663609e-06,
      "loss": 0.2606,
      "step": 2380
    },
    {
      "epoch": 2.471805483704087,
      "grad_norm": 0.9149560332298279,
      "learning_rate": 5.970361146463149e-06,
      "loss": 0.2707,
      "step": 2390
    },
    {
      "epoch": 2.482152095188826,
      "grad_norm": 0.85008704662323,
      "learning_rate": 5.934920596612588e-06,
      "loss": 0.2703,
      "step": 2400
    },
    {
      "epoch": 2.4924987066735644,
      "grad_norm": 0.7932586669921875,
      "learning_rate": 5.89943130576378e-06,
      "loss": 0.266,
      "step": 2410
    },
    {
      "epoch": 2.502845318158303,
      "grad_norm": 0.8065005540847778,
      "learning_rate": 5.863895124109642e-06,
      "loss": 0.2677,
      "step": 2420
    },
    {
      "epoch": 2.513191929643042,
      "grad_norm": 0.8142856955528259,
      "learning_rate": 5.8283139042876865e-06,
      "loss": 0.2699,
      "step": 2430
    },
    {
      "epoch": 2.5235385411277806,
      "grad_norm": 0.8366583585739136,
      "learning_rate": 5.792689501283436e-06,
      "loss": 0.262,
      "step": 2440
    },
    {
      "epoch": 2.5338851526125197,
      "grad_norm": 0.800625205039978,
      "learning_rate": 5.757023772333721e-06,
      "loss": 0.2641,
      "step": 2450
    },
    {
      "epoch": 2.5442317640972583,
      "grad_norm": 0.7906954884529114,
      "learning_rate": 5.721318576829848e-06,
      "loss": 0.2675,
      "step": 2460
    },
    {
      "epoch": 2.554578375581997,
      "grad_norm": 0.7770724296569824,
      "learning_rate": 5.685575776220671e-06,
      "loss": 0.2664,
      "step": 2470
    },
    {
      "epoch": 2.5649249870667354,
      "grad_norm": 0.8194068074226379,
      "learning_rate": 5.649797233915539e-06,
      "loss": 0.2702,
      "step": 2480
    },
    {
      "epoch": 2.5752715985514745,
      "grad_norm": 0.881852388381958,
      "learning_rate": 5.6139848151871575e-06,
      "loss": 0.2681,
      "step": 2490
    },
    {
      "epoch": 2.585618210036213,
      "grad_norm": 0.8650614023208618,
      "learning_rate": 5.578140387074335e-06,
      "loss": 0.2676,
      "step": 2500
    },
    {
      "epoch": 2.595964821520952,
      "grad_norm": 0.8367857933044434,
      "learning_rate": 5.542265818284652e-06,
      "loss": 0.2702,
      "step": 2510
    },
    {
      "epoch": 2.6063114330056907,
      "grad_norm": 0.8549493551254272,
      "learning_rate": 5.506362979097042e-06,
      "loss": 0.2694,
      "step": 2520
    },
    {
      "epoch": 2.6166580444904293,
      "grad_norm": 0.8078193068504333,
      "learning_rate": 5.470433741264281e-06,
      "loss": 0.266,
      "step": 2530
    },
    {
      "epoch": 2.627004655975168,
      "grad_norm": 0.7991025447845459,
      "learning_rate": 5.4344799779154045e-06,
      "loss": 0.2674,
      "step": 2540
    },
    {
      "epoch": 2.637351267459907,
      "grad_norm": 0.8104662895202637,
      "learning_rate": 5.398503563458064e-06,
      "loss": 0.2654,
      "step": 2550
    },
    {
      "epoch": 2.6476978789446455,
      "grad_norm": 0.8707109093666077,
      "learning_rate": 5.362506373480794e-06,
      "loss": 0.2665,
      "step": 2560
    },
    {
      "epoch": 2.6580444904293845,
      "grad_norm": 0.8271766304969788,
      "learning_rate": 5.326490284655238e-06,
      "loss": 0.2719,
      "step": 2570
    },
    {
      "epoch": 2.668391101914123,
      "grad_norm": 0.8149173855781555,
      "learning_rate": 5.290457174638314e-06,
      "loss": 0.2676,
      "step": 2580
    },
    {
      "epoch": 2.6787377133988617,
      "grad_norm": 0.8067767024040222,
      "learning_rate": 5.254408921974312e-06,
      "loss": 0.2726,
      "step": 2590
    },
    {
      "epoch": 2.6890843248836007,
      "grad_norm": 0.8474196791648865,
      "learning_rate": 5.218347405996973e-06,
      "loss": 0.2681,
      "step": 2600
    },
    {
      "epoch": 2.6994309363683393,
      "grad_norm": 0.8074548244476318,
      "learning_rate": 5.1822745067315e-06,
      "loss": 0.267,
      "step": 2610
    },
    {
      "epoch": 2.7097775478530783,
      "grad_norm": 0.8411250114440918,
      "learning_rate": 5.146192104796556e-06,
      "loss": 0.2651,
      "step": 2620
    },
    {
      "epoch": 2.720124159337817,
      "grad_norm": 0.8280041217803955,
      "learning_rate": 5.110102081306208e-06,
      "loss": 0.2758,
      "step": 2630
    },
    {
      "epoch": 2.7304707708225555,
      "grad_norm": 0.8358988165855408,
      "learning_rate": 5.074006317771873e-06,
      "loss": 0.2614,
      "step": 2640
    },
    {
      "epoch": 2.740817382307294,
      "grad_norm": 0.8451923131942749,
      "learning_rate": 5.037906696004209e-06,
      "loss": 0.262,
      "step": 2650
    },
    {
      "epoch": 2.751163993792033,
      "grad_norm": 0.8164005279541016,
      "learning_rate": 5.0018050980150244e-06,
      "loss": 0.2644,
      "step": 2660
    },
    {
      "epoch": 2.7615106052767717,
      "grad_norm": 0.8651638031005859,
      "learning_rate": 4.965703405919154e-06,
      "loss": 0.2702,
      "step": 2670
    },
    {
      "epoch": 2.7718572167615108,
      "grad_norm": 0.8426215648651123,
      "learning_rate": 4.929603501836336e-06,
      "loss": 0.2597,
      "step": 2680
    },
    {
      "epoch": 2.7822038282462493,
      "grad_norm": 0.8239193558692932,
      "learning_rate": 4.8935072677931e-06,
      "loss": 0.2637,
      "step": 2690
    },
    {
      "epoch": 2.792550439730988,
      "grad_norm": 0.8287822008132935,
      "learning_rate": 4.857416585624635e-06,
      "loss": 0.2643,
      "step": 2700
    },
    {
      "epoch": 2.802897051215727,
      "grad_norm": 0.8135037422180176,
      "learning_rate": 4.821333336876691e-06,
      "loss": 0.2623,
      "step": 2710
    },
    {
      "epoch": 2.8132436627004656,
      "grad_norm": 0.8966447710990906,
      "learning_rate": 4.785259402707489e-06,
      "loss": 0.2633,
      "step": 2720
    },
    {
      "epoch": 2.8235902741852046,
      "grad_norm": 0.836792528629303,
      "learning_rate": 4.749196663789642e-06,
      "loss": 0.2683,
      "step": 2730
    },
    {
      "epoch": 2.833936885669943,
      "grad_norm": 0.806907057762146,
      "learning_rate": 4.713147000212112e-06,
      "loss": 0.2698,
      "step": 2740
    },
    {
      "epoch": 2.8442834971546818,
      "grad_norm": 0.8352254629135132,
      "learning_rate": 4.677112291382191e-06,
      "loss": 0.2673,
      "step": 2750
    },
    {
      "epoch": 2.8546301086394203,
      "grad_norm": 0.8209269642829895,
      "learning_rate": 4.641094415927529e-06,
      "loss": 0.2672,
      "step": 2760
    },
    {
      "epoch": 2.8649767201241594,
      "grad_norm": 0.7578653693199158,
      "learning_rate": 4.605095251598184e-06,
      "loss": 0.2649,
      "step": 2770
    },
    {
      "epoch": 2.875323331608898,
      "grad_norm": 0.8572791814804077,
      "learning_rate": 4.569116675168729e-06,
      "loss": 0.2642,
      "step": 2780
    },
    {
      "epoch": 2.885669943093637,
      "grad_norm": 0.8002661466598511,
      "learning_rate": 4.53316056234041e-06,
      "loss": 0.2669,
      "step": 2790
    },
    {
      "epoch": 2.8960165545783756,
      "grad_norm": 0.8416422009468079,
      "learning_rate": 4.4972287876433675e-06,
      "loss": 0.2684,
      "step": 2800
    },
    {
      "epoch": 2.906363166063114,
      "grad_norm": 0.7953474521636963,
      "learning_rate": 4.461323224338895e-06,
      "loss": 0.2616,
      "step": 2810
    },
    {
      "epoch": 2.916709777547853,
      "grad_norm": 0.9063292145729065,
      "learning_rate": 4.425445744321785e-06,
      "loss": 0.2654,
      "step": 2820
    },
    {
      "epoch": 2.927056389032592,
      "grad_norm": 0.8513032793998718,
      "learning_rate": 4.389598218022742e-06,
      "loss": 0.2707,
      "step": 2830
    },
    {
      "epoch": 2.937403000517331,
      "grad_norm": 0.8203792572021484,
      "learning_rate": 4.353782514310872e-06,
      "loss": 0.2672,
      "step": 2840
    },
    {
      "epoch": 2.9477496120020694,
      "grad_norm": 0.8411531448364258,
      "learning_rate": 4.318000500396242e-06,
      "loss": 0.264,
      "step": 2850
    },
    {
      "epoch": 2.958096223486808,
      "grad_norm": 0.8241459727287292,
      "learning_rate": 4.28225404173254e-06,
      "loss": 0.2692,
      "step": 2860
    },
    {
      "epoch": 2.9684428349715466,
      "grad_norm": 0.8481301665306091,
      "learning_rate": 4.24654500191983e-06,
      "loss": 0.2617,
      "step": 2870
    },
    {
      "epoch": 2.9787894464562856,
      "grad_norm": 0.8325083255767822,
      "learning_rate": 4.210875242607381e-06,
      "loss": 0.271,
      "step": 2880
    },
    {
      "epoch": 2.989136057941024,
      "grad_norm": 0.7716158032417297,
      "learning_rate": 4.175246623396619e-06,
      "loss": 0.2606,
      "step": 2890
    },
    {
      "epoch": 2.9994826694257632,
      "grad_norm": 0.8174447417259216,
      "learning_rate": 4.139661001744178e-06,
      "loss": 0.261,
      "step": 2900
    },
    {
      "epoch": 3.009311950336265,
      "grad_norm": 0.8203701972961426,
      "learning_rate": 4.104120232865072e-06,
      "loss": 0.1988,
      "step": 2910
    },
    {
      "epoch": 3.0196585618210037,
      "grad_norm": 0.7871333956718445,
      "learning_rate": 4.06862616963596e-06,
      "loss": 0.1842,
      "step": 2920
    },
    {
      "epoch": 3.0300051733057423,
      "grad_norm": 0.846492350101471,
      "learning_rate": 4.033180662498557e-06,
      "loss": 0.1912,
      "step": 2930
    },
    {
      "epoch": 3.0403517847904813,
      "grad_norm": 0.8526950478553772,
      "learning_rate": 3.997785559363163e-06,
      "loss": 0.1851,
      "step": 2940
    },
    {
      "epoch": 3.05069839627522,
      "grad_norm": 0.8476978540420532,
      "learning_rate": 3.9624427055123285e-06,
      "loss": 0.1853,
      "step": 2950
    },
    {
      "epoch": 3.0610450077599585,
      "grad_norm": 0.8506020307540894,
      "learning_rate": 3.927153943504644e-06,
      "loss": 0.1863,
      "step": 2960
    },
    {
      "epoch": 3.0713916192446975,
      "grad_norm": 0.8641788959503174,
      "learning_rate": 3.891921113078684e-06,
      "loss": 0.1849,
      "step": 2970
    },
    {
      "epoch": 3.081738230729436,
      "grad_norm": 0.8302586674690247,
      "learning_rate": 3.856746051057096e-06,
      "loss": 0.1823,
      "step": 2980
    },
    {
      "epoch": 3.0920848422141747,
      "grad_norm": 0.8413335084915161,
      "learning_rate": 3.8216305912508425e-06,
      "loss": 0.1819,
      "step": 2990
    },
    {
      "epoch": 3.1024314536989137,
      "grad_norm": 0.8483896851539612,
      "learning_rate": 3.786576564363588e-06,
      "loss": 0.1851,
      "step": 3000
    },
    {
      "epoch": 3.1127780651836523,
      "grad_norm": 0.864549458026886,
      "learning_rate": 3.7515857978962666e-06,
      "loss": 0.1879,
      "step": 3010
    },
    {
      "epoch": 3.1231246766683913,
      "grad_norm": 0.8734090328216553,
      "learning_rate": 3.7166601160518025e-06,
      "loss": 0.185,
      "step": 3020
    },
    {
      "epoch": 3.13347128815313,
      "grad_norm": 0.8504880666732788,
      "learning_rate": 3.681801339640012e-06,
      "loss": 0.1866,
      "step": 3030
    },
    {
      "epoch": 3.1438178996378685,
      "grad_norm": 0.8266710638999939,
      "learning_rate": 3.64701128598267e-06,
      "loss": 0.1865,
      "step": 3040
    },
    {
      "epoch": 3.1541645111226075,
      "grad_norm": 0.8905497789382935,
      "learning_rate": 3.612291768818772e-06,
      "loss": 0.1906,
      "step": 3050
    },
    {
      "epoch": 3.164511122607346,
      "grad_norm": 0.8969372510910034,
      "learning_rate": 3.5776445982099774e-06,
      "loss": 0.1829,
      "step": 3060
    },
    {
      "epoch": 3.1748577340920847,
      "grad_norm": 0.8385536670684814,
      "learning_rate": 3.54307158044624e-06,
      "loss": 0.1871,
      "step": 3070
    },
    {
      "epoch": 3.1852043455768237,
      "grad_norm": 0.8617509007453918,
      "learning_rate": 3.508574517951642e-06,
      "loss": 0.189,
      "step": 3080
    },
    {
      "epoch": 3.1955509570615623,
      "grad_norm": 0.8500669002532959,
      "learning_rate": 3.474155209190425e-06,
      "loss": 0.1864,
      "step": 3090
    },
    {
      "epoch": 3.205897568546301,
      "grad_norm": 0.843228816986084,
      "learning_rate": 3.439815448573231e-06,
      "loss": 0.1874,
      "step": 3100
    },
    {
      "epoch": 3.21624418003104,
      "grad_norm": 0.8573629856109619,
      "learning_rate": 3.405557026363554e-06,
      "loss": 0.1838,
      "step": 3110
    },
    {
      "epoch": 3.2265907915157785,
      "grad_norm": 0.9198394417762756,
      "learning_rate": 3.3713817285844005e-06,
      "loss": 0.1896,
      "step": 3120
    },
    {
      "epoch": 3.236937403000517,
      "grad_norm": 0.8321995735168457,
      "learning_rate": 3.337291336925183e-06,
      "loss": 0.1869,
      "step": 3130
    },
    {
      "epoch": 3.247284014485256,
      "grad_norm": 0.820503830909729,
      "learning_rate": 3.3032876286488342e-06,
      "loss": 0.1852,
      "step": 3140
    },
    {
      "epoch": 3.2576306259699948,
      "grad_norm": 0.887699544429779,
      "learning_rate": 3.269372376499148e-06,
      "loss": 0.1874,
      "step": 3150
    },
    {
      "epoch": 3.2679772374547333,
      "grad_norm": 0.8699961304664612,
      "learning_rate": 3.23554734860836e-06,
      "loss": 0.1882,
      "step": 3160
    },
    {
      "epoch": 3.2783238489394724,
      "grad_norm": 0.8927399516105652,
      "learning_rate": 3.2018143084049718e-06,
      "loss": 0.1865,
      "step": 3170
    },
    {
      "epoch": 3.288670460424211,
      "grad_norm": 0.9565382599830627,
      "learning_rate": 3.1681750145218094e-06,
      "loss": 0.1878,
      "step": 3180
    },
    {
      "epoch": 3.29901707190895,
      "grad_norm": 0.8601614236831665,
      "learning_rate": 3.134631220704348e-06,
      "loss": 0.1833,
      "step": 3190
    },
    {
      "epoch": 3.3093636833936886,
      "grad_norm": 0.8467817902565002,
      "learning_rate": 3.101184675719274e-06,
      "loss": 0.1883,
      "step": 3200
    },
    {
      "epoch": 3.319710294878427,
      "grad_norm": 0.832239031791687,
      "learning_rate": 3.0678371232633232e-06,
      "loss": 0.1863,
      "step": 3210
    },
    {
      "epoch": 3.330056906363166,
      "grad_norm": 0.8744021654129028,
      "learning_rate": 3.0345903018723677e-06,
      "loss": 0.1868,
      "step": 3220
    },
    {
      "epoch": 3.340403517847905,
      "grad_norm": 0.8571172952651978,
      "learning_rate": 3.001445944830782e-06,
      "loss": 0.1905,
      "step": 3230
    },
    {
      "epoch": 3.3507501293326434,
      "grad_norm": 0.8718222975730896,
      "learning_rate": 2.9684057800810844e-06,
      "loss": 0.1842,
      "step": 3240
    },
    {
      "epoch": 3.3610967408173824,
      "grad_norm": 0.8766878247261047,
      "learning_rate": 2.9354715301338477e-06,
      "loss": 0.1929,
      "step": 3250
    },
    {
      "epoch": 3.371443352302121,
      "grad_norm": 0.8255637288093567,
      "learning_rate": 2.9026449119778978e-06,
      "loss": 0.1842,
      "step": 3260
    },
    {
      "epoch": 3.3817899637868596,
      "grad_norm": 0.8655493855476379,
      "learning_rate": 2.8699276369908042e-06,
      "loss": 0.1864,
      "step": 3270
    },
    {
      "epoch": 3.3921365752715986,
      "grad_norm": 0.8465432524681091,
      "learning_rate": 2.8373214108496574e-06,
      "loss": 0.186,
      "step": 3280
    },
    {
      "epoch": 3.402483186756337,
      "grad_norm": 0.855995237827301,
      "learning_rate": 2.8048279334421468e-06,
      "loss": 0.1855,
      "step": 3290
    },
    {
      "epoch": 3.4128297982410762,
      "grad_norm": 0.8721122741699219,
      "learning_rate": 2.772448898777932e-06,
      "loss": 0.1874,
      "step": 3300
    },
    {
      "epoch": 3.423176409725815,
      "grad_norm": 0.8814127445220947,
      "learning_rate": 2.740185994900339e-06,
      "loss": 0.1842,
      "step": 3310
    },
    {
      "epoch": 3.4335230212105534,
      "grad_norm": 0.8728169798851013,
      "learning_rate": 2.7080409037983484e-06,
      "loss": 0.1856,
      "step": 3320
    },
    {
      "epoch": 3.4438696326952924,
      "grad_norm": 0.8483415842056274,
      "learning_rate": 2.6760153013189115e-06,
      "loss": 0.183,
      "step": 3330
    },
    {
      "epoch": 3.454216244180031,
      "grad_norm": 0.9060035943984985,
      "learning_rate": 2.6441108570795717e-06,
      "loss": 0.1867,
      "step": 3340
    },
    {
      "epoch": 3.4645628556647696,
      "grad_norm": 0.8824280500411987,
      "learning_rate": 2.6123292343814345e-06,
      "loss": 0.1853,
      "step": 3350
    },
    {
      "epoch": 3.4749094671495087,
      "grad_norm": 0.8550218343734741,
      "learning_rate": 2.5806720901224474e-06,
      "loss": 0.1856,
      "step": 3360
    },
    {
      "epoch": 3.4852560786342472,
      "grad_norm": 0.9069307446479797,
      "learning_rate": 2.549141074711019e-06,
      "loss": 0.1845,
      "step": 3370
    },
    {
      "epoch": 3.495602690118986,
      "grad_norm": 0.891136646270752,
      "learning_rate": 2.5177378319799707e-06,
      "loss": 0.1826,
      "step": 3380
    },
    {
      "epoch": 3.505949301603725,
      "grad_norm": 0.8266403079032898,
      "learning_rate": 2.4864639991008526e-06,
      "loss": 0.1849,
      "step": 3390
    },
    {
      "epoch": 3.5162959130884635,
      "grad_norm": 0.8583815693855286,
      "learning_rate": 2.4553212064985776e-06,
      "loss": 0.1867,
      "step": 3400
    },
    {
      "epoch": 3.5266425245732025,
      "grad_norm": 0.8285118937492371,
      "learning_rate": 2.42431107776643e-06,
      "loss": 0.1866,
      "step": 3410
    },
    {
      "epoch": 3.536989136057941,
      "grad_norm": 0.8632713556289673,
      "learning_rate": 2.3934352295814094e-06,
      "loss": 0.1885,
      "step": 3420
    },
    {
      "epoch": 3.5473357475426797,
      "grad_norm": 0.8700264692306519,
      "learning_rate": 2.3626952716199647e-06,
      "loss": 0.1863,
      "step": 3430
    },
    {
      "epoch": 3.5576823590274183,
      "grad_norm": 0.8530793786048889,
      "learning_rate": 2.332092806474061e-06,
      "loss": 0.1859,
      "step": 3440
    },
    {
      "epoch": 3.5680289705121573,
      "grad_norm": 0.8744956254959106,
      "learning_rate": 2.301629429567638e-06,
      "loss": 0.1835,
      "step": 3450
    },
    {
      "epoch": 3.578375581996896,
      "grad_norm": 0.919748067855835,
      "learning_rate": 2.2713067290734262e-06,
      "loss": 0.1802,
      "step": 3460
    },
    {
      "epoch": 3.588722193481635,
      "grad_norm": 0.8674561977386475,
      "learning_rate": 2.2411262858301613e-06,
      "loss": 0.1872,
      "step": 3470
    },
    {
      "epoch": 3.5990688049663735,
      "grad_norm": 0.86203533411026,
      "learning_rate": 2.21108967326016e-06,
      "loss": 0.1839,
      "step": 3480
    },
    {
      "epoch": 3.609415416451112,
      "grad_norm": 0.8447973132133484,
      "learning_rate": 2.181198457287295e-06,
      "loss": 0.1851,
      "step": 3490
    },
    {
      "epoch": 3.619762027935851,
      "grad_norm": 0.8653585910797119,
      "learning_rate": 2.1514541962553533e-06,
      "loss": 0.1835,
      "step": 3500
    },
    {
      "epoch": 3.6301086394205897,
      "grad_norm": 0.8519960045814514,
      "learning_rate": 2.1218584408467996e-06,
      "loss": 0.1843,
      "step": 3510
    },
    {
      "epoch": 3.6404552509053287,
      "grad_norm": 0.8715120553970337,
      "learning_rate": 2.092412734001932e-06,
      "loss": 0.1837,
      "step": 3520
    },
    {
      "epoch": 3.6508018623900673,
      "grad_norm": 0.8701560497283936,
      "learning_rate": 2.06311861083844e-06,
      "loss": 0.1826,
      "step": 3530
    },
    {
      "epoch": 3.661148473874806,
      "grad_norm": 0.8274082541465759,
      "learning_rate": 2.03397759857137e-06,
      "loss": 0.1832,
      "step": 3540
    },
    {
      "epoch": 3.6714950853595445,
      "grad_norm": 0.8705015778541565,
      "learning_rate": 2.0049912164335155e-06,
      "loss": 0.1845,
      "step": 3550
    },
    {
      "epoch": 3.6818416968442835,
      "grad_norm": 0.8589960932731628,
      "learning_rate": 1.9761609755962064e-06,
      "loss": 0.1819,
      "step": 3560
    },
    {
      "epoch": 3.692188308329022,
      "grad_norm": 0.8815021514892578,
      "learning_rate": 1.947488379090527e-06,
      "loss": 0.1858,
      "step": 3570
    },
    {
      "epoch": 3.702534919813761,
      "grad_norm": 0.8352708220481873,
      "learning_rate": 1.9189749217289576e-06,
      "loss": 0.1856,
      "step": 3580
    },
    {
      "epoch": 3.7128815312984997,
      "grad_norm": 0.8597686886787415,
      "learning_rate": 1.890622090027443e-06,
      "loss": 0.1871,
      "step": 3590
    },
    {
      "epoch": 3.7232281427832383,
      "grad_norm": 0.8759775757789612,
      "learning_rate": 1.8624313621278984e-06,
      "loss": 0.1818,
      "step": 3600
    },
    {
      "epoch": 3.7335747542679774,
      "grad_norm": 0.8692873120307922,
      "learning_rate": 1.8344042077211438e-06,
      "loss": 0.1861,
      "step": 3610
    },
    {
      "epoch": 3.743921365752716,
      "grad_norm": 0.8584245443344116,
      "learning_rate": 1.8065420879702888e-06,
      "loss": 0.1836,
      "step": 3620
    },
    {
      "epoch": 3.754267977237455,
      "grad_norm": 0.861050546169281,
      "learning_rate": 1.7788464554345468e-06,
      "loss": 0.1877,
      "step": 3630
    },
    {
      "epoch": 3.7646145887221936,
      "grad_norm": 0.879095196723938,
      "learning_rate": 1.7513187539935188e-06,
      "loss": 0.1861,
      "step": 3640
    },
    {
      "epoch": 3.774961200206932,
      "grad_norm": 0.8849213719367981,
      "learning_rate": 1.7239604187719127e-06,
      "loss": 0.1833,
      "step": 3650
    },
    {
      "epoch": 3.7853078116916707,
      "grad_norm": 0.9280983209609985,
      "learning_rate": 1.6967728760647267e-06,
      "loss": 0.1829,
      "step": 3660
    },
    {
      "epoch": 3.7956544231764098,
      "grad_norm": 0.8512122631072998,
      "learning_rate": 1.6697575432628842e-06,
      "loss": 0.181,
      "step": 3670
    },
    {
      "epoch": 3.8060010346611484,
      "grad_norm": 0.8548404574394226,
      "learning_rate": 1.6429158287793512e-06,
      "loss": 0.1804,
      "step": 3680
    },
    {
      "epoch": 3.8163476461458874,
      "grad_norm": 0.919730007648468,
      "learning_rate": 1.6162491319757029e-06,
      "loss": 0.1848,
      "step": 3690
    },
    {
      "epoch": 3.826694257630626,
      "grad_norm": 0.9120166301727295,
      "learning_rate": 1.589758843089172e-06,
      "loss": 0.1811,
      "step": 3700
    },
    {
      "epoch": 3.8370408691153646,
      "grad_norm": 0.9141139984130859,
      "learning_rate": 1.5634463431601655e-06,
      "loss": 0.1815,
      "step": 3710
    },
    {
      "epoch": 3.8473874806001036,
      "grad_norm": 0.8539378046989441,
      "learning_rate": 1.5373130039602753e-06,
      "loss": 0.1826,
      "step": 3720
    },
    {
      "epoch": 3.857734092084842,
      "grad_norm": 0.8497625589370728,
      "learning_rate": 1.5113601879207536e-06,
      "loss": 0.1826,
      "step": 3730
    },
    {
      "epoch": 3.8680807035695812,
      "grad_norm": 0.8764408230781555,
      "learning_rate": 1.4855892480614903e-06,
      "loss": 0.1834,
      "step": 3740
    },
    {
      "epoch": 3.87842731505432,
      "grad_norm": 0.8945449590682983,
      "learning_rate": 1.460001527920467e-06,
      "loss": 0.1848,
      "step": 3750
    },
    {
      "epoch": 3.8887739265390584,
      "grad_norm": 0.890354335308075,
      "learning_rate": 1.4345983614837239e-06,
      "loss": 0.1805,
      "step": 3760
    },
    {
      "epoch": 3.899120538023797,
      "grad_norm": 0.8389227986335754,
      "learning_rate": 1.4093810731158058e-06,
      "loss": 0.1804,
      "step": 3770
    },
    {
      "epoch": 3.909467149508536,
      "grad_norm": 0.8829708695411682,
      "learning_rate": 1.3843509774907222e-06,
      "loss": 0.1847,
      "step": 3780
    },
    {
      "epoch": 3.9198137609932746,
      "grad_norm": 0.8937520384788513,
      "learning_rate": 1.359509379523402e-06,
      "loss": 0.1835,
      "step": 3790
    },
    {
      "epoch": 3.9301603724780136,
      "grad_norm": 0.8619959354400635,
      "learning_rate": 1.3348575743016735e-06,
      "loss": 0.1801,
      "step": 3800
    },
    {
      "epoch": 3.9405069839627522,
      "grad_norm": 0.8984729051589966,
      "learning_rate": 1.3103968470187384e-06,
      "loss": 0.1788,
      "step": 3810
    },
    {
      "epoch": 3.950853595447491,
      "grad_norm": 0.9100914597511292,
      "learning_rate": 1.286128472906173e-06,
      "loss": 0.1822,
      "step": 3820
    },
    {
      "epoch": 3.96120020693223,
      "grad_norm": 0.8695194721221924,
      "learning_rate": 1.2620537171674418e-06,
      "loss": 0.1858,
      "step": 3830
    },
    {
      "epoch": 3.9715468184169684,
      "grad_norm": 0.950613796710968,
      "learning_rate": 1.2381738349119443e-06,
      "loss": 0.1849,
      "step": 3840
    },
    {
      "epoch": 3.981893429901707,
      "grad_norm": 0.8430088758468628,
      "learning_rate": 1.2144900710895757e-06,
      "loss": 0.1793,
      "step": 3850
    },
    {
      "epoch": 3.992240041386446,
      "grad_norm": 0.8936494588851929,
      "learning_rate": 1.1910036604258268e-06,
      "loss": 0.1822,
      "step": 3860
    },
    {
      "epoch": 4.002069322296948,
      "grad_norm": 0.7884753346443176,
      "learning_rate": 1.1677158273574047e-06,
      "loss": 0.1719,
      "step": 3870
    },
    {
      "epoch": 4.0124159337816865,
      "grad_norm": 0.778055727481842,
      "learning_rate": 1.1446277859684146e-06,
      "loss": 0.1306,
      "step": 3880
    },
    {
      "epoch": 4.022762545266425,
      "grad_norm": 0.8549284934997559,
      "learning_rate": 1.1217407399270459e-06,
      "loss": 0.1255,
      "step": 3890
    },
    {
      "epoch": 4.033109156751164,
      "grad_norm": 0.8523449301719666,
      "learning_rate": 1.0990558824228336e-06,
      "loss": 0.1266,
      "step": 3900
    },
    {
      "epoch": 4.043455768235903,
      "grad_norm": 0.816981852054596,
      "learning_rate": 1.0765743961044445e-06,
      "loss": 0.125,
      "step": 3910
    },
    {
      "epoch": 4.053802379720642,
      "grad_norm": 0.8329877853393555,
      "learning_rate": 1.0542974530180327e-06,
      "loss": 0.1256,
      "step": 3920
    },
    {
      "epoch": 4.06414899120538,
      "grad_norm": 0.8189502954483032,
      "learning_rate": 1.0322262145461203e-06,
      "loss": 0.1249,
      "step": 3930
    },
    {
      "epoch": 4.074495602690119,
      "grad_norm": 0.8544175624847412,
      "learning_rate": 1.0103618313470642e-06,
      "loss": 0.1259,
      "step": 3940
    },
    {
      "epoch": 4.0848422141748575,
      "grad_norm": 0.8433131575584412,
      "learning_rate": 9.88705443295057e-07,
      "loss": 0.1265,
      "step": 3950
    },
    {
      "epoch": 4.095188825659596,
      "grad_norm": 0.84726482629776,
      "learning_rate": 9.672581794207141e-07,
      "loss": 0.1262,
      "step": 3960
    },
    {
      "epoch": 4.1055354371443356,
      "grad_norm": 0.8315642476081848,
      "learning_rate": 9.460211578521966e-07,
      "loss": 0.1247,
      "step": 3970
    },
    {
      "epoch": 4.115882048629074,
      "grad_norm": 0.8212100267410278,
      "learning_rate": 9.249954857569326e-07,
      "loss": 0.1243,
      "step": 3980
    },
    {
      "epoch": 4.126228660113813,
      "grad_norm": 0.9180471897125244,
      "learning_rate": 9.041822592838873e-07,
      "loss": 0.1237,
      "step": 3990
    },
    {
      "epoch": 4.136575271598551,
      "grad_norm": 0.8375534415245056,
      "learning_rate": 8.835825635064266e-07,
      "loss": 0.124,
      "step": 4000
    },
    {
      "epoch": 4.14692188308329,
      "grad_norm": 0.8534741997718811,
      "learning_rate": 8.631974723657344e-07,
      "loss": 0.1242,
      "step": 4010
    },
    {
      "epoch": 4.157268494568029,
      "grad_norm": 0.8509218692779541,
      "learning_rate": 8.430280486148368e-07,
      "loss": 0.1222,
      "step": 4020
    },
    {
      "epoch": 4.167615106052768,
      "grad_norm": 0.8550025820732117,
      "learning_rate": 8.230753437631889e-07,
      "loss": 0.125,
      "step": 4030
    },
    {
      "epoch": 4.177961717537507,
      "grad_norm": 0.8948724865913391,
      "learning_rate": 8.033403980218596e-07,
      "loss": 0.1241,
      "step": 4040
    },
    {
      "epoch": 4.188308329022245,
      "grad_norm": 0.858658492565155,
      "learning_rate": 7.838242402492973e-07,
      "loss": 0.1237,
      "step": 4050
    },
    {
      "epoch": 4.198654940506984,
      "grad_norm": 0.8689480423927307,
      "learning_rate": 7.645278878976952e-07,
      "loss": 0.1272,
      "step": 4060
    },
    {
      "epoch": 4.209001551991722,
      "grad_norm": 0.8573870062828064,
      "learning_rate": 7.454523469599484e-07,
      "loss": 0.1254,
      "step": 4070
    },
    {
      "epoch": 4.219348163476462,
      "grad_norm": 0.9156485199928284,
      "learning_rate": 7.265986119172036e-07,
      "loss": 0.1227,
      "step": 4080
    },
    {
      "epoch": 4.2296947749612,
      "grad_norm": 0.9127551317214966,
      "learning_rate": 7.079676656870138e-07,
      "loss": 0.1272,
      "step": 4090
    },
    {
      "epoch": 4.240041386445939,
      "grad_norm": 0.8755181431770325,
      "learning_rate": 6.895604795720989e-07,
      "loss": 0.1273,
      "step": 4100
    },
    {
      "epoch": 4.250387997930678,
      "grad_norm": 0.8257960677146912,
      "learning_rate": 6.713780132097053e-07,
      "loss": 0.1248,
      "step": 4110
    },
    {
      "epoch": 4.260734609415416,
      "grad_norm": 0.8848944902420044,
      "learning_rate": 6.534212145215751e-07,
      "loss": 0.1234,
      "step": 4120
    },
    {
      "epoch": 4.271081220900156,
      "grad_norm": 0.8648582100868225,
      "learning_rate": 6.356910196645271e-07,
      "loss": 0.1251,
      "step": 4130
    },
    {
      "epoch": 4.281427832384894,
      "grad_norm": 0.8881234526634216,
      "learning_rate": 6.181883529816585e-07,
      "loss": 0.1275,
      "step": 4140
    },
    {
      "epoch": 4.291774443869633,
      "grad_norm": 0.8552895784378052,
      "learning_rate": 6.009141269541424e-07,
      "loss": 0.1242,
      "step": 4150
    },
    {
      "epoch": 4.302121055354371,
      "grad_norm": 0.8629468679428101,
      "learning_rate": 5.838692421536696e-07,
      "loss": 0.1228,
      "step": 4160
    },
    {
      "epoch": 4.31246766683911,
      "grad_norm": 0.8863692283630371,
      "learning_rate": 5.67054587195488e-07,
      "loss": 0.1232,
      "step": 4170
    },
    {
      "epoch": 4.322814278323849,
      "grad_norm": 0.8393474221229553,
      "learning_rate": 5.504710386920869e-07,
      "loss": 0.1225,
      "step": 4180
    },
    {
      "epoch": 4.333160889808588,
      "grad_norm": 0.8772891759872437,
      "learning_rate": 5.341194612074824e-07,
      "loss": 0.1248,
      "step": 4190
    },
    {
      "epoch": 4.343507501293327,
      "grad_norm": 0.8435797095298767,
      "learning_rate": 5.180007072121562e-07,
      "loss": 0.1233,
      "step": 4200
    },
    {
      "epoch": 4.353854112778065,
      "grad_norm": 0.860095739364624,
      "learning_rate": 5.021156170386021e-07,
      "loss": 0.1266,
      "step": 4210
    },
    {
      "epoch": 4.364200724262804,
      "grad_norm": 0.8484596610069275,
      "learning_rate": 4.86465018837532e-07,
      "loss": 0.1223,
      "step": 4220
    },
    {
      "epoch": 4.374547335747542,
      "grad_norm": 0.8837497234344482,
      "learning_rate": 4.71049728534681e-07,
      "loss": 0.1232,
      "step": 4230
    },
    {
      "epoch": 4.384893947232282,
      "grad_norm": 0.8328167200088501,
      "learning_rate": 4.5587054978828814e-07,
      "loss": 0.1285,
      "step": 4240
    },
    {
      "epoch": 4.3952405587170205,
      "grad_norm": 0.8719879984855652,
      "learning_rate": 4.4092827394718485e-07,
      "loss": 0.124,
      "step": 4250
    },
    {
      "epoch": 4.405587170201759,
      "grad_norm": 0.8502692580223083,
      "learning_rate": 4.2622368000955207e-07,
      "loss": 0.1219,
      "step": 4260
    },
    {
      "epoch": 4.415933781686498,
      "grad_norm": 0.8925228118896484,
      "learning_rate": 4.1175753458229495e-07,
      "loss": 0.1266,
      "step": 4270
    },
    {
      "epoch": 4.426280393171236,
      "grad_norm": 0.8601601719856262,
      "learning_rate": 3.9753059184108547e-07,
      "loss": 0.1229,
      "step": 4280
    },
    {
      "epoch": 4.436627004655975,
      "grad_norm": 0.8607948422431946,
      "learning_rate": 3.8354359349104143e-07,
      "loss": 0.1254,
      "step": 4290
    },
    {
      "epoch": 4.446973616140714,
      "grad_norm": 0.8845228552818298,
      "learning_rate": 3.697972687280599e-07,
      "loss": 0.1245,
      "step": 4300
    },
    {
      "epoch": 4.457320227625453,
      "grad_norm": 0.9021503329277039,
      "learning_rate": 3.5629233420079733e-07,
      "loss": 0.1242,
      "step": 4310
    },
    {
      "epoch": 4.4676668391101915,
      "grad_norm": 0.8827393054962158,
      "learning_rate": 3.430294939733131e-07,
      "loss": 0.1265,
      "step": 4320
    },
    {
      "epoch": 4.47801345059493,
      "grad_norm": 0.9011342525482178,
      "learning_rate": 3.3000943948836183e-07,
      "loss": 0.1245,
      "step": 4330
    },
    {
      "epoch": 4.488360062079669,
      "grad_norm": 0.8301414251327515,
      "learning_rate": 3.1723284953134594e-07,
      "loss": 0.125,
      "step": 4340
    },
    {
      "epoch": 4.498706673564408,
      "grad_norm": 0.8322227597236633,
      "learning_rate": 3.047003901949258e-07,
      "loss": 0.1231,
      "step": 4350
    },
    {
      "epoch": 4.509053285049147,
      "grad_norm": 0.8764147758483887,
      "learning_rate": 2.9241271484429736e-07,
      "loss": 0.1229,
      "step": 4360
    },
    {
      "epoch": 4.519399896533885,
      "grad_norm": 0.8860657215118408,
      "learning_rate": 2.803704640831284e-07,
      "loss": 0.1232,
      "step": 4370
    },
    {
      "epoch": 4.529746508018624,
      "grad_norm": 0.9050237536430359,
      "learning_rate": 2.685742657201601e-07,
      "loss": 0.1221,
      "step": 4380
    },
    {
      "epoch": 4.5400931195033625,
      "grad_norm": 0.8230318427085876,
      "learning_rate": 2.570247347364779e-07,
      "loss": 0.1221,
      "step": 4390
    },
    {
      "epoch": 4.550439730988101,
      "grad_norm": 0.8647773265838623,
      "learning_rate": 2.4572247325345135e-07,
      "loss": 0.1234,
      "step": 4400
    },
    {
      "epoch": 4.56078634247284,
      "grad_norm": 0.833219051361084,
      "learning_rate": 2.34668070501341e-07,
      "loss": 0.1233,
      "step": 4410
    },
    {
      "epoch": 4.571132953957579,
      "grad_norm": 0.8522652983665466,
      "learning_rate": 2.2386210278858124e-07,
      "loss": 0.1212,
      "step": 4420
    },
    {
      "epoch": 4.581479565442318,
      "grad_norm": 0.9003979563713074,
      "learning_rate": 2.1330513347173398e-07,
      "loss": 0.1255,
      "step": 4430
    },
    {
      "epoch": 4.591826176927056,
      "grad_norm": 0.8572881817817688,
      "learning_rate": 2.0299771292612014e-07,
      "loss": 0.1231,
      "step": 4440
    },
    {
      "epoch": 4.602172788411795,
      "grad_norm": 0.8578411340713501,
      "learning_rate": 1.9294037851712465e-07,
      "loss": 0.1236,
      "step": 4450
    },
    {
      "epoch": 4.612519399896534,
      "grad_norm": 0.8606471419334412,
      "learning_rate": 1.83133654572184e-07,
      "loss": 0.1249,
      "step": 4460
    },
    {
      "epoch": 4.622866011381273,
      "grad_norm": 0.8600118160247803,
      "learning_rate": 1.7357805235344694e-07,
      "loss": 0.1231,
      "step": 4470
    },
    {
      "epoch": 4.6332126228660115,
      "grad_norm": 0.848580539226532,
      "learning_rate": 1.6427407003112517e-07,
      "loss": 0.1212,
      "step": 4480
    },
    {
      "epoch": 4.64355923435075,
      "grad_norm": 0.8755767941474915,
      "learning_rate": 1.5522219265751925e-07,
      "loss": 0.1208,
      "step": 4490
    },
    {
      "epoch": 4.653905845835489,
      "grad_norm": 0.8640385866165161,
      "learning_rate": 1.464228921417321e-07,
      "loss": 0.1202,
      "step": 4500
    },
    {
      "epoch": 4.664252457320227,
      "grad_norm": 0.8280548453330994,
      "learning_rate": 1.3787662722506256e-07,
      "loss": 0.1206,
      "step": 4510
    },
    {
      "epoch": 4.674599068804966,
      "grad_norm": 0.8286001682281494,
      "learning_rate": 1.295838434570973e-07,
      "loss": 0.1211,
      "step": 4520
    },
    {
      "epoch": 4.684945680289705,
      "grad_norm": 0.8765918612480164,
      "learning_rate": 1.2154497317247439e-07,
      "loss": 0.1238,
      "step": 4530
    },
    {
      "epoch": 4.695292291774444,
      "grad_norm": 0.9076476693153381,
      "learning_rate": 1.137604354683497e-07,
      "loss": 0.1261,
      "step": 4540
    },
    {
      "epoch": 4.7056389032591825,
      "grad_norm": 0.8170851469039917,
      "learning_rate": 1.0623063618254548e-07,
      "loss": 0.1222,
      "step": 4550
    },
    {
      "epoch": 4.715985514743921,
      "grad_norm": 0.8892994523048401,
      "learning_rate": 9.895596787239114e-08,
      "loss": 0.1244,
      "step": 4560
    },
    {
      "epoch": 4.726332126228661,
      "grad_norm": 0.864942729473114,
      "learning_rate": 9.193680979426189e-08,
      "loss": 0.1227,
      "step": 4570
    },
    {
      "epoch": 4.736678737713399,
      "grad_norm": 0.873085618019104,
      "learning_rate": 8.517352788380173e-08,
      "loss": 0.1241,
      "step": 4580
    },
    {
      "epoch": 4.747025349198138,
      "grad_norm": 0.8733391761779785,
      "learning_rate": 7.866647473685041e-08,
      "loss": 0.1222,
      "step": 4590
    },
    {
      "epoch": 4.757371960682876,
      "grad_norm": 0.8656638264656067,
      "learning_rate": 7.241598959105645e-08,
      "loss": 0.1196,
      "step": 4600
    },
    {
      "epoch": 4.767718572167615,
      "grad_norm": 0.8693123459815979,
      "learning_rate": 6.642239830819574e-08,
      "loss": 0.123,
      "step": 4610
    },
    {
      "epoch": 4.7780651836523536,
      "grad_norm": 0.8679444789886475,
      "learning_rate": 6.068601335718127e-08,
      "loss": 0.1236,
      "step": 4620
    },
    {
      "epoch": 4.788411795137092,
      "grad_norm": 0.9099794030189514,
      "learning_rate": 5.520713379777276e-08,
      "loss": 0.1237,
      "step": 4630
    },
    {
      "epoch": 4.798758406621832,
      "grad_norm": 0.8581921458244324,
      "learning_rate": 4.9986045264984185e-08,
      "loss": 0.1235,
      "step": 4640
    },
    {
      "epoch": 4.80910501810657,
      "grad_norm": 0.8875443339347839,
      "learning_rate": 4.5023019954197334e-08,
      "loss": 0.121,
      "step": 4650
    },
    {
      "epoch": 4.819451629591309,
      "grad_norm": 0.9026442170143127,
      "learning_rate": 4.031831660696484e-08,
      "loss": 0.1232,
      "step": 4660
    },
    {
      "epoch": 4.829798241076047,
      "grad_norm": 0.8439733982086182,
      "learning_rate": 3.5872180497526497e-08,
      "loss": 0.1204,
      "step": 4670
    },
    {
      "epoch": 4.840144852560786,
      "grad_norm": 0.8329970240592957,
      "learning_rate": 3.1684843420017316e-08,
      "loss": 0.1251,
      "step": 4680
    },
    {
      "epoch": 4.8504914640455254,
      "grad_norm": 0.8968592286109924,
      "learning_rate": 2.775652367638826e-08,
      "loss": 0.1207,
      "step": 4690
    },
    {
      "epoch": 4.860838075530264,
      "grad_norm": 0.8602431416511536,
      "learning_rate": 2.4087426065020902e-08,
      "loss": 0.1223,
      "step": 4700
    },
    {
      "epoch": 4.871184687015003,
      "grad_norm": 0.8694334626197815,
      "learning_rate": 2.0677741870053227e-08,
      "loss": 0.1247,
      "step": 4710
    },
    {
      "epoch": 4.881531298499741,
      "grad_norm": 0.8522930145263672,
      "learning_rate": 1.7527648851406453e-08,
      "loss": 0.1245,
      "step": 4720
    },
    {
      "epoch": 4.89187790998448,
      "grad_norm": 0.8731361627578735,
      "learning_rate": 1.4637311235516926e-08,
      "loss": 0.121,
      "step": 4730
    },
    {
      "epoch": 4.902224521469218,
      "grad_norm": 0.8769620656967163,
      "learning_rate": 1.2006879706776276e-08,
      "loss": 0.1225,
      "step": 4740
    },
    {
      "epoch": 4.912571132953958,
      "grad_norm": 0.8584715127944946,
      "learning_rate": 9.636491399673264e-09,
      "loss": 0.1194,
      "step": 4750
    },
    {
      "epoch": 4.9229177444386965,
      "grad_norm": 0.8418834805488586,
      "learning_rate": 7.526269891646176e-09,
      "loss": 0.122,
      "step": 4760
    },
    {
      "epoch": 4.933264355923435,
      "grad_norm": 0.8689851760864258,
      "learning_rate": 5.676325196640187e-09,
      "loss": 0.1208,
      "step": 4770
    },
    {
      "epoch": 4.943610967408174,
      "grad_norm": 0.8356772661209106,
      "learning_rate": 4.086753759370288e-09,
      "loss": 0.1204,
      "step": 4780
    },
    {
      "epoch": 4.953957578892912,
      "grad_norm": 0.9326891303062439,
      "learning_rate": 2.757638450295308e-09,
      "loss": 0.125,
      "step": 4790
    },
    {
      "epoch": 4.964304190377652,
      "grad_norm": 0.892158031463623,
      "learning_rate": 1.6890485612963691e-09,
      "loss": 0.1217,
      "step": 4800
    },
    {
      "epoch": 4.97465080186239,
      "grad_norm": 0.8835722208023071,
      "learning_rate": 8.810398020653311e-10,
      "loss": 0.1231,
      "step": 4810
    },
    {
      "epoch": 4.984997413347129,
      "grad_norm": 0.8562841415405273,
      "learning_rate": 3.3365429719933727e-10,
      "loss": 0.1219,
      "step": 4820
    },
    {
      "epoch": 4.9953440248318675,
      "grad_norm": 0.8547988533973694,
      "learning_rate": 4.692058400479482e-11,
      "loss": 0.1233,
      "step": 4830
    },
    {
      "epoch": 5.0,
      "step": 4835,
      "total_flos": 7.821379912118514e+19,
      "train_loss": 0.2716523540056972,
      "train_runtime": 48548.948,
      "train_samples_per_second": 6.369,
      "train_steps_per_second": 0.1
    }
  ],
  "logging_steps": 10,
  "max_steps": 4835,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.821379912118514e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}