{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 5624,
  "global_step": 16872,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 64.30284881591797,
      "learning_rate": 2.9620853080568726e-09,
      "loss": 3.7905,
      "step": 1
    },
    {
      "epoch": 0.01,
      "grad_norm": 74.81798553466797,
      "learning_rate": 9.478672985781992e-08,
      "loss": 4.4137,
      "step": 32
    },
    {
      "epoch": 0.01,
      "grad_norm": 101.4776840209961,
      "learning_rate": 1.8957345971563984e-07,
      "loss": 4.2954,
      "step": 64
    },
    {
      "epoch": 0.02,
      "grad_norm": 68.84349822998047,
      "learning_rate": 2.843601895734597e-07,
      "loss": 3.376,
      "step": 96
    },
    {
      "epoch": 0.02,
      "grad_norm": 42.47146224975586,
      "learning_rate": 3.791469194312797e-07,
      "loss": 1.962,
      "step": 128
    },
    {
      "epoch": 0.03,
      "grad_norm": 46.63043212890625,
      "learning_rate": 4.7393364928909956e-07,
      "loss": 1.168,
      "step": 160
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.709139347076416,
      "learning_rate": 5.687203791469194e-07,
      "loss": 0.4681,
      "step": 192
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.304001808166504,
      "learning_rate": 6.635071090047394e-07,
      "loss": 0.4059,
      "step": 224
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.5251598358154297,
      "learning_rate": 7.582938388625594e-07,
      "loss": 0.3999,
      "step": 256
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9685628414154053,
      "learning_rate": 8.530805687203792e-07,
      "loss": 0.3904,
      "step": 288
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7696113586425781,
      "learning_rate": 9.478672985781991e-07,
      "loss": 0.3769,
      "step": 320
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.8694322109222412,
      "learning_rate": 1.042654028436019e-06,
      "loss": 0.3718,
      "step": 352
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7985926866531372,
      "learning_rate": 1.1374407582938388e-06,
      "loss": 0.3569,
      "step": 384
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9462366104125977,
      "learning_rate": 1.2322274881516587e-06,
      "loss": 0.3432,
      "step": 416
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.916548490524292,
      "learning_rate": 1.3270142180094788e-06,
      "loss": 0.331,
      "step": 448
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2683026790618896,
      "learning_rate": 1.4218009478672987e-06,
      "loss": 0.334,
      "step": 480
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4642925262451172,
      "learning_rate": 1.5165876777251187e-06,
      "loss": 0.3386,
      "step": 512
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3890858888626099,
      "learning_rate": 1.6113744075829384e-06,
      "loss": 0.3073,
      "step": 544
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4565709829330444,
      "learning_rate": 1.7061611374407585e-06,
      "loss": 0.3263,
      "step": 576
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.349706768989563,
      "learning_rate": 1.8009478672985784e-06,
      "loss": 0.3165,
      "step": 608
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.7937098741531372,
      "learning_rate": 1.8957345971563982e-06,
      "loss": 0.3052,
      "step": 640
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.616604208946228,
      "learning_rate": 1.990521327014218e-06,
      "loss": 0.3138,
      "step": 672
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3185547590255737,
      "learning_rate": 2.085308056872038e-06,
      "loss": 0.297,
      "step": 704
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8201861381530762,
      "learning_rate": 2.180094786729858e-06,
      "loss": 0.3072,
      "step": 736
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1981289386749268,
      "learning_rate": 2.2748815165876777e-06,
      "loss": 0.2957,
      "step": 768
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.7006583213806152,
      "learning_rate": 2.369668246445498e-06,
      "loss": 0.2941,
      "step": 800
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.1674447059631348,
      "learning_rate": 2.4644549763033174e-06,
      "loss": 0.2798,
      "step": 832
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.3364813327789307,
      "learning_rate": 2.5592417061611373e-06,
      "loss": 0.2996,
      "step": 864
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2685174942016602,
      "learning_rate": 2.6540284360189576e-06,
      "loss": 0.3027,
      "step": 896
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.3952556848526,
      "learning_rate": 2.7488151658767775e-06,
      "loss": 0.2985,
      "step": 928
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.251714825630188,
      "learning_rate": 2.8436018957345973e-06,
      "loss": 0.2905,
      "step": 960
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.553152322769165,
      "learning_rate": 2.938388625592417e-06,
      "loss": 0.278,
      "step": 992
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.380920171737671,
      "learning_rate": 3.0331753554502375e-06,
      "loss": 0.2813,
      "step": 1024
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5351643562316895,
      "learning_rate": 3.1279620853080574e-06,
      "loss": 0.2805,
      "step": 1056
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.4867887496948242,
      "learning_rate": 3.222748815165877e-06,
      "loss": 0.2767,
      "step": 1088
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.317229986190796,
      "learning_rate": 3.3175355450236967e-06,
      "loss": 0.2859,
      "step": 1120
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.8770791292190552,
      "learning_rate": 3.412322274881517e-06,
      "loss": 0.2875,
      "step": 1152
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.4476697444915771,
      "learning_rate": 3.507109004739337e-06,
      "loss": 0.2884,
      "step": 1184
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.351965069770813,
      "learning_rate": 3.6018957345971567e-06,
      "loss": 0.2802,
      "step": 1216
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.4647209644317627,
      "learning_rate": 3.6966824644549766e-06,
      "loss": 0.2703,
      "step": 1248
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.901773452758789,
      "learning_rate": 3.7914691943127964e-06,
      "loss": 0.2815,
      "step": 1280
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.139844536781311,
      "learning_rate": 3.886255924170616e-06,
      "loss": 0.2658,
      "step": 1312
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.1863261461257935,
      "learning_rate": 3.981042654028436e-06,
      "loss": 0.2707,
      "step": 1344
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.2720916271209717,
      "learning_rate": 4.075829383886256e-06,
      "loss": 0.2646,
      "step": 1376
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.6161096096038818,
      "learning_rate": 4.170616113744076e-06,
      "loss": 0.2748,
      "step": 1408
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4303381443023682,
      "learning_rate": 4.265402843601897e-06,
      "loss": 0.2691,
      "step": 1440
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.401880145072937,
      "learning_rate": 4.360189573459716e-06,
      "loss": 0.2699,
      "step": 1472
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.3495467901229858,
      "learning_rate": 4.4549763033175355e-06,
      "loss": 0.2772,
      "step": 1504
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.3915464878082275,
      "learning_rate": 4.549763033175355e-06,
      "loss": 0.2752,
      "step": 1536
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.3412673473358154,
      "learning_rate": 4.644549763033176e-06,
      "loss": 0.2751,
      "step": 1568
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.3777296543121338,
      "learning_rate": 4.739336492890996e-06,
      "loss": 0.2717,
      "step": 1600
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.2612873315811157,
      "learning_rate": 4.834123222748816e-06,
      "loss": 0.2678,
      "step": 1632
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.2989717721939087,
      "learning_rate": 4.928909952606635e-06,
      "loss": 0.2778,
      "step": 1664
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3525702953338623,
      "learning_rate": 4.999996575341721e-06,
      "loss": 0.2719,
      "step": 1696
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4678899049758911,
      "learning_rate": 4.999914384012144e-06,
      "loss": 0.2755,
      "step": 1728
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.2093278169631958,
      "learning_rate": 4.999722607745944e-06,
      "loss": 0.2755,
      "step": 1760
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.4915423393249512,
      "learning_rate": 4.999421254949728e-06,
      "loss": 0.2686,
      "step": 1792
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.1101861000061035,
      "learning_rate": 4.999010338833436e-06,
      "loss": 0.2594,
      "step": 1824
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.3432806730270386,
      "learning_rate": 4.9984898774097735e-06,
      "loss": 0.2658,
      "step": 1856
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.2808105945587158,
      "learning_rate": 4.997859893493414e-06,
      "loss": 0.2632,
      "step": 1888
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.3815045356750488,
      "learning_rate": 4.997120414700003e-06,
      "loss": 0.2557,
      "step": 1920
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.4393643140792847,
      "learning_rate": 4.996271473444944e-06,
      "loss": 0.263,
      "step": 1952
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.138375163078308,
      "learning_rate": 4.995313106941982e-06,
      "loss": 0.2805,
      "step": 1984
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.6412934064865112,
      "learning_rate": 4.994245357201568e-06,
      "loss": 0.2641,
      "step": 2016
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.465922236442566,
      "learning_rate": 4.9930682710290205e-06,
      "loss": 0.2637,
      "step": 2048
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4526797533035278,
      "learning_rate": 4.991781900022471e-06,
      "loss": 0.2596,
      "step": 2080
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.504759669303894,
      "learning_rate": 4.990386300570607e-06,
      "loss": 0.2633,
      "step": 2112
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5599263906478882,
      "learning_rate": 4.988881533850192e-06,
      "loss": 0.2658,
      "step": 2144
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.1662814617156982,
      "learning_rate": 4.987267665823392e-06,
      "loss": 0.2694,
      "step": 2176
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.3952819108963013,
      "learning_rate": 4.98554476723488e-06,
      "loss": 0.2449,
      "step": 2208
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.2887946367263794,
      "learning_rate": 4.983712913608736e-06,
      "loss": 0.2651,
      "step": 2240
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.5893690586090088,
      "learning_rate": 4.981772185245135e-06,
      "loss": 0.2568,
      "step": 2272
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.228550672531128,
      "learning_rate": 4.979722667216829e-06,
      "loss": 0.2667,
      "step": 2304
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.2756662368774414,
      "learning_rate": 4.977564449365415e-06,
      "loss": 0.2508,
      "step": 2336
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5225822925567627,
      "learning_rate": 4.975297626297399e-06,
      "loss": 0.2691,
      "step": 2368
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.2656946182250977,
      "learning_rate": 4.972922297380052e-06,
      "loss": 0.2704,
      "step": 2400
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.3268104791641235,
      "learning_rate": 4.970438566737043e-06,
      "loss": 0.2577,
      "step": 2432
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5536099672317505,
      "learning_rate": 4.96784654324389e-06,
      "loss": 0.2578,
      "step": 2464
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.1516194343566895,
      "learning_rate": 4.965146340523175e-06,
      "loss": 0.2446,
      "step": 2496
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.1923089027404785,
      "learning_rate": 4.962338076939569e-06,
      "loss": 0.2569,
      "step": 2528
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.124197006225586,
      "learning_rate": 4.959421875594643e-06,
      "loss": 0.2625,
      "step": 2560
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.680388331413269,
      "learning_rate": 4.95639786432147e-06,
      "loss": 0.264,
      "step": 2592
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3039462566375732,
      "learning_rate": 4.953266175679023e-06,
      "loss": 0.2624,
      "step": 2624
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.109054684638977,
      "learning_rate": 4.9500269469463655e-06,
      "loss": 0.2548,
      "step": 2656
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.2704750299453735,
      "learning_rate": 4.94668032011663e-06,
      "loss": 0.2569,
      "step": 2688
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.1952179670333862,
      "learning_rate": 4.943226441890794e-06,
      "loss": 0.2599,
      "step": 2720
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.2229312658309937,
      "learning_rate": 4.939665463671255e-06,
      "loss": 0.2577,
      "step": 2752
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.3956924676895142,
      "learning_rate": 4.935997541555188e-06,
      "loss": 0.2642,
      "step": 2784
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.116629958152771,
      "learning_rate": 4.932222836327703e-06,
      "loss": 0.2587,
      "step": 2816
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.1389435529708862,
      "learning_rate": 4.928341513454801e-06,
      "loss": 0.2566,
      "step": 2848
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3800580501556396,
      "learning_rate": 4.9243537430761155e-06,
      "loss": 0.2579,
      "step": 2880
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.3852914571762085,
      "learning_rate": 4.920259699997461e-06,
      "loss": 0.2666,
      "step": 2912
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.31257963180542,
      "learning_rate": 4.916059563683162e-06,
      "loss": 0.2547,
      "step": 2944
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.599116563796997,
      "learning_rate": 4.911753518248194e-06,
      "loss": 0.2612,
      "step": 2976
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.2397140264511108,
      "learning_rate": 4.907341752450105e-06,
      "loss": 0.2589,
      "step": 3008
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.3178327083587646,
      "learning_rate": 4.9028244596807525e-06,
      "loss": 0.2605,
      "step": 3040
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.7413417100906372,
      "learning_rate": 4.898201837957811e-06,
      "loss": 0.2565,
      "step": 3072
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.314085602760315,
      "learning_rate": 4.893474089916105e-06,
      "loss": 0.2498,
      "step": 3104
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.1399492025375366,
      "learning_rate": 4.888641422798719e-06,
      "loss": 0.2647,
      "step": 3136
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.3332985639572144,
      "learning_rate": 4.883704048447916e-06,
      "loss": 0.2594,
      "step": 3168
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.3460063934326172,
      "learning_rate": 4.87866218329585e-06,
      "loss": 0.2571,
      "step": 3200
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.5006327629089355,
      "learning_rate": 4.87351604835508e-06,
      "loss": 0.2458,
      "step": 3232
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.1781283617019653,
      "learning_rate": 4.868265869208879e-06,
      "loss": 0.2452,
      "step": 3264
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.117686152458191,
      "learning_rate": 4.862911876001348e-06,
      "loss": 0.2469,
      "step": 3296
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9969549775123596,
      "learning_rate": 4.857454303427328e-06,
      "loss": 0.2453,
      "step": 3328
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4894945621490479,
      "learning_rate": 4.851893390722109e-06,
      "loss": 0.2457,
      "step": 3360
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.106041431427002,
      "learning_rate": 4.846229381650946e-06,
      "loss": 0.2474,
      "step": 3392
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.035601019859314,
      "learning_rate": 4.840462524498372e-06,
      "loss": 0.2593,
      "step": 3424
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7077690362930298,
      "learning_rate": 4.834593072057313e-06,
      "loss": 0.2506,
      "step": 3456
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1017436981201172,
      "learning_rate": 4.8286212816180124e-06,
      "loss": 0.2506,
      "step": 3488
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.2720685005187988,
      "learning_rate": 4.8225474149567434e-06,
      "loss": 0.2567,
      "step": 3520
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.328189730644226,
      "learning_rate": 4.816371738324343e-06,
      "loss": 0.2531,
      "step": 3552
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.2597825527191162,
      "learning_rate": 4.810094522434534e-06,
      "loss": 0.246,
      "step": 3584
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.244281530380249,
      "learning_rate": 4.803716042452063e-06,
      "loss": 0.2433,
      "step": 3616
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4658986330032349,
      "learning_rate": 4.797236577980634e-06,
      "loss": 0.2496,
      "step": 3648
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4121670722961426,
      "learning_rate": 4.7906564130506575e-06,
      "loss": 0.2531,
      "step": 3680
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.1751240491867065,
      "learning_rate": 4.783975836106791e-06,
      "loss": 0.2515,
      "step": 3712
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.2011898756027222,
      "learning_rate": 4.777195139995308e-06,
      "loss": 0.2453,
      "step": 3744
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5764689445495605,
      "learning_rate": 4.770314621951245e-06,
      "loss": 0.2496,
      "step": 3776
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4584077596664429,
      "learning_rate": 4.763334583585388e-06,
      "loss": 0.2392,
      "step": 3808
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.0098185539245605,
      "learning_rate": 4.756255330871039e-06,
      "loss": 0.2393,
      "step": 3840
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.3514459133148193,
      "learning_rate": 4.749077174130609e-06,
      "loss": 0.2572,
      "step": 3872
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.3888107538223267,
      "learning_rate": 4.741800428022014e-06,
      "loss": 0.2383,
      "step": 3904
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3402737379074097,
      "learning_rate": 4.734425411524884e-06,
      "loss": 0.2556,
      "step": 3936
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.2175307273864746,
      "learning_rate": 4.726952447926576e-06,
      "loss": 0.2555,
      "step": 3968
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.386852502822876,
      "learning_rate": 4.719381864808005e-06,
      "loss": 0.2503,
      "step": 4000
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.2774380445480347,
      "learning_rate": 4.711713994029284e-06,
      "loss": 0.2503,
      "step": 4032
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.177322268486023,
      "learning_rate": 4.703949171715179e-06,
      "loss": 0.2574,
      "step": 4064
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.269942283630371,
      "learning_rate": 4.69608773824037e-06,
      "loss": 0.2529,
      "step": 4096
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.2209409475326538,
      "learning_rate": 4.688130038214534e-06,
      "loss": 0.2536,
      "step": 4128
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4368942975997925,
      "learning_rate": 4.6800764204672385e-06,
      "loss": 0.2378,
      "step": 4160
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.6493048667907715,
      "learning_rate": 4.671927238032651e-06,
      "loss": 0.2538,
      "step": 4192
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.038549542427063,
      "learning_rate": 4.6636828481340594e-06,
      "loss": 0.2501,
      "step": 4224
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.343204379081726,
      "learning_rate": 4.655343612168219e-06,
      "loss": 0.251,
      "step": 4256
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.4020464420318604,
      "learning_rate": 4.646909895689508e-06,
      "loss": 0.2564,
      "step": 4288
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.1331307888031006,
      "learning_rate": 4.638382068393899e-06,
      "loss": 0.2505,
      "step": 4320
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.3825620412826538,
      "learning_rate": 4.629760504102761e-06,
      "loss": 0.2513,
      "step": 4352
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.310570478439331,
      "learning_rate": 4.621045580746467e-06,
      "loss": 0.2464,
      "step": 4384
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.15547776222229,
      "learning_rate": 4.61223768034783e-06,
      "loss": 0.2515,
      "step": 4416
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.340010404586792,
      "learning_rate": 4.603337189005354e-06,
      "loss": 0.2473,
      "step": 4448
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.2413158416748047,
      "learning_rate": 4.594344496876313e-06,
      "loss": 0.2354,
      "step": 4480
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.2394189834594727,
      "learning_rate": 4.585259998159646e-06,
      "loss": 0.2512,
      "step": 4512
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.2866027355194092,
      "learning_rate": 4.576084091078677e-06,
      "loss": 0.2364,
      "step": 4544
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.1080009937286377,
      "learning_rate": 4.5668171778636585e-06,
      "loss": 0.2432,
      "step": 4576
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.2469310760498047,
      "learning_rate": 4.5574596647341414e-06,
      "loss": 0.256,
      "step": 4608
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.0387507677078247,
      "learning_rate": 4.548011961881167e-06,
      "loss": 0.232,
      "step": 4640
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.2382770776748657,
      "learning_rate": 4.538474483449286e-06,
      "loss": 0.2552,
      "step": 4672
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.2282336950302124,
      "learning_rate": 4.528847647518403e-06,
      "loss": 0.2525,
      "step": 4704
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4016482830047607,
      "learning_rate": 4.5191318760854526e-06,
      "loss": 0.2582,
      "step": 4736
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.3214083909988403,
      "learning_rate": 4.509327595045898e-06,
      "loss": 0.2578,
      "step": 4768
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9114232063293457,
      "learning_rate": 4.499435234175065e-06,
      "loss": 0.2533,
      "step": 4800
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.172450065612793,
      "learning_rate": 4.4894552271093e-06,
      "loss": 0.264,
      "step": 4832
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.249770998954773,
      "learning_rate": 4.4793880113269595e-06,
      "loss": 0.2389,
      "step": 4864
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.0912755727767944,
      "learning_rate": 4.469234028129241e-06,
      "loss": 0.2456,
      "step": 4896
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.1503956317901611,
      "learning_rate": 4.458993722620827e-06,
      "loss": 0.2562,
      "step": 4928
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.1564654111862183,
      "learning_rate": 4.448667543690384e-06,
      "loss": 0.25,
      "step": 4960
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.271000862121582,
      "learning_rate": 4.438255943990879e-06,
      "loss": 0.243,
      "step": 4992
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.0601048469543457,
      "learning_rate": 4.427759379919739e-06,
      "loss": 0.2397,
      "step": 5024
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.214858889579773,
      "learning_rate": 4.417178311598845e-06,
      "loss": 0.2442,
      "step": 5056
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.0516908168792725,
      "learning_rate": 4.406513202854363e-06,
      "loss": 0.2467,
      "step": 5088
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.326076865196228,
      "learning_rate": 4.3957645211964065e-06,
      "loss": 0.2488,
      "step": 5120
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.173823356628418,
      "learning_rate": 4.384932737798554e-06,
      "loss": 0.241,
      "step": 5152
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4526327848434448,
      "learning_rate": 4.3740183274771845e-06,
      "loss": 0.2553,
      "step": 5184
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.2346609830856323,
      "learning_rate": 4.363021768670668e-06,
      "loss": 0.242,
      "step": 5216
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8957495093345642,
      "learning_rate": 4.351943543418392e-06,
      "loss": 0.2444,
      "step": 5248
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.097772479057312,
      "learning_rate": 4.340784137339632e-06,
      "loss": 0.2531,
      "step": 5280
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.1537779569625854,
      "learning_rate": 4.329544039612264e-06,
      "loss": 0.2507,
      "step": 5312
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.1922253370285034,
      "learning_rate": 4.318223742951321e-06,
      "loss": 0.2335,
      "step": 5344
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.1036819219589233,
      "learning_rate": 4.306823743587394e-06,
      "loss": 0.2465,
      "step": 5376
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.229779839515686,
      "learning_rate": 4.295344541244879e-06,
      "loss": 0.2403,
      "step": 5408
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.4036519527435303,
      "learning_rate": 4.283786639120074e-06,
      "loss": 0.254,
      "step": 5440
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9732062816619873,
      "learning_rate": 4.272150543859117e-06,
      "loss": 0.2517,
      "step": 5472
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.3309801816940308,
      "learning_rate": 4.260436765535784e-06,
      "loss": 0.25,
      "step": 5504
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.3353493213653564,
      "learning_rate": 4.2486458176291176e-06,
      "loss": 0.2482,
      "step": 5536
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.6585358381271362,
      "learning_rate": 4.236778217000934e-06,
      "loss": 0.248,
      "step": 5568
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.9717461466789246,
      "learning_rate": 4.224834483873152e-06,
      "loss": 0.2366,
      "step": 5600
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.9571962356567383,
      "learning_rate": 4.2128151418049976e-06,
      "loss": 0.2404,
      "step": 5632
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.0692377090454102,
      "learning_rate": 4.200720717670048e-06,
      "loss": 0.2135,
      "step": 5664
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.1159001588821411,
      "learning_rate": 4.188551741633144e-06,
      "loss": 0.1854,
      "step": 5696
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.4514949321746826,
      "learning_rate": 4.176308747127136e-06,
      "loss": 0.2095,
      "step": 5728
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.4603676795959473,
      "learning_rate": 4.1639922708295176e-06,
      "loss": 0.2015,
      "step": 5760
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.1802875995635986,
      "learning_rate": 4.151602852638888e-06,
      "loss": 0.222,
      "step": 5792
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.2036052942276,
      "learning_rate": 4.139141035651288e-06,
      "loss": 0.2093,
      "step": 5824
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.1690653562545776,
      "learning_rate": 4.126607366136395e-06,
      "loss": 0.1925,
      "step": 5856
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.9996016621589661,
      "learning_rate": 4.114002393513577e-06,
      "loss": 0.206,
      "step": 5888
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.1670773029327393,
      "learning_rate": 4.101326670327807e-06,
      "loss": 0.2097,
      "step": 5920
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.8733654022216797,
      "learning_rate": 4.0885807522254435e-06,
      "loss": 0.2015,
      "step": 5952
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.2280749082565308,
      "learning_rate": 4.075765197929872e-06,
      "loss": 0.2108,
      "step": 5984
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.1926356554031372,
      "learning_rate": 4.0628805692170105e-06,
      "loss": 0.2047,
      "step": 6016
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.0048396587371826,
      "learning_rate": 4.049927430890693e-06,
      "loss": 0.2077,
      "step": 6048
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.026442050933838,
      "learning_rate": 4.0369063507578995e-06,
      "loss": 0.2051,
      "step": 6080
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.1310842037200928,
      "learning_rate": 4.023817899603875e-06,
      "loss": 0.2055,
      "step": 6112
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.1275712251663208,
      "learning_rate": 4.010662651167106e-06,
      "loss": 0.1965,
      "step": 6144
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.1789113283157349,
      "learning_rate": 3.997441182114164e-06,
      "loss": 0.2118,
      "step": 6176
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.3836599588394165,
      "learning_rate": 3.984154072014438e-06,
      "loss": 0.2056,
      "step": 6208
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.1013050079345703,
      "learning_rate": 3.970801903314722e-06,
      "loss": 0.2109,
      "step": 6240
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.1018249988555908,
      "learning_rate": 3.957385261313685e-06,
      "loss": 0.202,
      "step": 6272
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.3906185626983643,
      "learning_rate": 3.943904734136213e-06,
      "loss": 0.2065,
      "step": 6304
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.2197610139846802,
      "learning_rate": 3.930360912707632e-06,
      "loss": 0.2096,
      "step": 6336
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.0342845916748047,
      "learning_rate": 3.916754390727795e-06,
      "loss": 0.2024,
      "step": 6368
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.236260175704956,
      "learning_rate": 3.90308576464507e-06,
      "loss": 0.216,
      "step": 6400
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.3906086683273315,
      "learning_rate": 3.889355633630186e-06,
      "loss": 0.2153,
      "step": 6432
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.2441129684448242,
      "learning_rate": 3.875564599549968e-06,
      "loss": 0.2092,
      "step": 6464
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.2320338487625122,
      "learning_rate": 3.861713266940959e-06,
      "loss": 0.2038,
      "step": 6496
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.6422646045684814,
      "learning_rate": 3.847802242982915e-06,
      "loss": 0.205,
      "step": 6528
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.1179068088531494,
      "learning_rate": 3.83383213747219e-06,
      "loss": 0.2162,
      "step": 6560
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.0986745357513428,
      "learning_rate": 3.8198035627950084e-06,
      "loss": 0.1956,
      "step": 6592
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.340859055519104,
      "learning_rate": 3.8057171339006138e-06,
      "loss": 0.2093,
      "step": 6624
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.7803446054458618,
      "learning_rate": 3.791573468274323e-06,
      "loss": 0.2133,
      "step": 6656
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.022388219833374,
      "learning_rate": 3.777373185910448e-06,
      "loss": 0.2182,
      "step": 6688
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.0795223712921143,
      "learning_rate": 3.7631169092851226e-06,
      "loss": 0.2051,
      "step": 6720
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.0785856246948242,
      "learning_rate": 3.7488052633290174e-06,
      "loss": 0.2047,
      "step": 6752
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.0391508340835571,
      "learning_rate": 3.7344388753999434e-06,
      "loss": 0.2081,
      "step": 6784
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.3015925884246826,
      "learning_rate": 3.720018375255352e-06,
      "loss": 0.2013,
      "step": 6816
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.2382066249847412,
      "learning_rate": 3.7055443950247276e-06,
      "loss": 0.2037,
      "step": 6848
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.1386123895645142,
      "learning_rate": 3.691017569181882e-06,
      "loss": 0.2046,
      "step": 6880
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.9857081770896912,
      "learning_rate": 3.6764385345171393e-06,
      "loss": 0.207,
      "step": 6912
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.1276394128799438,
      "learning_rate": 3.661807930109422e-06,
      "loss": 0.2134,
      "step": 6944
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.1821982860565186,
      "learning_rate": 3.647126397298234e-06,
      "loss": 0.2162,
      "step": 6976
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.218800663948059,
      "learning_rate": 3.632394579655555e-06,
      "loss": 0.2023,
      "step": 7008
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.083310842514038,
      "learning_rate": 3.6176131229576193e-06,
      "loss": 0.1999,
      "step": 7040
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.0640002489089966,
      "learning_rate": 3.602782675156617e-06,
      "loss": 0.2125,
      "step": 7072
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.1672149896621704,
      "learning_rate": 3.5879038863522843e-06,
      "loss": 0.2157,
      "step": 7104
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.1732845306396484,
      "learning_rate": 3.572977408763407e-06,
      "loss": 0.2082,
      "step": 7136
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.1544941663742065,
      "learning_rate": 3.5580038966992344e-06,
      "loss": 0.2067,
      "step": 7168
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.2914546728134155,
      "learning_rate": 3.5429840065307924e-06,
      "loss": 0.2019,
      "step": 7200
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.0473650693893433,
      "learning_rate": 3.527918396662115e-06,
      "loss": 0.1952,
      "step": 7232
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.2211614847183228,
      "learning_rate": 3.512807727501379e-06,
      "loss": 0.2093,
      "step": 7264
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.1035760641098022,
      "learning_rate": 3.4976526614319573e-06,
      "loss": 0.2007,
      "step": 7296
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.2120308876037598,
      "learning_rate": 3.4824538627833825e-06,
      "loss": 0.2205,
      "step": 7328
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.8647122979164124,
      "learning_rate": 3.4672119978022277e-06,
      "loss": 0.2063,
      "step": 7360
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.1142189502716064,
      "learning_rate": 3.4519277346228953e-06,
      "loss": 0.2075,
      "step": 7392
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.3183207511901855,
      "learning_rate": 3.436601743238335e-06,
      "loss": 0.2094,
      "step": 7424
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.0320820808410645,
      "learning_rate": 3.421234695470673e-06,
      "loss": 0.2029,
      "step": 7456
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.3065481185913086,
      "learning_rate": 3.4058272649417607e-06,
      "loss": 0.2127,
      "step": 7488
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.209372639656067,
      "learning_rate": 3.3903801270436465e-06,
      "loss": 0.2015,
      "step": 7520
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.0177247524261475,
      "learning_rate": 3.374893958908971e-06,
      "loss": 0.2075,
      "step": 7552
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.4457709789276123,
      "learning_rate": 3.3593694393812827e-06,
      "loss": 0.2098,
      "step": 7584
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.1711078882217407,
      "learning_rate": 3.3438072489852837e-06,
      "loss": 0.2088,
      "step": 7616
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.1928409337997437,
      "learning_rate": 3.3282080698969953e-06,
      "loss": 0.1918,
      "step": 7648
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.9215808510780334,
      "learning_rate": 3.3125725859138548e-06,
      "loss": 0.2106,
      "step": 7680
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.3021633625030518,
      "learning_rate": 3.2969014824247436e-06,
      "loss": 0.2018,
      "step": 7712
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.1597398519515991,
      "learning_rate": 3.28119544637994e-06,
      "loss": 0.2035,
      "step": 7744
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.2015706300735474,
      "learning_rate": 3.265455166261009e-06,
      "loss": 0.2027,
      "step": 7776
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.1449264287948608,
      "learning_rate": 3.2496813320506183e-06,
      "loss": 0.2165,
      "step": 7808
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.1332265138626099,
      "learning_rate": 3.2338746352022965e-06,
      "loss": 0.2006,
      "step": 7840
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.430891990661621,
      "learning_rate": 3.2180357686101226e-06,
      "loss": 0.2102,
      "step": 7872
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.4063985347747803,
      "learning_rate": 3.2021654265783505e-06,
      "loss": 0.196,
      "step": 7904
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.3970558643341064,
      "learning_rate": 3.1862643047909746e-06,
      "loss": 0.2161,
      "step": 7936
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.3233983516693115,
      "learning_rate": 3.170333100281236e-06,
      "loss": 0.1921,
      "step": 7968
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.2325806617736816,
      "learning_rate": 3.154372511401064e-06,
      "loss": 0.2042,
      "step": 8000
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.0558186769485474,
      "learning_rate": 3.1383832377904676e-06,
      "loss": 0.2056,
      "step": 8032
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.189503788948059,
      "learning_rate": 3.1223659803468653e-06,
      "loss": 0.203,
      "step": 8064
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.1646627187728882,
      "learning_rate": 3.1063214411943576e-06,
      "loss": 0.2088,
      "step": 8096
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.1149977445602417,
      "learning_rate": 3.0902503236529533e-06,
      "loss": 0.2081,
      "step": 8128
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.5566740036010742,
      "learning_rate": 3.074153332207738e-06,
      "loss": 0.2141,
      "step": 8160
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.304262638092041,
      "learning_rate": 3.058031172477992e-06,
      "loss": 0.2006,
      "step": 8192
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.1247010231018066,
      "learning_rate": 3.041884551186258e-06,
      "loss": 0.2109,
      "step": 8224
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.4587311744689941,
      "learning_rate": 3.0257141761273627e-06,
      "loss": 0.2016,
      "step": 8256
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.1545838117599487,
      "learning_rate": 3.0095207561373935e-06,
      "loss": 0.183,
      "step": 8288
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.3221790790557861,
      "learning_rate": 2.9933050010626208e-06,
      "loss": 0.1985,
      "step": 8320
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.1717700958251953,
      "learning_rate": 2.9770676217283844e-06,
      "loss": 0.2113,
      "step": 8352
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.0709022283554077,
      "learning_rate": 2.960809329907934e-06,
      "loss": 0.2012,
      "step": 8384
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.4594495296478271,
      "learning_rate": 2.944530838291229e-06,
      "loss": 0.2039,
      "step": 8416
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.3135212659835815,
      "learning_rate": 2.928232860453694e-06,
      "loss": 0.206,
      "step": 8448
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.316394329071045,
      "learning_rate": 2.911916110824945e-06,
      "loss": 0.212,
      "step": 8480
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.3602452278137207,
      "learning_rate": 2.895581304657465e-06,
      "loss": 0.2068,
      "step": 8512
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.2073897123336792,
      "learning_rate": 2.8792291579952553e-06,
      "loss": 0.2098,
      "step": 8544
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.2983072996139526,
      "learning_rate": 2.8628603876424467e-06,
      "loss": 0.2086,
      "step": 8576
    },
    {
      "epoch": 1.53,
      "grad_norm": 1.0781196355819702,
      "learning_rate": 2.846475711131877e-06,
      "loss": 0.201,
      "step": 8608
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.1917251348495483,
      "learning_rate": 2.8300758466936366e-06,
      "loss": 0.1982,
      "step": 8640
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.2894983291625977,
      "learning_rate": 2.813661513223588e-06,
      "loss": 0.1943,
      "step": 8672
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.2249202728271484,
      "learning_rate": 2.7972334302518504e-06,
      "loss": 0.2145,
      "step": 8704
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.1947064399719238,
      "learning_rate": 2.7807923179112576e-06,
      "loss": 0.2003,
      "step": 8736
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.0660251379013062,
      "learning_rate": 2.764338896905792e-06,
      "loss": 0.1984,
      "step": 8768
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.0243247747421265,
      "learning_rate": 2.7478738884789934e-06,
      "loss": 0.2036,
      "step": 8800
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.286199927330017,
      "learning_rate": 2.731398014382341e-06,
      "loss": 0.2027,
      "step": 8832
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.1617448329925537,
      "learning_rate": 2.714911996843617e-06,
      "loss": 0.2162,
      "step": 8864
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.1921496391296387,
      "learning_rate": 2.6984165585352435e-06,
      "loss": 0.2124,
      "step": 8896
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.2066140174865723,
      "learning_rate": 2.6819124225426085e-06,
      "loss": 0.199,
      "step": 8928
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.0459320545196533,
      "learning_rate": 2.665400312332368e-06,
      "loss": 0.2072,
      "step": 8960
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.2983636856079102,
      "learning_rate": 2.648880951720729e-06,
      "loss": 0.2024,
      "step": 8992
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.0876768827438354,
      "learning_rate": 2.6323550648417267e-06,
      "loss": 0.2143,
      "step": 9024
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.0047022104263306,
      "learning_rate": 2.6158233761154744e-06,
      "loss": 0.2043,
      "step": 9056
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.9878237247467041,
      "learning_rate": 2.5992866102164146e-06,
      "loss": 0.1991,
      "step": 9088
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.9894827604293823,
      "learning_rate": 2.58274549204155e-06,
      "loss": 0.1979,
      "step": 9120
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.9374232292175293,
      "learning_rate": 2.5662007466786674e-06,
      "loss": 0.2055,
      "step": 9152
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.259948492050171,
      "learning_rate": 2.5496530993745518e-06,
      "loss": 0.2057,
      "step": 9184
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.958737850189209,
      "learning_rate": 2.533103275503197e-06,
      "loss": 0.2029,
      "step": 9216
    },
    {
      "epoch": 1.64,
      "grad_norm": 1.079717755317688,
      "learning_rate": 2.5165520005340082e-06,
      "loss": 0.2049,
      "step": 9248
    },
    {
      "epoch": 1.65,
      "grad_norm": 1.1001982688903809,
      "learning_rate": 2.5e-06,
      "loss": 0.211,
      "step": 9280
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.2408779859542847,
      "learning_rate": 2.4834479994659926e-06,
      "loss": 0.2028,
      "step": 9312
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.0395313501358032,
      "learning_rate": 2.4668967244968035e-06,
      "loss": 0.1988,
      "step": 9344
    },
    {
      "epoch": 1.67,
      "grad_norm": 1.0080056190490723,
      "learning_rate": 2.4503469006254487e-06,
      "loss": 0.1988,
      "step": 9376
    },
    {
      "epoch": 1.67,
      "grad_norm": 1.4669593572616577,
      "learning_rate": 2.4337992533213334e-06,
      "loss": 0.1942,
      "step": 9408
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.3393524885177612,
      "learning_rate": 2.4172545079584508e-06,
      "loss": 0.1964,
      "step": 9440
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.9786149263381958,
      "learning_rate": 2.4007133897835863e-06,
      "loss": 0.1984,
      "step": 9472
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.1999776363372803,
      "learning_rate": 2.3841766238845264e-06,
      "loss": 0.2102,
      "step": 9504
    },
    {
      "epoch": 1.7,
      "grad_norm": 1.3276174068450928,
      "learning_rate": 2.367644935158274e-06,
      "loss": 0.1941,
      "step": 9536
    },
    {
      "epoch": 1.7,
      "grad_norm": 1.0124472379684448,
      "learning_rate": 2.3511190482792713e-06,
      "loss": 0.199,
      "step": 9568
    },
    {
      "epoch": 1.71,
      "grad_norm": 1.258489966392517,
      "learning_rate": 2.3345996876676334e-06,
      "loss": 0.2008,
      "step": 9600
    },
    {
      "epoch": 1.71,
      "grad_norm": 1.1993016004562378,
      "learning_rate": 2.318087577457392e-06,
      "loss": 0.2154,
      "step": 9632
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.250908613204956,
      "learning_rate": 2.3015834414647573e-06,
      "loss": 0.2068,
      "step": 9664
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.211915373802185,
      "learning_rate": 2.2850880031563845e-06,
      "loss": 0.1946,
      "step": 9696
    },
    {
      "epoch": 1.73,
      "grad_norm": 1.0278340578079224,
      "learning_rate": 2.26860198561766e-06,
      "loss": 0.1948,
      "step": 9728
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.2455780506134033,
      "learning_rate": 2.2521261115210074e-06,
      "loss": 0.197,
      "step": 9760
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.2321908473968506,
      "learning_rate": 2.2356611030942084e-06,
      "loss": 0.2075,
      "step": 9792
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.0618436336517334,
      "learning_rate": 2.219207682088743e-06,
      "loss": 0.1931,
      "step": 9824
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.36842942237854,
      "learning_rate": 2.20276656974815e-06,
      "loss": 0.1999,
      "step": 9856
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.033603310585022,
      "learning_rate": 2.186338486776412e-06,
      "loss": 0.2028,
      "step": 9888
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.303781270980835,
      "learning_rate": 2.169924153306363e-06,
      "loss": 0.214,
      "step": 9920
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.2051355838775635,
      "learning_rate": 2.153524288868124e-06,
      "loss": 0.2091,
      "step": 9952
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.9946267604827881,
      "learning_rate": 2.137139612357554e-06,
      "loss": 0.1942,
      "step": 9984
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.283492088317871,
      "learning_rate": 2.120770842004746e-06,
      "loss": 0.1971,
      "step": 10016
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.9329233169555664,
      "learning_rate": 2.1044186953425358e-06,
      "loss": 0.203,
      "step": 10048
    },
    {
      "epoch": 1.79,
      "grad_norm": 1.082767367362976,
      "learning_rate": 2.0880838891750553e-06,
      "loss": 0.2012,
      "step": 10080
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.1007740497589111,
      "learning_rate": 2.0717671395463063e-06,
      "loss": 0.2028,
      "step": 10112
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.2502014636993408,
      "learning_rate": 2.0554691617087725e-06,
      "loss": 0.2121,
      "step": 10144
    },
    {
      "epoch": 1.81,
      "grad_norm": 1.073034405708313,
      "learning_rate": 2.0391906700920667e-06,
      "loss": 0.1994,
      "step": 10176
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.9409189820289612,
      "learning_rate": 2.0229323782716156e-06,
      "loss": 0.2054,
      "step": 10208
    },
    {
      "epoch": 1.82,
      "grad_norm": 1.197383999824524,
      "learning_rate": 2.0066949989373797e-06,
      "loss": 0.1946,
      "step": 10240
    },
    {
      "epoch": 1.83,
      "grad_norm": 1.261612892150879,
      "learning_rate": 1.9904792438626074e-06,
      "loss": 0.2038,
      "step": 10272
    },
    {
      "epoch": 1.83,
      "grad_norm": 1.4839472770690918,
      "learning_rate": 1.9742858238726377e-06,
      "loss": 0.2067,
      "step": 10304
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.0103521347045898,
      "learning_rate": 1.9581154488137425e-06,
      "loss": 0.2104,
      "step": 10336
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.2776283025741577,
      "learning_rate": 1.9419688275220085e-06,
      "loss": 0.196,
      "step": 10368
    },
    {
      "epoch": 1.85,
      "grad_norm": 1.0784910917282104,
      "learning_rate": 1.9258466677922624e-06,
      "loss": 0.1975,
      "step": 10400
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.9643808007240295,
      "learning_rate": 1.909749676347047e-06,
      "loss": 0.2111,
      "step": 10432
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.3432437181472778,
      "learning_rate": 1.8936785588056428e-06,
      "loss": 0.1923,
      "step": 10464
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.133470892906189,
      "learning_rate": 1.8776340196531351e-06,
      "loss": 0.2016,
      "step": 10496
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.0897003412246704,
      "learning_rate": 1.8616167622095328e-06,
      "loss": 0.193,
      "step": 10528
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.9629374146461487,
      "learning_rate": 1.8456274885989374e-06,
      "loss": 0.1937,
      "step": 10560
    },
    {
      "epoch": 1.88,
      "grad_norm": 1.406630039215088,
      "learning_rate": 1.829666899718765e-06,
      "loss": 0.1997,
      "step": 10592
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.165366291999817,
      "learning_rate": 1.8137356952090258e-06,
      "loss": 0.1976,
      "step": 10624
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.2674609422683716,
      "learning_rate": 1.7978345734216502e-06,
      "loss": 0.1908,
      "step": 10656
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.2211626768112183,
      "learning_rate": 1.7819642313898783e-06,
      "loss": 0.1984,
      "step": 10688
    },
    {
      "epoch": 1.91,
      "grad_norm": 1.1066653728485107,
      "learning_rate": 1.766125364797704e-06,
      "loss": 0.2035,
      "step": 10720
    },
    {
      "epoch": 1.91,
      "grad_norm": 1.539157748222351,
      "learning_rate": 1.7503186679493821e-06,
      "loss": 0.201,
      "step": 10752
    },
    {
      "epoch": 1.92,
      "grad_norm": 1.1897879838943481,
      "learning_rate": 1.7345448337389918e-06,
      "loss": 0.194,
      "step": 10784
    },
    {
      "epoch": 1.92,
      "grad_norm": 1.162571668624878,
      "learning_rate": 1.7188045536200604e-06,
      "loss": 0.1899,
      "step": 10816
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.0616639852523804,
      "learning_rate": 1.7030985175752574e-06,
      "loss": 0.1978,
      "step": 10848
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.0391641855239868,
      "learning_rate": 1.687427414086146e-06,
      "loss": 0.2017,
      "step": 10880
    },
    {
      "epoch": 1.94,
      "grad_norm": 1.0870113372802734,
      "learning_rate": 1.6717919301030055e-06,
      "loss": 0.2012,
      "step": 10912
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.143446922302246,
      "learning_rate": 1.6561927510147172e-06,
      "loss": 0.1911,
      "step": 10944
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.015080213546753,
      "learning_rate": 1.6406305606187183e-06,
      "loss": 0.198,
      "step": 10976
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.9722278714179993,
      "learning_rate": 1.6251060410910301e-06,
      "loss": 0.1862,
      "step": 11008
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.9311158061027527,
      "learning_rate": 1.6096198729563539e-06,
      "loss": 0.198,
      "step": 11040
    },
    {
      "epoch": 1.97,
      "grad_norm": 1.3127020597457886,
      "learning_rate": 1.5941727350582399e-06,
      "loss": 0.2,
      "step": 11072
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.9450055956840515,
      "learning_rate": 1.5787653045293278e-06,
      "loss": 0.2015,
      "step": 11104
    },
    {
      "epoch": 1.98,
      "grad_norm": 1.1553057432174683,
      "learning_rate": 1.5633982567616657e-06,
      "loss": 0.2068,
      "step": 11136
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.8617095351219177,
      "learning_rate": 1.548072265377105e-06,
      "loss": 0.2014,
      "step": 11168
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.9857013821601868,
      "learning_rate": 1.532788002197773e-06,
      "loss": 0.2031,
      "step": 11200
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.0158861875534058,
      "learning_rate": 1.5175461372166177e-06,
      "loss": 0.1941,
      "step": 11232
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.1121022701263428,
      "learning_rate": 1.5023473385680438e-06,
      "loss": 0.1708,
      "step": 11264
    },
    {
      "epoch": 2.01,
      "grad_norm": 1.1300593614578247,
      "learning_rate": 1.4871922724986215e-06,
      "loss": 0.1504,
      "step": 11296
    },
    {
      "epoch": 2.01,
      "grad_norm": 1.232246994972229,
      "learning_rate": 1.4720816033378856e-06,
      "loss": 0.151,
      "step": 11328
    },
    {
      "epoch": 2.02,
      "grad_norm": 1.2618398666381836,
      "learning_rate": 1.4570159934692085e-06,
      "loss": 0.1421,
      "step": 11360
    },
    {
      "epoch": 2.03,
      "grad_norm": 1.275038242340088,
      "learning_rate": 1.4419961033007669e-06,
      "loss": 0.1457,
      "step": 11392
    },
    {
      "epoch": 2.03,
      "grad_norm": 1.079405426979065,
      "learning_rate": 1.427022591236594e-06,
      "loss": 0.144,
      "step": 11424
    },
    {
      "epoch": 2.04,
      "grad_norm": 1.1695400476455688,
      "learning_rate": 1.4120961136477168e-06,
      "loss": 0.1531,
      "step": 11456
    },
    {
      "epoch": 2.04,
      "grad_norm": 1.008547306060791,
      "learning_rate": 1.3972173248433832e-06,
      "loss": 0.1453,
      "step": 11488
    },
    {
      "epoch": 2.05,
      "grad_norm": 1.0746265649795532,
      "learning_rate": 1.3823868770423815e-06,
      "loss": 0.1446,
      "step": 11520
    },
    {
      "epoch": 2.05,
      "grad_norm": 1.1596614122390747,
      "learning_rate": 1.3676054203444462e-06,
      "loss": 0.1477,
      "step": 11552
    },
    {
      "epoch": 2.06,
      "grad_norm": 1.1029706001281738,
      "learning_rate": 1.3528736027017663e-06,
      "loss": 0.1477,
      "step": 11584
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.9398396015167236,
      "learning_rate": 1.3381920698905788e-06,
      "loss": 0.1477,
      "step": 11616
    },
    {
      "epoch": 2.07,
      "grad_norm": 1.0209776163101196,
      "learning_rate": 1.3235614654828604e-06,
      "loss": 0.1448,
      "step": 11648
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.9415841102600098,
      "learning_rate": 1.3089824308181187e-06,
      "loss": 0.1481,
      "step": 11680
    },
    {
      "epoch": 2.08,
      "grad_norm": 1.088069200515747,
      "learning_rate": 1.2944556049752726e-06,
      "loss": 0.149,
      "step": 11712
    },
    {
      "epoch": 2.09,
      "grad_norm": 1.3269786834716797,
      "learning_rate": 1.2799816247446494e-06,
      "loss": 0.1497,
      "step": 11744
    },
    {
      "epoch": 2.09,
      "grad_norm": 0.9119545817375183,
      "learning_rate": 1.265561124600057e-06,
      "loss": 0.1467,
      "step": 11776
    },
    {
      "epoch": 2.1,
      "grad_norm": 1.0677683353424072,
      "learning_rate": 1.251194736670983e-06,
      "loss": 0.1448,
      "step": 11808
    },
    {
      "epoch": 2.11,
      "grad_norm": 1.0756884813308716,
      "learning_rate": 1.2368830907148778e-06,
      "loss": 0.1363,
      "step": 11840
    },
    {
      "epoch": 2.11,
      "grad_norm": 1.0578961372375488,
      "learning_rate": 1.2226268140895528e-06,
      "loss": 0.1527,
      "step": 11872
    },
    {
      "epoch": 2.12,
      "grad_norm": 1.0562700033187866,
      "learning_rate": 1.2084265317256772e-06,
      "loss": 0.1449,
      "step": 11904
    },
    {
      "epoch": 2.12,
      "grad_norm": 1.0958082675933838,
      "learning_rate": 1.1942828660993869e-06,
      "loss": 0.1474,
      "step": 11936
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.9672511219978333,
      "learning_rate": 1.1801964372049932e-06,
      "loss": 0.1459,
      "step": 11968
    },
    {
      "epoch": 2.13,
      "grad_norm": 1.1125974655151367,
      "learning_rate": 1.1661678625278106e-06,
      "loss": 0.1483,
      "step": 12000
    },
    {
      "epoch": 2.14,
      "grad_norm": 1.227283239364624,
      "learning_rate": 1.152197757017086e-06,
      "loss": 0.1453,
      "step": 12032
    },
    {
      "epoch": 2.15,
      "grad_norm": 1.3206896781921387,
      "learning_rate": 1.1382867330590414e-06,
      "loss": 0.1425,
      "step": 12064
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.9912922978401184,
      "learning_rate": 1.1244354004500335e-06,
      "loss": 0.1529,
      "step": 12096
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.8996345400810242,
      "learning_rate": 1.110644366369815e-06,
      "loss": 0.1437,
      "step": 12128
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.9117119312286377,
      "learning_rate": 1.0969142353549315e-06,
      "loss": 0.1429,
      "step": 12160
    },
    {
      "epoch": 2.17,
      "grad_norm": 1.1916334629058838,
      "learning_rate": 1.0832456092722063e-06,
      "loss": 0.1509,
      "step": 12192
    },
    {
      "epoch": 2.17,
      "grad_norm": 1.1345574855804443,
      "learning_rate": 1.0696390872923696e-06,
      "loss": 0.1547,
      "step": 12224
    },
    {
      "epoch": 2.18,
      "grad_norm": 1.3311399221420288,
      "learning_rate": 1.0560952658637869e-06,
      "loss": 0.1428,
      "step": 12256
    },
    {
      "epoch": 2.18,
      "grad_norm": 1.0195939540863037,
      "learning_rate": 1.042614738686315e-06,
      "loss": 0.1447,
      "step": 12288
    },
    {
      "epoch": 2.19,
      "grad_norm": 1.1453065872192383,
      "learning_rate": 1.029198096685278e-06,
      "loss": 0.1384,
      "step": 12320
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.1899516582489014,
      "learning_rate": 1.0158459279855632e-06,
      "loss": 0.1433,
      "step": 12352
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.060065507888794,
      "learning_rate": 1.0025588178858372e-06,
      "loss": 0.1456,
      "step": 12384
    },
    {
      "epoch": 2.21,
      "grad_norm": 1.1489146947860718,
      "learning_rate": 9.893373488328953e-07,
      "loss": 0.1433,
      "step": 12416
    },
    {
      "epoch": 2.21,
      "grad_norm": 1.3114417791366577,
      "learning_rate": 9.761821003961246e-07,
      "loss": 0.1467,
      "step": 12448
    },
    {
      "epoch": 2.22,
      "grad_norm": 1.3255183696746826,
      "learning_rate": 9.630936492421005e-07,
      "loss": 0.1463,
      "step": 12480
    },
    {
      "epoch": 2.22,
      "grad_norm": 1.2642742395401,
      "learning_rate": 9.500725691093085e-07,
      "loss": 0.1525,
      "step": 12512
    },
    {
      "epoch": 2.23,
      "grad_norm": 1.2281138896942139,
      "learning_rate": 9.371194307829895e-07,
      "loss": 0.1383,
      "step": 12544
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.9627875089645386,
      "learning_rate": 9.242348020701295e-07,
      "loss": 0.1642,
      "step": 12576
    },
    {
      "epoch": 2.24,
      "grad_norm": 1.1187249422073364,
      "learning_rate": 9.114192477745568e-07,
      "loss": 0.1439,
      "step": 12608
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.0410840511322021,
      "learning_rate": 8.986733296721931e-07,
      "loss": 0.142,
      "step": 12640
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.2345024347305298,
      "learning_rate": 8.859976064864235e-07,
      "loss": 0.1512,
      "step": 12672
    },
    {
      "epoch": 2.26,
      "grad_norm": 1.6558443307876587,
      "learning_rate": 8.733926338636056e-07,
      "loss": 0.1363,
      "step": 12704
    },
    {
      "epoch": 2.26,
      "grad_norm": 1.3118538856506348,
      "learning_rate": 8.608589643487128e-07,
      "loss": 0.1471,
      "step": 12736
    },
    {
      "epoch": 2.27,
      "grad_norm": 1.1155567169189453,
      "learning_rate": 8.483971473611133e-07,
      "loss": 0.1396,
      "step": 12768
    },
    {
      "epoch": 2.28,
      "grad_norm": 1.0880179405212402,
      "learning_rate": 8.360077291704821e-07,
      "loss": 0.1413,
      "step": 12800
    },
    {
      "epoch": 2.28,
      "grad_norm": 0.9752321839332581,
      "learning_rate": 8.236912528728647e-07,
      "loss": 0.146,
      "step": 12832
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.9778379201889038,
      "learning_rate": 8.114482583668576e-07,
      "loss": 0.1403,
      "step": 12864
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.8760839700698853,
      "learning_rate": 7.99279282329952e-07,
      "loss": 0.148,
      "step": 12896
    },
    {
      "epoch": 2.3,
      "grad_norm": 1.187658667564392,
      "learning_rate": 7.871848581950039e-07,
      "loss": 0.132,
      "step": 12928
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.9668059349060059,
      "learning_rate": 7.751655161268481e-07,
      "loss": 0.1424,
      "step": 12960
    },
    {
      "epoch": 2.31,
      "grad_norm": 1.1318392753601074,
      "learning_rate": 7.632217829990668e-07,
      "loss": 0.1516,
      "step": 12992
    },
    {
      "epoch": 2.32,
      "grad_norm": 1.3520994186401367,
      "learning_rate": 7.513541823708828e-07,
      "loss": 0.1495,
      "step": 13024
    },
    {
      "epoch": 2.32,
      "grad_norm": 1.3352413177490234,
      "learning_rate": 7.395632344642173e-07,
      "loss": 0.1446,
      "step": 13056
    },
    {
      "epoch": 2.33,
      "grad_norm": 1.0273305177688599,
      "learning_rate": 7.278494561408833e-07,
      "loss": 0.1391,
      "step": 13088
    },
    {
      "epoch": 2.33,
      "grad_norm": 1.2872681617736816,
      "learning_rate": 7.162133608799271e-07,
      "loss": 0.1391,
      "step": 13120
    },
    {
      "epoch": 2.34,
      "grad_norm": 1.0563528537750244,
      "learning_rate": 7.046554587551216e-07,
      "loss": 0.1521,
      "step": 13152
    },
    {
      "epoch": 2.34,
      "grad_norm": 1.1487845182418823,
      "learning_rate": 6.931762564126074e-07,
      "loss": 0.1411,
      "step": 13184
    },
    {
      "epoch": 2.35,
      "grad_norm": 1.058159351348877,
      "learning_rate": 6.817762570486791e-07,
      "loss": 0.1424,
      "step": 13216
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.249377727508545,
      "learning_rate": 6.704559603877367e-07,
      "loss": 0.1448,
      "step": 13248
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.9334893226623535,
      "learning_rate": 6.592158626603689e-07,
      "loss": 0.1384,
      "step": 13280
    },
    {
      "epoch": 2.37,
      "grad_norm": 1.5639148950576782,
      "learning_rate": 6.480564565816091e-07,
      "loss": 0.1426,
      "step": 13312
    },
    {
      "epoch": 2.37,
      "grad_norm": 1.0596867799758911,
      "learning_rate": 6.369782313293335e-07,
      "loss": 0.1358,
      "step": 13344
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.8567415475845337,
      "learning_rate": 6.259816725228158e-07,
      "loss": 0.1465,
      "step": 13376
    },
    {
      "epoch": 2.38,
      "grad_norm": 1.1086764335632324,
      "learning_rate": 6.150672622014459e-07,
      "loss": 0.1538,
      "step": 13408
    },
    {
      "epoch": 2.39,
      "grad_norm": 1.1636631488800049,
      "learning_rate": 6.042354788035943e-07,
      "loss": 0.1389,
      "step": 13440
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.274596929550171,
      "learning_rate": 5.934867971456384e-07,
      "loss": 0.1464,
      "step": 13472
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.173563003540039,
      "learning_rate": 5.828216884011553e-07,
      "loss": 0.1435,
      "step": 13504
    },
    {
      "epoch": 2.41,
      "grad_norm": 1.0788921117782593,
      "learning_rate": 5.722406200802613e-07,
      "loss": 0.145,
      "step": 13536
    },
    {
      "epoch": 2.41,
      "grad_norm": 1.1613490581512451,
      "learning_rate": 5.617440560091212e-07,
      "loss": 0.1474,
      "step": 13568
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.9075080156326294,
      "learning_rate": 5.513324563096167e-07,
      "loss": 0.1423,
      "step": 13600
    },
    {
      "epoch": 2.42,
      "grad_norm": 1.1296495199203491,
      "learning_rate": 5.41006277379173e-07,
      "loss": 0.1506,
      "step": 13632
    },
    {
      "epoch": 2.43,
      "grad_norm": 1.2199699878692627,
      "learning_rate": 5.307659718707603e-07,
      "loss": 0.1459,
      "step": 13664
    },
    {
      "epoch": 2.44,
      "grad_norm": 1.2415364980697632,
      "learning_rate": 5.20611988673041e-07,
      "loss": 0.1459,
      "step": 13696
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.9814534187316895,
      "learning_rate": 5.105447728907012e-07,
      "loss": 0.1405,
      "step": 13728
    },
    {
      "epoch": 2.45,
      "grad_norm": 1.1437889337539673,
      "learning_rate": 5.00564765824936e-07,
      "loss": 0.147,
      "step": 13760
    },
    {
      "epoch": 2.45,
      "grad_norm": 1.1459242105484009,
      "learning_rate": 4.906724049541023e-07,
      "loss": 0.1454,
      "step": 13792
    },
    {
      "epoch": 2.46,
      "grad_norm": 1.093807578086853,
      "learning_rate": 4.808681239145479e-07,
      "loss": 0.1448,
      "step": 13824
    },
    {
      "epoch": 2.46,
      "grad_norm": 1.1457182168960571,
      "learning_rate": 4.711523524815978e-07,
      "loss": 0.1391,
      "step": 13856
    },
    {
      "epoch": 2.47,
      "grad_norm": 1.0422513484954834,
      "learning_rate": 4.615255165507146e-07,
      "loss": 0.1435,
      "step": 13888
    },
    {
      "epoch": 2.48,
      "grad_norm": 1.1171213388442993,
      "learning_rate": 4.5198803811883326e-07,
      "loss": 0.1545,
      "step": 13920
    },
    {
      "epoch": 2.48,
      "grad_norm": 1.3410863876342773,
      "learning_rate": 4.4254033526585917e-07,
      "loss": 0.1526,
      "step": 13952
    },
    {
      "epoch": 2.49,
      "grad_norm": 0.9821498394012451,
      "learning_rate": 4.331828221363424e-07,
      "loss": 0.1407,
      "step": 13984
    },
    {
      "epoch": 2.49,
      "grad_norm": 1.2533886432647705,
      "learning_rate": 4.239159089213246e-07,
      "loss": 0.1358,
      "step": 14016
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.9848787784576416,
      "learning_rate": 4.147400018403544e-07,
      "loss": 0.1449,
      "step": 14048
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.9092288613319397,
      "learning_rate": 4.056555031236878e-07,
      "loss": 0.1433,
      "step": 14080
    },
    {
      "epoch": 2.51,
      "grad_norm": 1.3839354515075684,
      "learning_rate": 3.966628109946469e-07,
      "loss": 0.1494,
      "step": 14112
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.9744381904602051,
      "learning_rate": 3.877623196521707e-07,
      "loss": 0.1426,
      "step": 14144
    },
    {
      "epoch": 2.52,
      "grad_norm": 1.165624976158142,
      "learning_rate": 3.7895441925353356e-07,
      "loss": 0.1418,
      "step": 14176
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.9751477241516113,
      "learning_rate": 3.702394958972391e-07,
      "loss": 0.1479,
      "step": 14208
    },
    {
      "epoch": 2.53,
      "grad_norm": 1.0645439624786377,
      "learning_rate": 3.616179316061011e-07,
      "loss": 0.1373,
      "step": 14240
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.9858296513557434,
      "learning_rate": 3.5309010431049284e-07,
      "loss": 0.1367,
      "step": 14272
    },
    {
      "epoch": 2.54,
      "grad_norm": 1.0521584749221802,
      "learning_rate": 3.44656387831781e-07,
      "loss": 0.1421,
      "step": 14304
    },
    {
      "epoch": 2.55,
      "grad_norm": 1.2546510696411133,
      "learning_rate": 3.363171518659408e-07,
      "loss": 0.1384,
      "step": 14336
    },
    {
      "epoch": 2.55,
      "grad_norm": 1.0795034170150757,
      "learning_rate": 3.280727619673496e-07,
      "loss": 0.1463,
      "step": 14368
    },
    {
      "epoch": 2.56,
      "grad_norm": 1.1764500141143799,
      "learning_rate": 3.199235795327615e-07,
      "loss": 0.1499,
      "step": 14400
    },
    {
      "epoch": 2.57,
      "grad_norm": 1.1234067678451538,
      "learning_rate": 3.1186996178546674e-07,
      "loss": 0.1497,
      "step": 14432
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.9825364947319031,
      "learning_rate": 3.039122617596302e-07,
      "loss": 0.1514,
      "step": 14464
    },
    {
      "epoch": 2.58,
      "grad_norm": 1.263085961341858,
      "learning_rate": 2.960508282848215e-07,
      "loss": 0.1476,
      "step": 14496
    },
    {
      "epoch": 2.58,
      "grad_norm": 1.084181308746338,
      "learning_rate": 2.8828600597071597e-07,
      "loss": 0.1308,
      "step": 14528
    },
    {
      "epoch": 2.59,
      "grad_norm": 1.1697498559951782,
      "learning_rate": 2.8061813519199536e-07,
      "loss": 0.1348,
      "step": 14560
    },
    {
      "epoch": 2.59,
      "grad_norm": 1.3982306718826294,
      "learning_rate": 2.7304755207342467e-07,
      "loss": 0.1455,
      "step": 14592
    },
    {
      "epoch": 2.6,
      "grad_norm": 1.1802705526351929,
      "learning_rate": 2.655745884751157e-07,
      "loss": 0.1437,
      "step": 14624
    },
    {
      "epoch": 2.61,
      "grad_norm": 1.0200531482696533,
      "learning_rate": 2.581995719779856e-07,
      "loss": 0.1394,
      "step": 14656
    },
    {
      "epoch": 2.61,
      "grad_norm": 1.1693042516708374,
      "learning_rate": 2.5092282586939187e-07,
      "loss": 0.151,
      "step": 14688
    },
    {
      "epoch": 2.62,
      "grad_norm": 1.116024374961853,
      "learning_rate": 2.437446691289616e-07,
      "loss": 0.1478,
      "step": 14720
    },
    {
      "epoch": 2.62,
      "grad_norm": 1.05259370803833,
      "learning_rate": 2.3666541641461231e-07,
      "loss": 0.1436,
      "step": 14752
    },
    {
      "epoch": 2.63,
      "grad_norm": 1.0545703172683716,
      "learning_rate": 2.2968537804875485e-07,
      "loss": 0.1379,
      "step": 14784
    },
    {
      "epoch": 2.63,
      "grad_norm": 1.0618197917938232,
      "learning_rate": 2.228048600046928e-07,
      "loss": 0.1409,
      "step": 14816
    },
    {
      "epoch": 2.64,
      "grad_norm": 1.389092206954956,
      "learning_rate": 2.1602416389320922e-07,
      "loss": 0.1499,
      "step": 14848
    },
    {
      "epoch": 2.65,
      "grad_norm": 1.0467108488082886,
      "learning_rate": 2.0934358694934347e-07,
      "loss": 0.1406,
      "step": 14880
    },
    {
      "epoch": 2.65,
      "grad_norm": 1.1932706832885742,
      "learning_rate": 2.0276342201936637e-07,
      "loss": 0.1468,
      "step": 14912
    },
    {
      "epoch": 2.66,
      "grad_norm": 1.2286850214004517,
      "learning_rate": 1.9628395754793777e-07,
      "loss": 0.1457,
      "step": 14944
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.9705607891082764,
      "learning_rate": 1.899054775654663e-07,
      "loss": 0.1439,
      "step": 14976
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.9110348224639893,
      "learning_rate": 1.8362826167565796e-07,
      "loss": 0.1439,
      "step": 15008
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.9858996272087097,
      "learning_rate": 1.774525850432568e-07,
      "loss": 0.1528,
      "step": 15040
    },
    {
      "epoch": 2.68,
      "grad_norm": 1.1253962516784668,
      "learning_rate": 1.7137871838198817e-07,
      "loss": 0.1408,
      "step": 15072
    },
    {
      "epoch": 2.69,
      "grad_norm": 1.5971510410308838,
      "learning_rate": 1.654069279426873e-07,
      "loss": 0.1497,
      "step": 15104
    },
    {
      "epoch": 2.69,
      "grad_norm": 0.8475412130355835,
      "learning_rate": 1.5953747550162907e-07,
      "loss": 0.1456,
      "step": 15136
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.9866968989372253,
      "learning_rate": 1.537706183490545e-07,
      "loss": 0.1349,
      "step": 15168
    },
    {
      "epoch": 2.7,
      "grad_norm": 1.1067461967468262,
      "learning_rate": 1.481066092778913e-07,
      "loss": 0.1457,
      "step": 15200
    },
    {
      "epoch": 2.71,
      "grad_norm": 1.1080329418182373,
      "learning_rate": 1.4254569657267235e-07,
      "loss": 0.146,
      "step": 15232
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.992157518863678,
      "learning_rate": 1.370881239986524e-07,
      "loss": 0.1439,
      "step": 15264
    },
    {
      "epoch": 2.72,
      "grad_norm": 1.032788872718811,
      "learning_rate": 1.3173413079112128e-07,
      "loss": 0.1369,
      "step": 15296
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.9706469774246216,
      "learning_rate": 1.264839516449204e-07,
      "loss": 0.136,
      "step": 15328
    },
    {
      "epoch": 2.73,
      "grad_norm": 1.1187324523925781,
      "learning_rate": 1.2133781670415013e-07,
      "loss": 0.1359,
      "step": 15360
    },
    {
      "epoch": 2.74,
      "grad_norm": 1.1595239639282227,
      "learning_rate": 1.1629595155208424e-07,
      "loss": 0.1401,
      "step": 15392
    },
    {
      "epoch": 2.74,
      "grad_norm": 1.087785243988037,
      "learning_rate": 1.1135857720128151e-07,
      "loss": 0.1358,
      "step": 15424
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.0765306949615479,
      "learning_rate": 1.0652591008389557e-07,
      "loss": 0.1438,
      "step": 15456
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.1016918420791626,
      "learning_rate": 1.0179816204218928e-07,
      "loss": 0.1373,
      "step": 15488
    },
    {
      "epoch": 2.76,
      "grad_norm": 1.0536975860595703,
      "learning_rate": 9.717554031924842e-08,
      "loss": 0.1349,
      "step": 15520
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.8933613300323486,
      "learning_rate": 9.265824754989467e-08,
      "loss": 0.1316,
      "step": 15552
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.9983497858047485,
      "learning_rate": 8.824648175180722e-08,
      "loss": 0.1346,
      "step": 15584
    },
    {
      "epoch": 2.78,
      "grad_norm": 1.0600674152374268,
      "learning_rate": 8.394043631683862e-08,
      "loss": 0.1533,
      "step": 15616
    },
    {
      "epoch": 2.78,
      "grad_norm": 1.0515772104263306,
      "learning_rate": 7.974030000253986e-08,
      "loss": 0.139,
      "step": 15648
    },
    {
      "epoch": 2.79,
      "grad_norm": 1.4163565635681152,
      "learning_rate": 7.564625692388499e-08,
      "loss": 0.1323,
      "step": 15680
    },
    {
      "epoch": 2.79,
      "grad_norm": 1.0619480609893799,
      "learning_rate": 7.165848654519969e-08,
      "loss": 0.1373,
      "step": 15712
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.9783567786216736,
      "learning_rate": 6.777716367229764e-08,
      "loss": 0.1525,
      "step": 15744
    },
    {
      "epoch": 2.81,
      "grad_norm": 1.0433095693588257,
      "learning_rate": 6.400245844481262e-08,
      "loss": 0.1409,
      "step": 15776
    },
    {
      "epoch": 2.81,
      "grad_norm": 1.258354663848877,
      "learning_rate": 6.033453632874498e-08,
      "loss": 0.1402,
      "step": 15808
    },
    {
      "epoch": 2.82,
      "grad_norm": 1.1823972463607788,
      "learning_rate": 5.677355810920604e-08,
      "loss": 0.1418,
      "step": 15840
    },
    {
      "epoch": 2.82,
      "grad_norm": 1.2745051383972168,
      "learning_rate": 5.3319679883370724e-08,
      "loss": 0.1471,
      "step": 15872
    },
    {
      "epoch": 2.83,
      "grad_norm": 1.238215684890747,
      "learning_rate": 4.9973053053634365e-08,
      "loss": 0.1426,
      "step": 15904
    },
    {
      "epoch": 2.83,
      "grad_norm": 1.0394669771194458,
      "learning_rate": 4.6733824320976674e-08,
      "loss": 0.1335,
      "step": 15936
    },
    {
      "epoch": 2.84,
      "grad_norm": 1.2872110605239868,
      "learning_rate": 4.360213567853072e-08,
      "loss": 0.1544,
      "step": 15968
    },
    {
      "epoch": 2.84,
      "grad_norm": 1.2786180973052979,
      "learning_rate": 4.057812440535797e-08,
      "loss": 0.1461,
      "step": 16000
    },
    {
      "epoch": 2.85,
      "grad_norm": 1.169412612915039,
      "learning_rate": 3.766192306043165e-08,
      "loss": 0.1413,
      "step": 16032
    },
    {
      "epoch": 2.86,
      "grad_norm": 1.2436180114746094,
      "learning_rate": 3.485365947682562e-08,
      "loss": 0.1357,
      "step": 16064
    },
    {
      "epoch": 2.86,
      "grad_norm": 1.1065387725830078,
      "learning_rate": 3.215345675611076e-08,
      "loss": 0.1472,
      "step": 16096
    },
    {
      "epoch": 2.87,
      "grad_norm": 1.00310218334198,
      "learning_rate": 2.9561433262957072e-08,
      "loss": 0.1499,
      "step": 16128
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.9328859448432922,
      "learning_rate": 2.7077702619948963e-08,
      "loss": 0.1376,
      "step": 16160
    },
    {
      "epoch": 2.88,
      "grad_norm": 1.122558832168579,
      "learning_rate": 2.4702373702600868e-08,
      "loss": 0.1461,
      "step": 16192
    },
    {
      "epoch": 2.88,
      "grad_norm": 1.1374387741088867,
      "learning_rate": 2.2435550634585522e-08,
      "loss": 0.1427,
      "step": 16224
    },
    {
      "epoch": 2.89,
      "grad_norm": 1.102001428604126,
      "learning_rate": 2.027733278317151e-08,
      "loss": 0.1402,
      "step": 16256
    },
    {
      "epoch": 2.9,
      "grad_norm": 1.3255332708358765,
      "learning_rate": 1.822781475486507e-08,
      "loss": 0.1427,
      "step": 16288
    },
    {
      "epoch": 2.9,
      "grad_norm": 1.1129345893859863,
      "learning_rate": 1.628708639126425e-08,
      "loss": 0.1443,
      "step": 16320
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.9628246426582336,
      "learning_rate": 1.4455232765120397e-08,
      "loss": 0.1425,
      "step": 16352
    },
    {
      "epoch": 2.91,
      "grad_norm": 1.2334058284759521,
      "learning_rate": 1.273233417660863e-08,
      "loss": 0.134,
      "step": 16384
    },
    {
      "epoch": 2.92,
      "grad_norm": 1.1855486631393433,
      "learning_rate": 1.1118466149808994e-08,
      "loss": 0.1403,
      "step": 16416
    },
    {
      "epoch": 2.92,
      "grad_norm": 1.0412129163742065,
      "learning_rate": 9.61369942939383e-09,
      "loss": 0.1369,
      "step": 16448
    },
    {
      "epoch": 2.93,
      "grad_norm": 1.2178360223770142,
      "learning_rate": 8.218099977528871e-09,
      "loss": 0.1346,
      "step": 16480
    },
    {
      "epoch": 2.94,
      "grad_norm": 1.1358833312988281,
      "learning_rate": 6.9317289709799896e-09,
      "loss": 0.1504,
      "step": 16512
    },
    {
      "epoch": 2.94,
      "grad_norm": 1.1772416830062866,
      "learning_rate": 5.754642798432297e-09,
      "loss": 0.144,
      "step": 16544
    },
    {
      "epoch": 2.95,
      "grad_norm": 1.4765156507492065,
      "learning_rate": 4.686893058018227e-09,
      "loss": 0.1531,
      "step": 16576
    },
    {
      "epoch": 2.95,
      "grad_norm": 1.0203588008880615,
      "learning_rate": 3.728526555056289e-09,
      "loss": 0.1439,
      "step": 16608
    },
    {
      "epoch": 2.96,
      "grad_norm": 1.053261637687683,
      "learning_rate": 2.879585299997434e-09,
      "loss": 0.1438,
      "step": 16640
    },
    {
      "epoch": 2.96,
      "grad_norm": 1.2388105392456055,
      "learning_rate": 2.1401065065859704e-09,
      "loss": 0.145,
      "step": 16672
    },
    {
      "epoch": 2.97,
      "grad_norm": 0.9954524040222168,
      "learning_rate": 1.5101225902267036e-09,
      "loss": 0.147,
      "step": 16704
    },
    {
      "epoch": 2.98,
      "grad_norm": 1.2384732961654663,
      "learning_rate": 9.89661166564404e-10,
      "loss": 0.1492,
      "step": 16736
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.8787427544593811,
      "learning_rate": 5.787450502728331e-10,
      "loss": 0.1299,
      "step": 16768
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.9824705719947815,
      "learning_rate": 2.7739225405609694e-10,
      "loss": 0.1428,
      "step": 16800
    },
    {
      "epoch": 2.99,
      "grad_norm": 1.0306531190872192,
      "learning_rate": 8.561598785705727e-11,
      "loss": 0.1434,
      "step": 16832
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.0343343019485474,
      "learning_rate": 3.424658279460591e-12,
      "loss": 0.1521,
      "step": 16864
    }
  ],
  "logging_steps": 32,
  "max_steps": 16872,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 5624,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}