{
  "best_global_step": 91000,
  "best_metric": 3.857421875,
  "best_model_checkpoint": "checkpoints/sonar_mini_5e4/checkpoint-91000",
  "epoch": 1.0,
  "eval_steps": 1000,
  "global_step": 100000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001,
      "grad_norm": 2.9780468940734863,
      "learning_rate": 6.7437500000000004e-06,
      "loss": 7.4228,
      "step": 100
    },
    {
      "epoch": 0.002,
      "grad_norm": 0.274592787027359,
      "learning_rate": 1.29875e-05,
      "loss": 5.1812,
      "step": 200
    },
    {
      "epoch": 0.003,
      "grad_norm": 0.12851963937282562,
      "learning_rate": 1.923125e-05,
      "loss": 4.6227,
      "step": 300
    },
    {
      "epoch": 0.004,
      "grad_norm": 0.0915624350309372,
      "learning_rate": 2.5475000000000003e-05,
      "loss": 4.4829,
      "step": 400
    },
    {
      "epoch": 0.005,
      "grad_norm": 0.08360039442777634,
      "learning_rate": 3.1718749999999995e-05,
      "loss": 4.4024,
      "step": 500
    },
    {
      "epoch": 0.006,
      "grad_norm": 0.08585469424724579,
      "learning_rate": 3.7962499999999994e-05,
      "loss": 4.3443,
      "step": 600
    },
    {
      "epoch": 0.007,
      "grad_norm": 0.08225593715906143,
      "learning_rate": 4.4206249999999994e-05,
      "loss": 4.3023,
      "step": 700
    },
    {
      "epoch": 0.008,
      "grad_norm": 0.09392552822828293,
      "learning_rate": 5.045e-05,
      "loss": 4.2707,
      "step": 800
    },
    {
      "epoch": 0.009,
      "grad_norm": 0.08779512345790863,
      "learning_rate": 5.669375e-05,
      "loss": 4.2444,
      "step": 900
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.09750315546989441,
      "learning_rate": 6.293749999999999e-05,
      "loss": 4.22,
      "step": 1000
    },
    {
      "epoch": 0.011,
      "grad_norm": 0.08571433275938034,
      "learning_rate": 6.918125e-05,
      "loss": 4.2002,
      "step": 1100
    },
    {
      "epoch": 0.012,
      "grad_norm": 0.09333999454975128,
      "learning_rate": 7.542499999999999e-05,
      "loss": 4.1821,
      "step": 1200
    },
    {
      "epoch": 0.013,
      "grad_norm": 0.09406431764364243,
      "learning_rate": 8.166875e-05,
      "loss": 4.166,
      "step": 1300
    },
    {
      "epoch": 0.014,
      "grad_norm": 0.08803971856832504,
      "learning_rate": 8.791249999999999e-05,
      "loss": 4.1483,
      "step": 1400
    },
    {
      "epoch": 0.015,
      "grad_norm": 0.10886548459529877,
      "learning_rate": 9.415625e-05,
      "loss": 4.1324,
      "step": 1500
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.10178254544734955,
      "learning_rate": 0.0001004,
      "loss": 4.1196,
      "step": 1600
    },
    {
      "epoch": 0.017,
      "grad_norm": 0.09580868482589722,
      "learning_rate": 0.00010664375,
      "loss": 4.107,
      "step": 1700
    },
    {
      "epoch": 0.018,
      "grad_norm": 0.0989207997918129,
      "learning_rate": 0.0001128875,
      "loss": 4.0939,
      "step": 1800
    },
    {
      "epoch": 0.019,
      "grad_norm": 0.08986181765794754,
      "learning_rate": 0.00011913125,
      "loss": 4.0821,
      "step": 1900
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.10257107019424438,
      "learning_rate": 0.000125375,
      "loss": 4.0721,
      "step": 2000
    },
    {
      "epoch": 0.02,
      "eval_loss": 4.4296875,
      "eval_runtime": 33.6861,
      "eval_samples_per_second": 17876.479,
      "eval_steps_per_second": 17.485,
      "step": 2000
    },
    {
      "epoch": 0.021,
      "grad_norm": 0.10034991055727005,
      "learning_rate": 0.00013161875,
      "loss": 4.0629,
      "step": 2100
    },
    {
      "epoch": 0.022,
      "grad_norm": 0.10683776438236237,
      "learning_rate": 0.0001378625,
      "loss": 4.0515,
      "step": 2200
    },
    {
      "epoch": 0.023,
      "grad_norm": 0.10092870891094208,
      "learning_rate": 0.00014410625,
      "loss": 4.0428,
      "step": 2300
    },
    {
      "epoch": 0.024,
      "grad_norm": 0.11656210571527481,
      "learning_rate": 0.00015035,
      "loss": 4.0305,
      "step": 2400
    },
    {
      "epoch": 0.025,
      "grad_norm": 0.10047990083694458,
      "learning_rate": 0.00015659375,
      "loss": 4.0236,
      "step": 2500
    },
    {
      "epoch": 0.026,
      "grad_norm": 0.10436904430389404,
      "learning_rate": 0.0001628375,
      "loss": 4.014,
      "step": 2600
    },
    {
      "epoch": 0.027,
      "grad_norm": 0.09785196930170059,
      "learning_rate": 0.00016908125000000002,
      "loss": 4.0062,
      "step": 2700
    },
    {
      "epoch": 0.028,
      "grad_norm": 0.10417915135622025,
      "learning_rate": 0.000175325,
      "loss": 3.9974,
      "step": 2800
    },
    {
      "epoch": 0.029,
      "grad_norm": 0.10269144922494888,
      "learning_rate": 0.00018156875,
      "loss": 3.99,
      "step": 2900
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.10645649582147598,
      "learning_rate": 0.0001878125,
      "loss": 3.9836,
      "step": 3000
    },
    {
      "epoch": 0.03,
      "eval_loss": 4.3515625,
      "eval_runtime": 33.1738,
      "eval_samples_per_second": 18152.539,
      "eval_steps_per_second": 17.755,
      "step": 3000
    },
    {
      "epoch": 0.031,
      "grad_norm": 0.11746224015951157,
      "learning_rate": 0.00019405625000000002,
      "loss": 3.9753,
      "step": 3100
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.10270912200212479,
      "learning_rate": 0.00020030000000000002,
      "loss": 3.9693,
      "step": 3200
    },
    {
      "epoch": 0.033,
      "grad_norm": 0.10418165475130081,
      "learning_rate": 0.00020654375,
      "loss": 3.9633,
      "step": 3300
    },
    {
      "epoch": 0.034,
      "grad_norm": 0.10649538040161133,
      "learning_rate": 0.0002127875,
      "loss": 3.9519,
      "step": 3400
    },
    {
      "epoch": 0.035,
      "grad_norm": 0.11068189144134521,
      "learning_rate": 0.00021903125000000001,
      "loss": 3.9479,
      "step": 3500
    },
    {
      "epoch": 0.036,
      "grad_norm": 0.11896345019340515,
      "learning_rate": 0.00022527500000000001,
      "loss": 3.9408,
      "step": 3600
    },
    {
      "epoch": 0.037,
      "grad_norm": 0.09746250510215759,
      "learning_rate": 0.00023151875000000004,
      "loss": 3.9353,
      "step": 3700
    },
    {
      "epoch": 0.038,
      "grad_norm": 0.15779097378253937,
      "learning_rate": 0.00023776249999999999,
      "loss": 3.9304,
      "step": 3800
    },
    {
      "epoch": 0.039,
      "grad_norm": 0.10786330699920654,
      "learning_rate": 0.00024400625,
      "loss": 3.9227,
      "step": 3900
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.11500537395477295,
      "learning_rate": 0.00025025,
      "loss": 3.9166,
      "step": 4000
    },
    {
      "epoch": 0.04,
      "eval_loss": 4.296875,
      "eval_runtime": 33.1436,
      "eval_samples_per_second": 18169.071,
      "eval_steps_per_second": 17.771,
      "step": 4000
    },
    {
      "epoch": 0.041,
      "grad_norm": 0.13655492663383484,
      "learning_rate": 0.00025649375,
      "loss": 3.9107,
      "step": 4100
    },
    {
      "epoch": 0.042,
      "grad_norm": 0.10026777535676956,
      "learning_rate": 0.00026273750000000004,
      "loss": 3.9054,
      "step": 4200
    },
    {
      "epoch": 0.043,
      "grad_norm": 0.12338188290596008,
      "learning_rate": 0.00026898125000000004,
      "loss": 3.9006,
      "step": 4300
    },
    {
      "epoch": 0.044,
      "grad_norm": 0.10768528282642365,
      "learning_rate": 0.000275225,
      "loss": 3.894,
      "step": 4400
    },
    {
      "epoch": 0.045,
      "grad_norm": 0.10258147865533829,
      "learning_rate": 0.00028146875,
      "loss": 3.8912,
      "step": 4500
    },
    {
      "epoch": 0.046,
      "grad_norm": 0.17049455642700195,
      "learning_rate": 0.0002877125,
      "loss": 3.8824,
      "step": 4600
    },
    {
      "epoch": 0.047,
      "grad_norm": 0.10924670845270157,
      "learning_rate": 0.00029395625000000003,
      "loss": 3.8803,
      "step": 4700
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.12295184284448624,
      "learning_rate": 0.0003002,
      "loss": 3.8727,
      "step": 4800
    },
    {
      "epoch": 0.049,
      "grad_norm": 0.1435551792383194,
      "learning_rate": 0.00030644375000000003,
      "loss": 3.8705,
      "step": 4900
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.16839157044887543,
      "learning_rate": 0.00031268750000000003,
      "loss": 3.8646,
      "step": 5000
    },
    {
      "epoch": 0.05,
      "eval_loss": 4.25,
      "eval_runtime": 33.1236,
      "eval_samples_per_second": 18180.027,
      "eval_steps_per_second": 17.782,
      "step": 5000
    },
    {
      "epoch": 0.051,
      "grad_norm": 0.12637090682983398,
      "learning_rate": 0.00031893125000000003,
      "loss": 3.86,
      "step": 5100
    },
    {
      "epoch": 0.052,
      "grad_norm": 0.16098865866661072,
      "learning_rate": 0.000325175,
      "loss": 3.8559,
      "step": 5200
    },
    {
      "epoch": 0.053,
      "grad_norm": 0.10894348472356796,
      "learning_rate": 0.00033141875,
      "loss": 3.8512,
      "step": 5300
    },
    {
      "epoch": 0.054,
      "grad_norm": 0.11462244391441345,
      "learning_rate": 0.00033766250000000003,
      "loss": 3.8469,
      "step": 5400
    },
    {
      "epoch": 0.055,
      "grad_norm": 0.111247718334198,
      "learning_rate": 0.00034390625000000003,
      "loss": 3.842,
      "step": 5500
    },
    {
      "epoch": 0.056,
      "grad_norm": 0.14288830757141113,
      "learning_rate": 0.00035015,
      "loss": 3.8373,
      "step": 5600
    },
    {
      "epoch": 0.057,
      "grad_norm": 0.14327366650104523,
      "learning_rate": 0.00035639375,
      "loss": 3.8346,
      "step": 5700
    },
    {
      "epoch": 0.058,
      "grad_norm": 0.10640984773635864,
      "learning_rate": 0.0003626375,
      "loss": 3.8318,
      "step": 5800
    },
    {
      "epoch": 0.059,
      "grad_norm": 0.12228193134069443,
      "learning_rate": 0.0003688812500000001,
      "loss": 3.8274,
      "step": 5900
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.12095323950052261,
      "learning_rate": 0.00037512499999999997,
      "loss": 3.8233,
      "step": 6000
    },
    {
      "epoch": 0.06,
      "eval_loss": 4.21875,
      "eval_runtime": 33.1908,
      "eval_samples_per_second": 18143.214,
      "eval_steps_per_second": 17.746,
      "step": 6000
    },
    {
      "epoch": 0.061,
      "grad_norm": 0.17427460849285126,
      "learning_rate": 0.00038136874999999997,
      "loss": 3.8206,
      "step": 6100
    },
    {
      "epoch": 0.062,
      "grad_norm": 0.17270584404468536,
      "learning_rate": 0.0003876125,
      "loss": 3.8141,
      "step": 6200
    },
    {
      "epoch": 0.063,
      "grad_norm": 0.10496606677770615,
      "learning_rate": 0.00039385624999999997,
      "loss": 3.8104,
      "step": 6300
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.18062132596969604,
      "learning_rate": 0.0004001,
      "loss": 3.8084,
      "step": 6400
    },
    {
      "epoch": 0.065,
      "grad_norm": 0.1837543398141861,
      "learning_rate": 0.00040634375,
      "loss": 3.8042,
      "step": 6500
    },
    {
      "epoch": 0.066,
      "grad_norm": 0.1967838704586029,
      "learning_rate": 0.0004125875,
      "loss": 3.7992,
      "step": 6600
    },
    {
      "epoch": 0.067,
      "grad_norm": 0.23508614301681519,
      "learning_rate": 0.00041883125,
      "loss": 3.7988,
      "step": 6700
    },
    {
      "epoch": 0.068,
      "grad_norm": 0.15716159343719482,
      "learning_rate": 0.00042507499999999996,
      "loss": 3.7925,
      "step": 6800
    },
    {
      "epoch": 0.069,
      "grad_norm": 0.22673483192920685,
      "learning_rate": 0.00043131875,
      "loss": 3.7906,
      "step": 6900
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.2622189521789551,
      "learning_rate": 0.0004375625,
      "loss": 3.7868,
      "step": 7000
    },
    {
      "epoch": 0.07,
      "eval_loss": 4.19921875,
      "eval_runtime": 33.1108,
      "eval_samples_per_second": 18187.079,
      "eval_steps_per_second": 17.789,
      "step": 7000
    },
    {
      "epoch": 0.071,
      "grad_norm": 0.12971626222133636,
      "learning_rate": 0.00044380624999999996,
      "loss": 3.7834,
      "step": 7100
    },
    {
      "epoch": 0.072,
      "grad_norm": 0.12215161323547363,
      "learning_rate": 0.00045005,
      "loss": 3.7807,
      "step": 7200
    },
    {
      "epoch": 0.073,
      "grad_norm": 0.17193715274333954,
      "learning_rate": 0.00045629375,
      "loss": 3.7767,
      "step": 7300
    },
    {
      "epoch": 0.074,
      "grad_norm": 0.14749088883399963,
      "learning_rate": 0.00046253750000000007,
      "loss": 3.7741,
      "step": 7400
    },
    {
      "epoch": 0.075,
      "grad_norm": 0.21286271512508392,
      "learning_rate": 0.00046878125,
      "loss": 3.771,
      "step": 7500
    },
    {
      "epoch": 0.076,
      "grad_norm": 0.2201075553894043,
      "learning_rate": 0.00047502499999999996,
      "loss": 3.7676,
      "step": 7600
    },
    {
      "epoch": 0.077,
      "grad_norm": 0.20476743578910828,
      "learning_rate": 0.00048126875,
      "loss": 3.7648,
      "step": 7700
    },
    {
      "epoch": 0.078,
      "grad_norm": 0.1267070174217224,
      "learning_rate": 0.0004875125,
      "loss": 3.7634,
      "step": 7800
    },
    {
      "epoch": 0.079,
      "grad_norm": 0.13982422649860382,
      "learning_rate": 0.00049375625,
      "loss": 3.7585,
      "step": 7900
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.17995713651180267,
      "learning_rate": 0.0005,
      "loss": 3.7567,
      "step": 8000
    },
    {
      "epoch": 0.08,
      "eval_loss": 4.15625,
      "eval_runtime": 33.1093,
      "eval_samples_per_second": 18187.899,
      "eval_steps_per_second": 17.79,
      "step": 8000
    },
    {
      "epoch": 0.081,
      "grad_norm": 0.14613783359527588,
      "learning_rate": 0.0004969039949999533,
      "loss": 3.7543,
      "step": 8100
    },
    {
      "epoch": 0.082,
      "grad_norm": 0.13322409987449646,
      "learning_rate": 0.0004938647983247948,
      "loss": 3.7495,
      "step": 8200
    },
    {
      "epoch": 0.083,
      "grad_norm": 0.23195946216583252,
      "learning_rate": 0.0004908806936738159,
      "loss": 3.7483,
      "step": 8300
    },
    {
      "epoch": 0.084,
      "grad_norm": 0.22853663563728333,
      "learning_rate": 0.00048795003647426655,
      "loss": 3.7421,
      "step": 8400
    },
    {
      "epoch": 0.085,
      "grad_norm": 0.19258145987987518,
      "learning_rate": 0.0004850712500726659,
      "loss": 3.74,
      "step": 8500
    },
    {
      "epoch": 0.086,
      "grad_norm": 0.15334059298038483,
      "learning_rate": 0.0004822428221704122,
      "loss": 3.7385,
      "step": 8600
    },
    {
      "epoch": 0.087,
      "grad_norm": 0.13609085977077484,
      "learning_rate": 0.0004794633014853842,
      "loss": 3.7364,
      "step": 8700
    },
    {
      "epoch": 0.088,
      "grad_norm": 0.16103780269622803,
      "learning_rate": 0.00047673129462279614,
      "loss": 3.7331,
      "step": 8800
    },
    {
      "epoch": 0.089,
      "grad_norm": 0.13547872006893158,
      "learning_rate": 0.00047404546313997725,
      "loss": 3.7288,
      "step": 8900
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.1519702523946762,
      "learning_rate": 0.00047140452079103175,
      "loss": 3.7258,
      "step": 9000
    },
    {
      "epoch": 0.09,
      "eval_loss": 4.13671875,
      "eval_runtime": 33.1497,
      "eval_samples_per_second": 18165.735,
      "eval_steps_per_second": 17.768,
      "step": 9000
    },
    {
      "epoch": 0.091,
      "grad_norm": 0.13400638103485107,
      "learning_rate": 0.00046880723093849544,
      "loss": 3.7264,
      "step": 9100
    },
    {
      "epoch": 0.092,
      "grad_norm": 0.17761798202991486,
      "learning_rate": 0.0004662524041201569,
      "loss": 3.7228,
      "step": 9200
    },
    {
      "epoch": 0.093,
      "grad_norm": 0.10788439959287643,
      "learning_rate": 0.00046373889576016824,
      "loss": 3.7187,
      "step": 9300
    },
    {
      "epoch": 0.094,
      "grad_norm": 0.13771696388721466,
      "learning_rate": 0.00046126560401444256,
      "loss": 3.7147,
      "step": 9400
    },
    {
      "epoch": 0.095,
      "grad_norm": 0.1324366182088852,
      "learning_rate": 0.0004588314677411235,
      "loss": 3.7148,
      "step": 9500
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.15091444551944733,
      "learning_rate": 0.0004564354645876385,
      "loss": 3.7135,
      "step": 9600
    },
    {
      "epoch": 0.097,
      "grad_norm": 0.1656925231218338,
      "learning_rate": 0.0004540766091864998,
      "loss": 3.7098,
      "step": 9700
    },
    {
      "epoch": 0.098,
      "grad_norm": 0.13978664577007294,
      "learning_rate": 0.00045175395145262567,
      "loss": 3.7062,
      "step": 9800
    },
    {
      "epoch": 0.099,
      "grad_norm": 0.10810708999633789,
      "learning_rate": 0.0004494665749754947,
      "loss": 3.7057,
      "step": 9900
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.1327275186777115,
      "learning_rate": 0.00044721359549995795,
      "loss": 3.7022,
      "step": 10000
    },
    {
      "epoch": 0.1,
      "eval_loss": 4.11328125,
      "eval_runtime": 33.1707,
      "eval_samples_per_second": 18154.235,
      "eval_steps_per_second": 17.757,
      "step": 10000
    },
    {
      "epoch": 0.101,
      "grad_norm": 0.1312229484319687,
      "learning_rate": 0.0004449941594899848,
      "loss": 3.7018,
      "step": 10100
    },
    {
      "epoch": 0.102,
      "grad_norm": 0.12260957062244415,
      "learning_rate": 0.0004428074427700477,
      "loss": 3.6961,
      "step": 10200
    },
    {
      "epoch": 0.103,
      "grad_norm": 0.10720884054899216,
      "learning_rate": 0.0004406526492392317,
      "loss": 3.6958,
      "step": 10300
    },
    {
      "epoch": 0.104,
      "grad_norm": 0.10942485928535461,
      "learning_rate": 0.0004385290096535146,
      "loss": 3.6949,
      "step": 10400
    },
    {
      "epoch": 0.105,
      "grad_norm": 0.11342720687389374,
      "learning_rate": 0.0004364357804719848,
      "loss": 3.6954,
      "step": 10500
    },
    {
      "epoch": 0.106,
      "grad_norm": 0.12471634149551392,
      "learning_rate": 0.0004343722427630694,
      "loss": 3.6926,
      "step": 10600
    },
    {
      "epoch": 0.107,
      "grad_norm": 0.11318652331829071,
      "learning_rate": 0.00043233770116711697,
      "loss": 3.6912,
      "step": 10700
    },
    {
      "epoch": 0.108,
      "grad_norm": 0.11893333494663239,
      "learning_rate": 0.0004303314829119352,
      "loss": 3.6893,
      "step": 10800
    },
    {
      "epoch": 0.109,
      "grad_norm": 0.12605136632919312,
      "learning_rate": 0.0004283529368781193,
      "loss": 3.6862,
      "step": 10900
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.24888132512569427,
      "learning_rate": 0.00042640143271122083,
      "loss": 3.6851,
      "step": 11000
    },
    {
      "epoch": 0.11,
      "eval_loss": 4.09765625,
      "eval_runtime": 33.0869,
      "eval_samples_per_second": 18200.176,
      "eval_steps_per_second": 17.802,
      "step": 11000
    },
    {
      "epoch": 0.111,
      "grad_norm": 0.1126684695482254,
      "learning_rate": 0.00042447635997800896,
      "loss": 3.6798,
      "step": 11100
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.16141295433044434,
      "learning_rate": 0.0004225771273642583,
      "loss": 3.6806,
      "step": 11200
    },
    {
      "epoch": 0.113,
      "grad_norm": 0.18238785862922668,
      "learning_rate": 0.0004207031619116712,
      "loss": 3.6773,
      "step": 11300
    },
    {
      "epoch": 0.114,
      "grad_norm": 0.14396843314170837,
      "learning_rate": 0.0004188539082916955,
      "loss": 3.6765,
      "step": 11400
    },
    {
      "epoch": 0.115,
      "grad_norm": 0.20065593719482422,
      "learning_rate": 0.0004170288281141495,
      "loss": 3.673,
      "step": 11500
    },
    {
      "epoch": 0.116,
      "grad_norm": 0.12579910457134247,
      "learning_rate": 0.00041522739926869986,
      "loss": 3.6727,
      "step": 11600
    },
    {
      "epoch": 0.117,
      "grad_norm": 0.10580720007419586,
      "learning_rate": 0.0004134491152973616,
      "loss": 3.6699,
      "step": 11700
    },
    {
      "epoch": 0.118,
      "grad_norm": 0.12733343243598938,
      "learning_rate": 0.00041169348479630914,
      "loss": 3.6685,
      "step": 11800
    },
    {
      "epoch": 0.119,
      "grad_norm": 0.09983912110328674,
      "learning_rate": 0.0004099600308453939,
      "loss": 3.6677,
      "step": 11900
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.1023598462343216,
      "learning_rate": 0.0004082482904638631,
      "loss": 3.6669,
      "step": 12000
    },
    {
      "epoch": 0.12,
      "eval_loss": 4.08203125,
      "eval_runtime": 33.0923,
      "eval_samples_per_second": 18197.203,
      "eval_steps_per_second": 17.799,
      "step": 12000
    },
    {
      "epoch": 0.121,
      "grad_norm": 0.12581580877304077,
      "learning_rate": 0.0004065578140908709,
      "loss": 3.6641,
      "step": 12100
    },
    {
      "epoch": 0.122,
      "grad_norm": 0.11037498712539673,
      "learning_rate": 0.000404888165089458,
      "loss": 3.664,
      "step": 12200
    },
    {
      "epoch": 0.123,
      "grad_norm": 0.11614446341991425,
      "learning_rate": 0.0004032389192727559,
      "loss": 3.6598,
      "step": 12300
    },
    {
      "epoch": 0.124,
      "grad_norm": 0.12279075384140015,
      "learning_rate": 0.0004016096644512495,
      "loss": 3.6603,
      "step": 12400
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.1049276739358902,
      "learning_rate": 0.0004,
      "loss": 3.6569,
      "step": 12500
    },
    {
      "epoch": 0.126,
      "grad_norm": 0.16340377926826477,
      "learning_rate": 0.0003984095364447979,
      "loss": 3.6581,
      "step": 12600
    },
    {
      "epoch": 0.127,
      "grad_norm": 0.10878612846136093,
      "learning_rate": 0.00039683789506627255,
      "loss": 3.6548,
      "step": 12700
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.11425680667161942,
      "learning_rate": 0.00039528470752104737,
      "loss": 3.6564,
      "step": 12800
    },
    {
      "epoch": 0.129,
      "grad_norm": 0.12371216714382172,
      "learning_rate": 0.0003937496154790789,
      "loss": 3.6509,
      "step": 12900
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.1376781165599823,
      "learning_rate": 0.0003922322702763681,
      "loss": 3.6531,
      "step": 13000
    },
    {
      "epoch": 0.13,
      "eval_loss": 4.0625,
      "eval_runtime": 33.0799,
      "eval_samples_per_second": 18204.035,
      "eval_steps_per_second": 17.805,
      "step": 13000
    },
    {
      "epoch": 0.131,
      "grad_norm": 0.15412083268165588,
      "learning_rate": 0.00039073233258228173,
      "loss": 3.6495,
      "step": 13100
    },
    {
      "epoch": 0.132,
      "grad_norm": 0.10344259440898895,
      "learning_rate": 0.0003892494720807615,
      "loss": 3.652,
      "step": 13200
    },
    {
      "epoch": 0.133,
      "grad_norm": 0.12037135660648346,
      "learning_rate": 0.0003877833671647406,
      "loss": 3.6492,
      "step": 13300
    },
    {
      "epoch": 0.134,
      "grad_norm": 0.10815135389566422,
      "learning_rate": 0.0003863337046431279,
      "loss": 3.6461,
      "step": 13400
    },
    {
      "epoch": 0.135,
      "grad_norm": 0.14830388128757477,
      "learning_rate": 0.00038490017945975053,
      "loss": 3.6432,
      "step": 13500
    },
    {
      "epoch": 0.136,
      "grad_norm": 0.14780588448047638,
      "learning_rate": 0.0003834824944236852,
      "loss": 3.641,
      "step": 13600
    },
    {
      "epoch": 0.137,
      "grad_norm": 0.13959766924381256,
      "learning_rate": 0.00038208035995043505,
      "loss": 3.6423,
      "step": 13700
    },
    {
      "epoch": 0.138,
      "grad_norm": 0.1739835888147354,
      "learning_rate": 0.0003806934938134405,
      "loss": 3.6412,
      "step": 13800
    },
    {
      "epoch": 0.139,
      "grad_norm": 0.1504901498556137,
      "learning_rate": 0.0003793216209054408,
      "loss": 3.6402,
      "step": 13900
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.11134779453277588,
      "learning_rate": 0.0003779644730092272,
      "loss": 3.6379,
      "step": 14000
    },
    {
      "epoch": 0.14,
      "eval_loss": 4.0546875,
      "eval_runtime": 33.0435,
      "eval_samples_per_second": 18224.12,
      "eval_steps_per_second": 17.825,
      "step": 14000
    },
    {
      "epoch": 0.141,
      "grad_norm": 0.14684522151947021,
      "learning_rate": 0.0003766217885773547,
      "loss": 3.638,
      "step": 14100
    },
    {
      "epoch": 0.142,
      "grad_norm": 0.10334658622741699,
      "learning_rate": 0.0003752933125204008,
      "loss": 3.6364,
      "step": 14200
    },
    {
      "epoch": 0.143,
      "grad_norm": 0.1433073729276657,
      "learning_rate": 0.00037397879600338285,
      "loss": 3.636,
      "step": 14300
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.112115278840065,
      "learning_rate": 0.000372677996249965,
      "loss": 3.6345,
      "step": 14400
    },
    {
      "epoch": 0.145,
      "grad_norm": 0.11925119906663895,
      "learning_rate": 0.0003713906763541037,
      "loss": 3.6319,
      "step": 14500
    },
    {
      "epoch": 0.146,
      "grad_norm": 0.12104904651641846,
      "learning_rate": 0.00037011660509880264,
      "loss": 3.6304,
      "step": 14600
    },
    {
      "epoch": 0.147,
      "grad_norm": 0.13862280547618866,
      "learning_rate": 0.0003688555567816587,
      "loss": 3.6297,
      "step": 14700
    },
    {
      "epoch": 0.148,
      "grad_norm": 0.1608782410621643,
      "learning_rate": 0.00036760731104690394,
      "loss": 3.6296,
      "step": 14800
    },
    {
      "epoch": 0.149,
      "grad_norm": 0.09898547828197479,
      "learning_rate": 0.0003663716527236559,
      "loss": 3.6265,
      "step": 14900
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.11533054709434509,
      "learning_rate": 0.00036514837167011074,
      "loss": 3.6266,
      "step": 15000
    },
    {
      "epoch": 0.15,
      "eval_loss": 4.05078125,
      "eval_runtime": 33.0573,
      "eval_samples_per_second": 18216.467,
      "eval_steps_per_second": 17.818,
      "step": 15000
    },
    {
      "epoch": 0.151,
      "grad_norm": 0.10128284990787506,
      "learning_rate": 0.0003639372626234195,
      "loss": 3.6259,
      "step": 15100
    },
    {
      "epoch": 0.152,
      "grad_norm": 0.12907330691814423,
      "learning_rate": 0.0003627381250550059,
      "loss": 3.6277,
      "step": 15200
    },
    {
      "epoch": 0.153,
      "grad_norm": 0.09283538907766342,
      "learning_rate": 0.0003615507630310936,
      "loss": 3.6219,
      "step": 15300
    },
    {
      "epoch": 0.154,
      "grad_norm": 0.10961660742759705,
      "learning_rate": 0.0003603749850782236,
      "loss": 3.6233,
      "step": 15400
    },
    {
      "epoch": 0.155,
      "grad_norm": 0.11972799897193909,
      "learning_rate": 0.00035921060405354985,
      "loss": 3.6202,
      "step": 15500
    },
    {
      "epoch": 0.156,
      "grad_norm": 0.11016960442066193,
      "learning_rate": 0.0003580574370197164,
      "loss": 3.6204,
      "step": 15600
    },
    {
      "epoch": 0.157,
      "grad_norm": 0.11285857856273651,
      "learning_rate": 0.0003569153051241248,
      "loss": 3.6205,
      "step": 15700
    },
    {
      "epoch": 0.158,
      "grad_norm": 0.11873608082532883,
      "learning_rate": 0.00035578403348241,
      "loss": 3.619,
      "step": 15800
    },
    {
      "epoch": 0.159,
      "grad_norm": 0.1388588696718216,
      "learning_rate": 0.0003546634510659543,
      "loss": 3.6178,
      "step": 15900
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.10858651995658875,
      "learning_rate": 0.00035355339059327376,
      "loss": 3.6183,
      "step": 16000
    },
    {
      "epoch": 0.16,
      "eval_loss": 4.03515625,
      "eval_runtime": 33.0196,
      "eval_samples_per_second": 18237.308,
      "eval_steps_per_second": 17.838,
      "step": 16000
    },
    {
      "epoch": 0.161,
      "grad_norm": 0.09829683601856232,
      "learning_rate": 0.0003524536884251207,
      "loss": 3.618,
      "step": 16100
    },
    {
      "epoch": 0.162,
      "grad_norm": 0.12840525805950165,
      "learning_rate": 0.00035136418446315325,
      "loss": 3.6153,
      "step": 16200
    },
    {
      "epoch": 0.163,
      "grad_norm": 0.13450373709201813,
      "learning_rate": 0.00035028472205202936,
      "loss": 3.6142,
      "step": 16300
    },
    {
      "epoch": 0.164,
      "grad_norm": 0.09422667324542999,
      "learning_rate": 0.00034921514788478915,
      "loss": 3.6129,
      "step": 16400
    },
    {
      "epoch": 0.165,
      "grad_norm": 0.1105048656463623,
      "learning_rate": 0.0003481553119113957,
      "loss": 3.6126,
      "step": 16500
    },
    {
      "epoch": 0.166,
      "grad_norm": 0.11182115972042084,
      "learning_rate": 0.00034710506725031166,
      "loss": 3.6077,
      "step": 16600
    },
    {
      "epoch": 0.167,
      "grad_norm": 0.15074919164180756,
      "learning_rate": 0.0003460642701029914,
      "loss": 3.6093,
      "step": 16700
    },
    {
      "epoch": 0.168,
      "grad_norm": 0.11445897072553635,
      "learning_rate": 0.00034503277967117707,
      "loss": 3.6077,
      "step": 16800
    },
    {
      "epoch": 0.169,
      "grad_norm": 0.10784851759672165,
      "learning_rate": 0.0003440104580768907,
      "loss": 3.6088,
      "step": 16900
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.11717010289430618,
      "learning_rate": 0.00034299717028501764,
      "loss": 3.6059,
      "step": 17000
    },
    {
      "epoch": 0.17,
      "eval_loss": 4.03125,
      "eval_runtime": 33.0161,
      "eval_samples_per_second": 18239.208,
      "eval_steps_per_second": 17.84,
      "step": 17000
    },
    {
      "epoch": 0.171,
      "grad_norm": 0.10456647723913193,
      "learning_rate": 0.00034199278402838475,
      "loss": 3.6086,
      "step": 17100
    },
    {
      "epoch": 0.172,
      "grad_norm": 0.11512298136949539,
      "learning_rate": 0.00034099716973523677,
      "loss": 3.6081,
      "step": 17200
    },
    {
      "epoch": 0.173,
      "grad_norm": 0.11558009684085846,
      "learning_rate": 0.000340010200459023,
      "loss": 3.605,
      "step": 17300
    },
    {
      "epoch": 0.174,
      "grad_norm": 0.12961934506893158,
      "learning_rate": 0.0003390317518104052,
      "loss": 3.6042,
      "step": 17400
    },
    {
      "epoch": 0.175,
      "grad_norm": 0.10916338860988617,
      "learning_rate": 0.0003380617018914066,
      "loss": 3.605,
      "step": 17500
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.09793013334274292,
      "learning_rate": 0.00033709993123162105,
      "loss": 3.6012,
      "step": 17600
    },
    {
      "epoch": 0.177,
      "grad_norm": 0.09620773047208786,
      "learning_rate": 0.0003361463227264072,
      "loss": 3.6022,
      "step": 17700
    },
    {
      "epoch": 0.178,
      "grad_norm": 0.1438409984111786,
      "learning_rate": 0.0003352007615769955,
      "loss": 3.5989,
      "step": 17800
    },
    {
      "epoch": 0.179,
      "grad_norm": 0.09917107224464417,
      "learning_rate": 0.0003342631352324378,
      "loss": 3.5997,
      "step": 17900
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.1120196059346199,
      "learning_rate": 0.0003333333333333333,
      "loss": 3.5982,
      "step": 18000
    },
    {
      "epoch": 0.18,
      "eval_loss": 4.02734375,
      "eval_runtime": 32.9951,
      "eval_samples_per_second": 18250.853,
      "eval_steps_per_second": 17.851,
      "step": 18000
    },
    {
      "epoch": 0.181,
      "grad_norm": 0.11737548559904099,
      "learning_rate": 0.00033241124765726683,
      "loss": 3.6,
      "step": 18100
    },
    {
      "epoch": 0.182,
      "grad_norm": 0.09610620886087418,
      "learning_rate": 0.00033149677206589795,
      "loss": 3.5976,
      "step": 18200
    },
    {
      "epoch": 0.183,
      "grad_norm": 0.0966159924864769,
      "learning_rate": 0.00033058980245364314,
      "loss": 3.5956,
      "step": 18300
    },
    {
      "epoch": 0.184,
      "grad_norm": 0.12272274494171143,
      "learning_rate": 0.00032969023669789354,
      "loss": 3.5948,
      "step": 18400
    },
    {
      "epoch": 0.185,
      "grad_norm": 0.12435866892337799,
      "learning_rate": 0.0003287979746107146,
      "loss": 3.5962,
      "step": 18500
    },
    {
      "epoch": 0.186,
      "grad_norm": 0.13750095665454865,
      "learning_rate": 0.0003279129178919765,
      "loss": 3.5942,
      "step": 18600
    },
    {
      "epoch": 0.187,
      "grad_norm": 0.09951788187026978,
      "learning_rate": 0.00032703497008386434,
      "loss": 3.5948,
      "step": 18700
    },
    {
      "epoch": 0.188,
      "grad_norm": 0.17174014449119568,
      "learning_rate": 0.0003261640365267211,
      "loss": 3.5918,
      "step": 18800
    },
    {
      "epoch": 0.189,
      "grad_norm": 0.09349057078361511,
      "learning_rate": 0.0003253000243161777,
      "loss": 3.5933,
      "step": 18900
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.13002406060695648,
      "learning_rate": 0.0003244428422615251,
      "loss": 3.5934,
      "step": 19000
    },
    {
      "epoch": 0.19,
      "eval_loss": 4.01171875,
      "eval_runtime": 33.1166,
      "eval_samples_per_second": 18183.864,
      "eval_steps_per_second": 17.786,
      "step": 19000
    },
    {
      "epoch": 0.191,
      "grad_norm": 0.09189624339342117,
      "learning_rate": 0.0003235924008452868,
      "loss": 3.5931,
      "step": 19100
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.14783063530921936,
      "learning_rate": 0.0003227486121839514,
      "loss": 3.5908,
      "step": 19200
    },
    {
      "epoch": 0.193,
      "grad_norm": 0.12302859127521515,
      "learning_rate": 0.00032191138998982524,
      "loss": 3.59,
      "step": 19300
    },
    {
      "epoch": 0.194,
      "grad_norm": 0.11037351936101913,
      "learning_rate": 0.0003210806495339678,
      "loss": 3.5881,
      "step": 19400
    },
    {
      "epoch": 0.195,
      "grad_norm": 0.10322829335927963,
      "learning_rate": 0.00032025630761017425,
      "loss": 3.5877,
      "step": 19500
    },
    {
      "epoch": 0.196,
      "grad_norm": 0.09346406161785126,
      "learning_rate": 0.00031943828249997,
      "loss": 3.5847,
      "step": 19600
    },
    {
      "epoch": 0.197,
      "grad_norm": 0.10106361657381058,
      "learning_rate": 0.0003186264939385831,
      "loss": 3.5857,
      "step": 19700
    },
    {
      "epoch": 0.198,
      "grad_norm": 0.11678298562765121,
      "learning_rate": 0.0003178208630818641,
      "loss": 3.5852,
      "step": 19800
    },
    {
      "epoch": 0.199,
      "grad_norm": 0.10398001223802567,
      "learning_rate": 0.00031702131247412076,
      "loss": 3.5837,
      "step": 19900
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.09851796180009842,
      "learning_rate": 0.00031622776601683794,
      "loss": 3.5844,
      "step": 20000
    },
    {
      "epoch": 0.2,
      "eval_loss": 4.0078125,
      "eval_runtime": 33.1319,
      "eval_samples_per_second": 18175.498,
      "eval_steps_per_second": 17.777,
      "step": 20000
    },
    {
      "epoch": 0.201,
      "grad_norm": 0.11415958404541016,
      "learning_rate": 0.00031544014893825583,
      "loss": 3.5827,
      "step": 20100
    },
    {
      "epoch": 0.202,
      "grad_norm": 0.14236243069171906,
      "learning_rate": 0.0003146583877637763,
      "loss": 3.5815,
      "step": 20200
    },
    {
      "epoch": 0.203,
      "grad_norm": 0.10967651009559631,
      "learning_rate": 0.0003138824102871722,
      "loss": 3.5822,
      "step": 20300
    },
    {
      "epoch": 0.204,
      "grad_norm": 0.0956553965806961,
      "learning_rate": 0.0003131121455425748,
      "loss": 3.5814,
      "step": 20400
    },
    {
      "epoch": 0.205,
      "grad_norm": 0.10149464756250381,
      "learning_rate": 0.0003123475237772121,
      "loss": 3.5802,
      "step": 20500
    },
    {
      "epoch": 0.206,
      "grad_norm": 0.12360329180955887,
      "learning_rate": 0.0003115884764248779,
      "loss": 3.5806,
      "step": 20600
    },
    {
      "epoch": 0.207,
      "grad_norm": 0.09695049375295639,
      "learning_rate": 0.0003108349360801046,
      "loss": 3.5792,
      "step": 20700
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.09988222271203995,
      "learning_rate": 0.0003100868364730211,
      "loss": 3.5786,
      "step": 20800
    },
    {
      "epoch": 0.209,
      "grad_norm": 0.10975050926208496,
      "learning_rate": 0.000309344112444873,
      "loss": 3.5775,
      "step": 20900
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.11329706013202667,
      "learning_rate": 0.00030860669992418383,
      "loss": 3.579,
      "step": 21000
    },
    {
      "epoch": 0.21,
      "eval_loss": 3.99609375,
      "eval_runtime": 32.9688,
      "eval_samples_per_second": 18265.41,
      "eval_steps_per_second": 17.865,
      "step": 21000
    },
    {
      "epoch": 0.211,
      "grad_norm": 0.10806494951248169,
      "learning_rate": 0.00030787453590353956,
      "loss": 3.5766,
      "step": 21100
    },
    {
      "epoch": 0.212,
      "grad_norm": 0.10181587189435959,
      "learning_rate": 0.0003071475584169756,
      "loss": 3.578,
      "step": 21200
    },
    {
      "epoch": 0.213,
      "grad_norm": 0.1141391471028328,
      "learning_rate": 0.00030642570651794775,
      "loss": 3.5747,
      "step": 21300
    },
    {
      "epoch": 0.214,
      "grad_norm": 0.0977480486035347,
      "learning_rate": 0.00030570892025787156,
      "loss": 3.5767,
      "step": 21400
    },
    {
      "epoch": 0.215,
      "grad_norm": 0.12418569624423981,
      "learning_rate": 0.00030499714066520935,
      "loss": 3.5739,
      "step": 21500
    },
    {
      "epoch": 0.216,
      "grad_norm": 0.10716783255338669,
      "learning_rate": 0.00030429030972509223,
      "loss": 3.5754,
      "step": 21600
    },
    {
      "epoch": 0.217,
      "grad_norm": 0.11646725982427597,
      "learning_rate": 0.0003035883703594582,
      "loss": 3.5718,
      "step": 21700
    },
    {
      "epoch": 0.218,
      "grad_norm": 0.10092218220233917,
      "learning_rate": 0.00030289126640769133,
      "loss": 3.575,
      "step": 21800
    },
    {
      "epoch": 0.219,
      "grad_norm": 0.10740833729505539,
      "learning_rate": 0.0003021989426077497,
      "loss": 3.5721,
      "step": 21900
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.11317898333072662,
      "learning_rate": 0.00030151134457776364,
      "loss": 3.5709,
      "step": 22000
    },
    {
      "epoch": 0.22,
      "eval_loss": 3.9921875,
      "eval_runtime": 32.9711,
      "eval_samples_per_second": 18264.112,
      "eval_steps_per_second": 17.864,
      "step": 22000
    },
    {
      "epoch": 0.221,
      "grad_norm": 0.10360657423734665,
      "learning_rate": 0.0003008284187980934,
      "loss": 3.57,
      "step": 22100
    },
    {
      "epoch": 0.222,
      "grad_norm": 0.12486978620290756,
      "learning_rate": 0.0003001501125938321,
      "loss": 3.5688,
      "step": 22200
    },
    {
      "epoch": 0.223,
      "grad_norm": 0.09880336374044418,
      "learning_rate": 0.00029947637411773995,
      "loss": 3.5679,
      "step": 22300
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.116917684674263,
      "learning_rate": 0.00029880715233359837,
      "loss": 3.5674,
      "step": 22400
    },
    {
      "epoch": 0.225,
      "grad_norm": 0.10839434713125229,
      "learning_rate": 0.00029814239699997195,
      "loss": 3.5662,
      "step": 22500
    },
    {
      "epoch": 0.226,
      "grad_norm": 0.12070871144533157,
      "learning_rate": 0.0002974820586543648,
      "loss": 3.5661,
      "step": 22600
    },
    {
      "epoch": 0.227,
      "grad_norm": 0.1208093985915184,
      "learning_rate": 0.0002968260885977624,
      "loss": 3.5677,
      "step": 22700
    },
    {
      "epoch": 0.228,
      "grad_norm": 0.1058797761797905,
      "learning_rate": 0.00029617443887954616,
      "loss": 3.5673,
      "step": 22800
    },
    {
      "epoch": 0.229,
      "grad_norm": 0.10531262308359146,
      "learning_rate": 0.00029552706228277086,
      "loss": 3.5658,
      "step": 22900
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.09782661497592926,
      "learning_rate": 0.0002948839123097943,
      "loss": 3.5664,
      "step": 23000
    },
    {
      "epoch": 0.23,
      "eval_loss": 3.98828125,
      "eval_runtime": 32.9558,
      "eval_samples_per_second": 18272.61,
      "eval_steps_per_second": 17.872,
      "step": 23000
    },
    {
      "epoch": 0.231,
      "grad_norm": 0.09744828194379807,
      "learning_rate": 0.00029424494316824986,
      "loss": 3.5646,
      "step": 23100
    },
    {
      "epoch": 0.232,
      "grad_norm": 0.10593089461326599,
      "learning_rate": 0.00029361010975735173,
      "loss": 3.5659,
      "step": 23200
    },
    {
      "epoch": 0.233,
      "grad_norm": 0.13277162611484528,
      "learning_rate": 0.0002929793676545238,
      "loss": 3.563,
      "step": 23300
    },
    {
      "epoch": 0.234,
      "grad_norm": 0.09761735796928406,
      "learning_rate": 0.0002923526731023431,
      "loss": 3.5636,
      "step": 23400
    },
    {
      "epoch": 0.235,
      "grad_norm": 0.10143497586250305,
      "learning_rate": 0.0002917299829957891,
      "loss": 3.5624,
      "step": 23500
    },
    {
      "epoch": 0.236,
      "grad_norm": 0.09824883192777634,
      "learning_rate": 0.000291111254869791,
      "loss": 3.5625,
      "step": 23600
    },
    {
      "epoch": 0.237,
      "grad_norm": 0.1004340797662735,
      "learning_rate": 0.0002904964468870634,
      "loss": 3.5599,
      "step": 23700
    },
    {
      "epoch": 0.238,
      "grad_norm": 0.10824216157197952,
      "learning_rate": 0.00028988551782622426,
      "loss": 3.5618,
      "step": 23800
    },
    {
      "epoch": 0.239,
      "grad_norm": 0.09485534578561783,
      "learning_rate": 0.0002892784270701859,
      "loss": 3.563,
      "step": 23900
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.09868928045034409,
      "learning_rate": 0.00028867513459481295,
      "loss": 3.5597,
      "step": 24000
    },
    {
      "epoch": 0.24,
      "eval_loss": 3.984375,
      "eval_runtime": 33.116,
      "eval_samples_per_second": 18184.205,
      "eval_steps_per_second": 17.786,
      "step": 24000
    },
    {
      "epoch": 0.241,
      "grad_norm": 0.10118967294692993,
      "learning_rate": 0.00028807560095783866,
      "loss": 3.5607,
      "step": 24100
    },
    {
      "epoch": 0.242,
      "grad_norm": 0.11375439912080765,
      "learning_rate": 0.00028747978728803456,
      "loss": 3.5614,
      "step": 24200
    },
    {
      "epoch": 0.243,
      "grad_norm": 0.1017841324210167,
      "learning_rate": 0.00028688765527462345,
      "loss": 3.5578,
      "step": 24300
    },
    {
      "epoch": 0.244,
      "grad_norm": 0.10626488924026489,
      "learning_rate": 0.0002862991671569341,
      "loss": 3.5591,
      "step": 24400
    },
    {
      "epoch": 0.245,
      "grad_norm": 0.12246066331863403,
      "learning_rate": 0.0002857142857142857,
      "loss": 3.5587,
      "step": 24500
    },
    {
      "epoch": 0.246,
      "grad_norm": 0.11167100071907043,
      "learning_rate": 0.0002851329742561005,
      "loss": 3.5573,
      "step": 24600
    },
    {
      "epoch": 0.247,
      "grad_norm": 0.12268108874559402,
      "learning_rate": 0.0002845551966122361,
      "loss": 3.5569,
      "step": 24700
    },
    {
      "epoch": 0.248,
      "grad_norm": 0.09834783524274826,
      "learning_rate": 0.0002839809171235324,
      "loss": 3.5551,
      "step": 24800
    },
    {
      "epoch": 0.249,
      "grad_norm": 0.11501438915729523,
      "learning_rate": 0.00028341010063256787,
      "loss": 3.5549,
      "step": 24900
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.12867997586727142,
      "learning_rate": 0.000282842712474619,
      "loss": 3.5538,
      "step": 25000
    },
    {
      "epoch": 0.25,
      "eval_loss": 3.978515625,
      "eval_runtime": 33.0607,
      "eval_samples_per_second": 18214.619,
      "eval_steps_per_second": 17.816,
      "step": 25000
    },
    {
      "epoch": 0.251,
      "grad_norm": 0.09644894301891327,
      "learning_rate": 0.0002822787184688183,
      "loss": 3.556,
      "step": 25100
    },
    {
      "epoch": 0.252,
      "grad_norm": 0.10058575868606567,
      "learning_rate": 0.0002817180849095055,
      "loss": 3.5537,
      "step": 25200
    },
    {
      "epoch": 0.253,
      "grad_norm": 0.10156785696744919,
      "learning_rate": 0.0002811607785577666,
      "loss": 3.5531,
      "step": 25300
    },
    {
      "epoch": 0.254,
      "grad_norm": 0.0953749492764473,
      "learning_rate": 0.0002806067666331569,
      "loss": 3.5514,
      "step": 25400
    },
    {
      "epoch": 0.255,
      "grad_norm": 0.1226545125246048,
      "learning_rate": 0.00028005601680560193,
      "loss": 3.5512,
      "step": 25500
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.09581299126148224,
      "learning_rate": 0.00027950849718747374,
      "loss": 3.5515,
      "step": 25600
    },
    {
      "epoch": 0.257,
      "grad_norm": 0.12539328634738922,
      "learning_rate": 0.0002789641763258353,
      "loss": 3.5513,
      "step": 25700
    },
    {
      "epoch": 0.258,
      "grad_norm": 0.12774671614170074,
      "learning_rate": 0.0002784230231948523,
      "loss": 3.552,
      "step": 25800
    },
    {
      "epoch": 0.259,
      "grad_norm": 0.10204903036355972,
      "learning_rate": 0.00027788500718836423,
      "loss": 3.5499,
      "step": 25900
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.09892131388187408,
      "learning_rate": 0.0002773500981126146,
      "loss": 3.551,
      "step": 26000
    },
    {
      "epoch": 0.26,
      "eval_loss": 3.98046875,
      "eval_runtime": 32.9829,
      "eval_samples_per_second": 18257.575,
      "eval_steps_per_second": 17.858,
      "step": 26000
    },
    {
      "epoch": 0.261,
      "grad_norm": 0.09041019529104233,
      "learning_rate": 0.0002768182661791332,
      "loss": 3.5483,
      "step": 26100
    },
    {
      "epoch": 0.262,
      "grad_norm": 0.09553086757659912,
      "learning_rate": 0.00027628948199776883,
      "loss": 3.546,
      "step": 26200
    },
    {
      "epoch": 0.263,
      "grad_norm": 0.09868323802947998,
      "learning_rate": 0.00027576371656986686,
      "loss": 3.5477,
      "step": 26300
    },
    {
      "epoch": 0.264,
      "grad_norm": 0.12876607477664948,
      "learning_rate": 0.00027524094128159016,
      "loss": 3.5483,
      "step": 26400
    },
    {
      "epoch": 0.265,
      "grad_norm": 0.09975658357143402,
      "learning_rate": 0.0002747211278973781,
      "loss": 3.5484,
      "step": 26500
    },
    {
      "epoch": 0.266,
      "grad_norm": 0.12821029126644135,
      "learning_rate": 0.0002742042485535409,
      "loss": 3.5471,
      "step": 26600
    },
    {
      "epoch": 0.267,
      "grad_norm": 0.0922236442565918,
      "learning_rate": 0.00027369027575198666,
      "loss": 3.5473,
      "step": 26700
    },
    {
      "epoch": 0.268,
      "grad_norm": 0.11472651362419128,
      "learning_rate": 0.0002731791823540765,
      "loss": 3.5465,
      "step": 26800
    },
    {
      "epoch": 0.269,
      "grad_norm": 0.10681800544261932,
      "learning_rate": 0.0002726709415746059,
      "loss": 3.544,
      "step": 26900
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.1048787459731102,
      "learning_rate": 0.0002721655269759087,
      "loss": 3.545,
      "step": 27000
    },
    {
      "epoch": 0.27,
      "eval_loss": 3.97265625,
      "eval_runtime": 32.9837,
      "eval_samples_per_second": 18257.114,
      "eval_steps_per_second": 17.857,
      "step": 27000
    },
    {
      "epoch": 0.271,
      "grad_norm": 0.10347763448953629,
      "learning_rate": 0.00027166291246208065,
      "loss": 3.5436,
      "step": 27100
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.10141801089048386,
      "learning_rate": 0.0002711630722733202,
      "loss": 3.5438,
      "step": 27200
    },
    {
      "epoch": 0.273,
      "grad_norm": 0.09036429226398468,
      "learning_rate": 0.00027066598098038336,
      "loss": 3.543,
      "step": 27300
    },
    {
      "epoch": 0.274,
      "grad_norm": 0.09406576305627823,
      "learning_rate": 0.0002701716134791496,
      "loss": 3.5427,
      "step": 27400
    },
    {
      "epoch": 0.275,
      "grad_norm": 0.09352946281433105,
      "learning_rate": 0.00026967994498529687,
      "loss": 3.5417,
      "step": 27500
    },
    {
      "epoch": 0.276,
      "grad_norm": 0.09936648607254028,
      "learning_rate": 0.00026919095102908273,
      "loss": 3.5428,
      "step": 27600
    },
    {
      "epoch": 0.277,
      "grad_norm": 0.10206812620162964,
      "learning_rate": 0.00026870460745022953,
      "loss": 3.5424,
      "step": 27700
    },
    {
      "epoch": 0.278,
      "grad_norm": 0.11528582870960236,
      "learning_rate": 0.00026822089039291,
      "loss": 3.5432,
      "step": 27800
    },
    {
      "epoch": 0.279,
      "grad_norm": 0.09294348955154419,
      "learning_rate": 0.00026773977630083294,
      "loss": 3.5409,
      "step": 27900
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.10319820046424866,
      "learning_rate": 0.0002672612419124244,
      "loss": 3.5414,
      "step": 28000
    },
    {
      "epoch": 0.28,
      "eval_loss": 3.962890625,
      "eval_runtime": 32.9656,
      "eval_samples_per_second": 18267.183,
      "eval_steps_per_second": 17.867,
      "step": 28000
    },
    {
      "epoch": 0.281,
      "grad_norm": 0.12130926549434662,
      "learning_rate": 0.0002667852642561041,
      "loss": 3.5419,
      "step": 28100
    },
    {
      "epoch": 0.282,
      "grad_norm": 0.1062818095088005,
      "learning_rate": 0.00026631182064565373,
      "loss": 3.5414,
      "step": 28200
    },
    {
      "epoch": 0.283,
      "grad_norm": 0.10452710092067719,
      "learning_rate": 0.0002658408886756753,
      "loss": 3.5429,
      "step": 28300
    },
    {
      "epoch": 0.284,
      "grad_norm": 0.15059900283813477,
      "learning_rate": 0.0002653724462171376,
      "loss": 3.5387,
      "step": 28400
    },
    {
      "epoch": 0.285,
      "grad_norm": 0.1282389611005783,
      "learning_rate": 0.00026490647141300875,
      "loss": 3.5371,
      "step": 28500
    },
    {
      "epoch": 0.286,
      "grad_norm": 0.09370238333940506,
      "learning_rate": 0.0002644429426739725,
      "loss": 3.5379,
      "step": 28600
    },
    {
      "epoch": 0.287,
      "grad_norm": 0.11192005127668381,
      "learning_rate": 0.00026398183867422733,
      "loss": 3.5394,
      "step": 28700
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.11204060167074203,
      "learning_rate": 0.00026352313834736497,
      "loss": 3.5378,
      "step": 28800
    },
    {
      "epoch": 0.289,
      "grad_norm": 0.11505492776632309,
      "learning_rate": 0.0002630668208823282,
      "loss": 3.5368,
      "step": 28900
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.09516780078411102,
      "learning_rate": 0.0002626128657194451,
      "loss": 3.5368,
      "step": 29000
    },
    {
      "epoch": 0.29,
      "eval_loss": 3.962890625,
      "eval_runtime": 32.9727,
      "eval_samples_per_second": 18263.215,
      "eval_steps_per_second": 17.863,
      "step": 29000
    },
    {
      "epoch": 0.291,
      "grad_norm": 0.1098528504371643,
      "learning_rate": 0.00026216125254653817,
      "loss": 3.5356,
      "step": 29100
    },
    {
      "epoch": 0.292,
      "grad_norm": 0.09026819467544556,
      "learning_rate": 0.0002617119612951068,
      "loss": 3.5342,
      "step": 29200
    },
    {
      "epoch": 0.293,
      "grad_norm": 0.09625507891178131,
      "learning_rate": 0.00026126497213658205,
      "loss": 3.538,
      "step": 29300
    },
    {
      "epoch": 0.294,
      "grad_norm": 0.13931472599506378,
      "learning_rate": 0.00026082026547865055,
      "loss": 3.5355,
      "step": 29400
    },
    {
      "epoch": 0.295,
      "grad_norm": 0.09799457341432571,
      "learning_rate": 0.0002603778219616478,
      "loss": 3.5323,
      "step": 29500
    },
    {
      "epoch": 0.296,
      "grad_norm": 0.10035666823387146,
      "learning_rate": 0.00025993762245501815,
      "loss": 3.5353,
      "step": 29600
    },
    {
      "epoch": 0.297,
      "grad_norm": 0.09533281624317169,
      "learning_rate": 0.000259499648053841,
      "loss": 3.5361,
      "step": 29700
    },
    {
      "epoch": 0.298,
      "grad_norm": 0.1048363596200943,
      "learning_rate": 0.00025906388007541984,
      "loss": 3.533,
      "step": 29800
    },
    {
      "epoch": 0.299,
      "grad_norm": 0.1037365198135376,
      "learning_rate": 0.00025863030005593586,
      "loss": 3.5328,
      "step": 29900
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.09484585374593735,
      "learning_rate": 0.0002581988897471611,
      "loss": 3.5336,
      "step": 30000
    },
    {
      "epoch": 0.3,
      "eval_loss": 3.958984375,
      "eval_runtime": 32.9766,
      "eval_samples_per_second": 18261.09,
      "eval_steps_per_second": 17.861,
      "step": 30000
    },
    {
      "epoch": 0.301,
      "grad_norm": 0.09425152838230133,
      "learning_rate": 0.00025776963111323354,
      "loss": 3.5315,
      "step": 30100
    },
    {
      "epoch": 0.302,
      "grad_norm": 0.09814691543579102,
      "learning_rate": 0.0002573425063274894,
      "loss": 3.5347,
      "step": 30200
    },
    {
      "epoch": 0.303,
      "grad_norm": 0.1039854884147644,
      "learning_rate": 0.00025691749776935395,
      "loss": 3.5307,
      "step": 30300
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.11937417089939117,
      "learning_rate": 0.0002564945880212886,
      "loss": 3.5315,
      "step": 30400
    },
    {
      "epoch": 0.305,
      "grad_norm": 0.10565177351236343,
      "learning_rate": 0.000256073759865792,
      "loss": 3.5316,
      "step": 30500
    },
    {
      "epoch": 0.306,
      "grad_norm": 0.12661132216453552,
      "learning_rate": 0.00025565499628245683,
      "loss": 3.5289,
      "step": 30600
    },
    {
      "epoch": 0.307,
      "grad_norm": 0.10317707061767578,
      "learning_rate": 0.00025523828044507794,
      "loss": 3.5307,
      "step": 30700
    },
    {
      "epoch": 0.308,
      "grad_norm": 0.10436379164457321,
      "learning_rate": 0.00025482359571881276,
      "loss": 3.5295,
      "step": 30800
    },
    {
      "epoch": 0.309,
      "grad_norm": 0.09864766150712967,
      "learning_rate": 0.0002544109256573922,
      "loss": 3.53,
      "step": 30900
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.0929613932967186,
      "learning_rate": 0.000254000254000381,
      "loss": 3.5272,
      "step": 31000
    },
    {
      "epoch": 0.31,
      "eval_loss": 3.955078125,
      "eval_runtime": 33.0115,
      "eval_samples_per_second": 18241.739,
      "eval_steps_per_second": 17.842,
      "step": 31000
    },
    {
      "epoch": 0.311,
      "grad_norm": 0.09546711295843124,
      "learning_rate": 0.00025359156467048686,
      "loss": 3.528,
      "step": 31100
    },
    {
      "epoch": 0.312,
      "grad_norm": 0.09321217238903046,
      "learning_rate": 0.00025318484177091664,
      "loss": 3.5296,
      "step": 31200
    },
    {
      "epoch": 0.313,
      "grad_norm": 0.11899935454130173,
      "learning_rate": 0.00025278006958277935,
      "loss": 3.528,
      "step": 31300
    },
    {
      "epoch": 0.314,
      "grad_norm": 0.09187714010477066,
      "learning_rate": 0.00025237723256253436,
      "loss": 3.5265,
      "step": 31400
    },
    {
      "epoch": 0.315,
      "grad_norm": 0.09416347742080688,
      "learning_rate": 0.0002519763153394848,
      "loss": 3.5277,
      "step": 31500
    },
    {
      "epoch": 0.316,
      "grad_norm": 0.09648656100034714,
      "learning_rate": 0.0002515773027133138,
      "loss": 3.5246,
      "step": 31600
    },
    {
      "epoch": 0.317,
      "grad_norm": 0.09706927835941315,
      "learning_rate": 0.0002511801796516642,
      "loss": 3.5266,
      "step": 31700
    },
    {
      "epoch": 0.318,
      "grad_norm": 0.10058547556400299,
      "learning_rate": 0.00025078493128775957,
      "loss": 3.5249,
      "step": 31800
    },
    {
      "epoch": 0.319,
      "grad_norm": 0.11078114062547684,
      "learning_rate": 0.0002503915429180672,
      "loss": 3.5258,
      "step": 31900
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.09327193349599838,
      "learning_rate": 0.00025,
      "loss": 3.5257,
      "step": 32000
    },
    {
      "epoch": 0.32,
      "eval_loss": 3.953125,
      "eval_runtime": 32.9821,
      "eval_samples_per_second": 18258.033,
      "eval_steps_per_second": 17.858,
      "step": 32000
    },
    {
      "epoch": 0.321,
      "grad_norm": 0.10520542412996292,
      "learning_rate": 0.0002496102881496589,
      "loss": 3.5264,
      "step": 32100
    },
    {
      "epoch": 0.322,
      "grad_norm": 0.11748110502958298,
      "learning_rate": 0.0002492223931396134,
      "loss": 3.526,
      "step": 32200
    },
    {
      "epoch": 0.323,
      "grad_norm": 0.11243593692779541,
      "learning_rate": 0.0002488363008967198,
      "loss": 3.5244,
      "step": 32300
    },
    {
      "epoch": 0.324,
      "grad_norm": 0.09914110600948334,
      "learning_rate": 0.00024845199749997667,
      "loss": 3.5249,
      "step": 32400
    },
    {
      "epoch": 0.325,
      "grad_norm": 0.0963945984840393,
      "learning_rate": 0.00024806946917841694,
      "loss": 3.5244,
      "step": 32500
    },
    {
      "epoch": 0.326,
      "grad_norm": 0.09173919260501862,
      "learning_rate": 0.00024768870230903496,
      "loss": 3.5236,
      "step": 32600
    },
    {
      "epoch": 0.327,
      "grad_norm": 0.1360139101743698,
      "learning_rate": 0.00024730968341474897,
      "loss": 3.5213,
      "step": 32700
    },
    {
      "epoch": 0.328,
      "grad_norm": 0.09488269686698914,
      "learning_rate": 0.0002469323991623974,
      "loss": 3.5235,
      "step": 32800
    },
    {
      "epoch": 0.329,
      "grad_norm": 0.1184873878955841,
      "learning_rate": 0.00024655683636076893,
      "loss": 3.5233,
      "step": 32900
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.09744580835103989,
      "learning_rate": 0.00024618298195866543,
      "loss": 3.5208,
      "step": 33000
    },
    {
      "epoch": 0.33,
      "eval_loss": 3.951171875,
      "eval_runtime": 32.9597,
      "eval_samples_per_second": 18270.423,
      "eval_steps_per_second": 17.87,
      "step": 33000
    },
    {
      "epoch": 0.331,
      "grad_norm": 0.09271999448537827,
      "learning_rate": 0.0002458108230429969,
      "loss": 3.5197,
      "step": 33100
    },
    {
      "epoch": 0.332,
      "grad_norm": 0.12717638909816742,
      "learning_rate": 0.00024544034683690797,
      "loss": 3.5194,
      "step": 33200
    },
    {
      "epoch": 0.333,
      "grad_norm": 0.10852134227752686,
      "learning_rate": 0.0002450715406979359,
      "loss": 3.5196,
      "step": 33300
    },
    {
      "epoch": 0.334,
      "grad_norm": 0.10992783308029175,
      "learning_rate": 0.0002447043921161982,
      "loss": 3.5216,
      "step": 33400
    },
    {
      "epoch": 0.335,
      "grad_norm": 0.1337759792804718,
      "learning_rate": 0.0002443388887126105,
      "loss": 3.5205,
      "step": 33500
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.11975846439599991,
      "learning_rate": 0.00024397501823713327,
      "loss": 3.5191,
      "step": 33600
    },
    {
      "epoch": 0.337,
      "grad_norm": 0.14458173513412476,
      "learning_rate": 0.00024361276856704796,
      "loss": 3.5203,
      "step": 33700
    },
    {
      "epoch": 0.338,
      "grad_norm": 0.09570927172899246,
      "learning_rate": 0.00024325212770525995,
      "loss": 3.5184,
      "step": 33800
    },
    {
      "epoch": 0.339,
      "grad_norm": 0.11703662574291229,
      "learning_rate": 0.00024289308377863016,
      "loss": 3.5176,
      "step": 33900
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.09540607035160065,
      "learning_rate": 0.00024253562503633296,
      "loss": 3.5168,
      "step": 34000
    },
    {
      "epoch": 0.34,
      "eval_loss": 3.943359375,
      "eval_runtime": 32.983,
      "eval_samples_per_second": 18257.51,
      "eval_steps_per_second": 17.858,
      "step": 34000
    },
    {
      "epoch": 0.341,
      "grad_norm": 0.09772911667823792,
      "learning_rate": 0.00024217973984824137,
      "loss": 3.5173,
      "step": 34100
    },
    {
      "epoch": 0.342,
      "grad_norm": 0.10085777193307877,
      "learning_rate": 0.0002418254167033372,
      "loss": 3.5179,
      "step": 34200
    },
    {
      "epoch": 0.343,
      "grad_norm": 0.10360076278448105,
      "learning_rate": 0.0002414726442081476,
      "loss": 3.5171,
      "step": 34300
    },
    {
      "epoch": 0.344,
      "grad_norm": 0.10194404423236847,
      "learning_rate": 0.0002411214110852061,
      "loss": 3.5145,
      "step": 34400
    },
    {
      "epoch": 0.345,
      "grad_norm": 0.1001388356089592,
      "learning_rate": 0.0002407717061715384,
      "loss": 3.5177,
      "step": 34500
    },
    {
      "epoch": 0.346,
      "grad_norm": 0.10188458114862442,
      "learning_rate": 0.00024042351841717252,
      "loss": 3.5156,
      "step": 34600
    },
    {
      "epoch": 0.347,
      "grad_norm": 0.10750128328800201,
      "learning_rate": 0.00024007683688367183,
      "loss": 3.5192,
      "step": 34700
    },
    {
      "epoch": 0.348,
      "grad_norm": 0.12118516862392426,
      "learning_rate": 0.0002397316507426921,
      "loss": 3.517,
      "step": 34800
    },
    {
      "epoch": 0.349,
      "grad_norm": 0.09460828453302383,
      "learning_rate": 0.0002393879492745607,
      "loss": 3.5176,
      "step": 34900
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.10879145562648773,
      "learning_rate": 0.00023904572186687873,
      "loss": 3.5135,
      "step": 35000
    },
    {
      "epoch": 0.35,
      "eval_loss": 3.94140625,
      "eval_runtime": 32.9909,
      "eval_samples_per_second": 18253.178,
      "eval_steps_per_second": 17.853,
      "step": 35000
    },
    {
      "epoch": 0.351,
      "grad_norm": 0.10676248371601105,
      "learning_rate": 0.00023870495801314433,
      "loss": 3.5156,
      "step": 35100
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.09372402727603912,
      "learning_rate": 0.00023836564731139807,
      "loss": 3.5155,
      "step": 35200
    },
    {
      "epoch": 0.353,
      "grad_norm": 0.09432759135961533,
      "learning_rate": 0.00023802777946288955,
      "loss": 3.5148,
      "step": 35300
    },
    {
      "epoch": 0.354,
      "grad_norm": 0.13439424335956573,
      "learning_rate": 0.00023769134427076416,
      "loss": 3.5149,
      "step": 35400
    },
    {
      "epoch": 0.355,
      "grad_norm": 0.09214833378791809,
      "learning_rate": 0.00023735633163877065,
      "loss": 3.5141,
      "step": 35500
    },
    {
      "epoch": 0.356,
      "grad_norm": 0.08910084515810013,
      "learning_rate": 0.00023702273156998862,
      "loss": 3.513,
      "step": 35600
    },
    {
      "epoch": 0.357,
      "grad_norm": 0.09308894723653793,
      "learning_rate": 0.00023669053416557542,
      "loss": 3.5136,
      "step": 35700
    },
    {
      "epoch": 0.358,
      "grad_norm": 0.09210114926099777,
      "learning_rate": 0.00023635972962353274,
      "loss": 3.513,
      "step": 35800
    },
    {
      "epoch": 0.359,
      "grad_norm": 0.0928545594215393,
      "learning_rate": 0.0002360303082374915,
      "loss": 3.5111,
      "step": 35900
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.09326168894767761,
      "learning_rate": 0.00023570226039551587,
      "loss": 3.5124,
      "step": 36000
    },
    {
      "epoch": 0.36,
      "eval_loss": 3.9453125,
      "eval_runtime": 32.9906,
      "eval_samples_per_second": 18253.307,
      "eval_steps_per_second": 17.854,
      "step": 36000
    },
    {
      "epoch": 0.361,
      "grad_norm": 0.11911537498235703,
      "learning_rate": 0.00023537557657892522,
      "loss": 3.5123,
      "step": 36100
    },
    {
      "epoch": 0.362,
      "grad_norm": 0.12963728606700897,
      "learning_rate": 0.00023505024736113423,
      "loss": 3.5114,
      "step": 36200
    },
    {
      "epoch": 0.363,
      "grad_norm": 0.10376954078674316,
      "learning_rate": 0.00023472626340651013,
      "loss": 3.5101,
      "step": 36300
    },
    {
      "epoch": 0.364,
      "grad_norm": 0.09793874621391296,
      "learning_rate": 0.00023440361546924772,
      "loss": 3.5112,
      "step": 36400
    },
    {
      "epoch": 0.365,
      "grad_norm": 0.1108843982219696,
      "learning_rate": 0.00023408229439226115,
      "loss": 3.509,
      "step": 36500
    },
    {
      "epoch": 0.366,
      "grad_norm": 0.17180891335010529,
      "learning_rate": 0.0002337622911060922,
      "loss": 3.5084,
      "step": 36600
    },
    {
      "epoch": 0.367,
      "grad_norm": 0.12893500924110413,
      "learning_rate": 0.00023344359662783541,
      "loss": 3.5105,
      "step": 36700
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.09860619902610779,
      "learning_rate": 0.00023312620206007844,
      "loss": 3.5104,
      "step": 36800
    },
    {
      "epoch": 0.369,
      "grad_norm": 0.12415798008441925,
      "learning_rate": 0.00023281009858985938,
      "loss": 3.511,
      "step": 36900
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.08730453252792358,
      "learning_rate": 0.00023249527748763857,
      "loss": 3.51,
      "step": 37000
    },
    {
      "epoch": 0.37,
      "eval_loss": 3.94140625,
      "eval_runtime": 32.9875,
      "eval_samples_per_second": 18255.033,
      "eval_steps_per_second": 17.855,
      "step": 37000
    },
    {
      "epoch": 0.371,
      "grad_norm": 0.09179120510816574,
      "learning_rate": 0.000232181730106286,
      "loss": 3.5092,
      "step": 37100
    },
    {
      "epoch": 0.372,
      "grad_norm": 0.09930966049432755,
      "learning_rate": 0.00023186944788008412,
      "loss": 3.5109,
      "step": 37200
    },
    {
      "epoch": 0.373,
      "grad_norm": 0.09958541393280029,
      "learning_rate": 0.00023155842232374464,
      "loss": 3.5109,
      "step": 37300
    },
    {
      "epoch": 0.374,
      "grad_norm": 0.12271804362535477,
      "learning_rate": 0.00023124864503144013,
      "loss": 3.5105,
      "step": 37400
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.09509623795747757,
      "learning_rate": 0.00023094010767585029,
      "loss": 3.5071,
      "step": 37500
    },
    {
      "epoch": 0.376,
      "grad_norm": 0.10307575762271881,
      "learning_rate": 0.00023063280200722128,
      "loss": 3.509,
      "step": 37600
    },
    {
      "epoch": 0.377,
      "grad_norm": 0.11047662794589996,
      "learning_rate": 0.00023032671985243937,
      "loss": 3.507,
      "step": 37700
    },
    {
      "epoch": 0.378,
      "grad_norm": 0.1369996964931488,
      "learning_rate": 0.00023002185311411807,
      "loss": 3.5077,
      "step": 37800
    },
    {
      "epoch": 0.379,
      "grad_norm": 0.09368377178907394,
      "learning_rate": 0.0002297181937696983,
      "loss": 3.5079,
      "step": 37900
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.0933164581656456,
      "learning_rate": 0.00022941573387056174,
      "loss": 3.5061,
      "step": 38000
    },
    {
      "epoch": 0.38,
      "eval_loss": 3.94140625,
      "eval_runtime": 33.0024,
      "eval_samples_per_second": 18246.79,
      "eval_steps_per_second": 17.847,
      "step": 38000
    },
    {
      "epoch": 0.381,
      "grad_norm": 0.11005818843841553,
      "learning_rate": 0.0002291144655411569,
      "loss": 3.5067,
      "step": 38100
    },
    {
      "epoch": 0.382,
      "grad_norm": 0.09861373901367188,
      "learning_rate": 0.00022881438097813774,
      "loss": 3.5034,
      "step": 38200
    },
    {
      "epoch": 0.383,
      "grad_norm": 0.10625416785478592,
      "learning_rate": 0.00022851547244951505,
      "loss": 3.5034,
      "step": 38300
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.09815394133329391,
      "learning_rate": 0.00022821773229381924,
      "loss": 3.505,
      "step": 38400
    },
    {
      "epoch": 0.385,
      "grad_norm": 0.11951077729463577,
      "learning_rate": 0.0002279211529192759,
      "loss": 3.5052,
      "step": 38500
    },
    {
      "epoch": 0.386,
      "grad_norm": 0.09885293990373611,
      "learning_rate": 0.0002276257268029927,
      "loss": 3.5032,
      "step": 38600
    },
    {
      "epoch": 0.387,
      "grad_norm": 0.10494934767484665,
      "learning_rate": 0.0002273314464901578,
      "loss": 3.5018,
      "step": 38700
    },
    {
      "epoch": 0.388,
      "grad_norm": 0.1292721927165985,
      "learning_rate": 0.0002270383045932499,
      "loss": 3.5039,
      "step": 38800
    },
    {
      "epoch": 0.389,
      "grad_norm": 0.0997849851846695,
      "learning_rate": 0.00022674629379125912,
      "loss": 3.5016,
      "step": 38900
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.1319294422864914,
      "learning_rate": 0.00022645540682891913,
      "loss": 3.5044,
      "step": 39000
    },
    {
      "epoch": 0.39,
      "eval_loss": 3.931640625,
      "eval_runtime": 32.9931,
      "eval_samples_per_second": 18251.944,
      "eval_steps_per_second": 17.852,
      "step": 39000
    },
    {
      "epoch": 0.391,
      "grad_norm": 0.11860304325819016,
      "learning_rate": 0.0002261656365159503,
      "loss": 3.5038,
      "step": 39100
    },
    {
      "epoch": 0.392,
      "grad_norm": 0.1081485003232956,
      "learning_rate": 0.00022587697572631283,
      "loss": 3.5016,
      "step": 39200
    },
    {
      "epoch": 0.393,
      "grad_norm": 0.10177210718393326,
      "learning_rate": 0.00022558941739747075,
      "loss": 3.5034,
      "step": 39300
    },
    {
      "epoch": 0.394,
      "grad_norm": 0.08930639922618866,
      "learning_rate": 0.00022530295452966644,
      "loss": 3.5026,
      "step": 39400
    },
    {
      "epoch": 0.395,
      "grad_norm": 0.10102177411317825,
      "learning_rate": 0.0002250175801852048,
      "loss": 3.5022,
      "step": 39500
    },
    {
      "epoch": 0.396,
      "grad_norm": 0.11118755489587784,
      "learning_rate": 0.00022473328748774736,
      "loss": 3.5019,
      "step": 39600
    },
    {
      "epoch": 0.397,
      "grad_norm": 0.09080816060304642,
      "learning_rate": 0.00022445006962161677,
      "loss": 3.5018,
      "step": 39700
    },
    {
      "epoch": 0.398,
      "grad_norm": 0.09106365591287613,
      "learning_rate": 0.00022416791983111015,
      "loss": 3.4995,
      "step": 39800
    },
    {
      "epoch": 0.399,
      "grad_norm": 0.08732519298791885,
      "learning_rate": 0.0002238868314198225,
      "loss": 3.4991,
      "step": 39900
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.08918973803520203,
      "learning_rate": 0.00022360679774997898,
      "loss": 3.501,
      "step": 40000
    },
    {
      "epoch": 0.4,
      "eval_loss": 3.931640625,
      "eval_runtime": 33.0068,
      "eval_samples_per_second": 18244.355,
      "eval_steps_per_second": 17.845,
      "step": 40000
    },
    {
      "epoch": 0.401,
      "grad_norm": 0.08663675934076309,
      "learning_rate": 0.00022332781224177668,
      "loss": 3.501,
      "step": 40100
    },
    {
      "epoch": 0.402,
      "grad_norm": 0.09693952649831772,
      "learning_rate": 0.00022304986837273525,
      "loss": 3.5006,
      "step": 40200
    },
    {
      "epoch": 0.403,
      "grad_norm": 0.11651097983121872,
      "learning_rate": 0.00022277295967705653,
      "loss": 3.4992,
      "step": 40300
    },
    {
      "epoch": 0.404,
      "grad_norm": 0.08836641907691956,
      "learning_rate": 0.0002224970797449924,
      "loss": 3.4997,
      "step": 40400
    },
    {
      "epoch": 0.405,
      "grad_norm": 0.10767354816198349,
      "learning_rate": 0.0002222222222222222,
      "loss": 3.4995,
      "step": 40500
    },
    {
      "epoch": 0.406,
      "grad_norm": 0.09033215790987015,
      "learning_rate": 0.00022194838080923766,
      "loss": 3.4976,
      "step": 40600
    },
    {
      "epoch": 0.407,
      "grad_norm": 0.0916823074221611,
      "learning_rate": 0.00022167554926073632,
      "loss": 3.4983,
      "step": 40700
    },
    {
      "epoch": 0.408,
      "grad_norm": 0.13178223371505737,
      "learning_rate": 0.00022140372138502385,
      "loss": 3.4957,
      "step": 40800
    },
    {
      "epoch": 0.409,
      "grad_norm": 0.1049867570400238,
      "learning_rate": 0.00022113289104342323,
      "loss": 3.4973,
      "step": 40900
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.09196602553129196,
      "learning_rate": 0.00022086305214969308,
      "loss": 3.4996,
      "step": 41000
    },
    {
      "epoch": 0.41,
      "eval_loss": 3.9296875,
      "eval_runtime": 32.9946,
      "eval_samples_per_second": 18251.123,
      "eval_steps_per_second": 17.851,
      "step": 41000
    },
    {
      "epoch": 0.411,
      "grad_norm": 0.0933445394039154,
      "learning_rate": 0.00022059419866945278,
      "loss": 3.4972,
      "step": 41100
    },
    {
      "epoch": 0.412,
      "grad_norm": 0.10621432214975357,
      "learning_rate": 0.00022032632461961585,
      "loss": 3.4988,
      "step": 41200
    },
    {
      "epoch": 0.413,
      "grad_norm": 0.1379343420267105,
      "learning_rate": 0.00022005942406783078,
      "loss": 3.4983,
      "step": 41300
    },
    {
      "epoch": 0.414,
      "grad_norm": 0.1172490119934082,
      "learning_rate": 0.00021979349113192902,
      "loss": 3.4954,
      "step": 41400
    },
    {
      "epoch": 0.415,
      "grad_norm": 0.10637906193733215,
      "learning_rate": 0.0002195285199793807,
      "loss": 3.4974,
      "step": 41500
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.10279926657676697,
      "learning_rate": 0.0002192645048267573,
      "loss": 3.495,
      "step": 41600
    },
    {
      "epoch": 0.417,
      "grad_norm": 0.13635499775409698,
      "learning_rate": 0.00021900143993920144,
      "loss": 3.4997,
      "step": 41700
    },
    {
      "epoch": 0.418,
      "grad_norm": 0.11549071967601776,
      "learning_rate": 0.00021873931962990357,
      "loss": 3.4963,
      "step": 41800
    },
    {
      "epoch": 0.419,
      "grad_norm": 0.11906278878450394,
      "learning_rate": 0.00021847813825958586,
      "loss": 3.4937,
      "step": 41900
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.08883855491876602,
      "learning_rate": 0.0002182178902359924,
      "loss": 3.4957,
      "step": 42000
    },
    {
      "epoch": 0.42,
      "eval_loss": 3.9296875,
      "eval_runtime": 32.9839,
      "eval_samples_per_second": 18257.009,
      "eval_steps_per_second": 17.857,
      "step": 42000
    },
    {
      "epoch": 0.421,
      "grad_norm": 0.11999965459108353,
      "learning_rate": 0.00021795857001338643,
      "loss": 3.4951,
      "step": 42100
    },
    {
      "epoch": 0.422,
      "grad_norm": 0.09602005034685135,
      "learning_rate": 0.00021770017209205407,
      "loss": 3.4948,
      "step": 42200
    },
    {
      "epoch": 0.423,
      "grad_norm": 0.12526479363441467,
      "learning_rate": 0.00021744269101781405,
      "loss": 3.4963,
      "step": 42300
    },
    {
      "epoch": 0.424,
      "grad_norm": 0.08893965929746628,
      "learning_rate": 0.0002171861213815347,
      "loss": 3.4941,
      "step": 42400
    },
    {
      "epoch": 0.425,
      "grad_norm": 0.10459540784358978,
      "learning_rate": 0.00021693045781865617,
      "loss": 3.4968,
      "step": 42500
    },
    {
      "epoch": 0.426,
      "grad_norm": 0.10754283517599106,
      "learning_rate": 0.00021667569500871976,
      "loss": 3.4934,
      "step": 42600
    },
    {
      "epoch": 0.427,
      "grad_norm": 0.1145748421549797,
      "learning_rate": 0.0002164218276749025,
      "loss": 3.4972,
      "step": 42700
    },
    {
      "epoch": 0.428,
      "grad_norm": 0.10786953568458557,
      "learning_rate": 0.00021616885058355848,
      "loss": 3.4929,
      "step": 42800
    },
    {
      "epoch": 0.429,
      "grad_norm": 0.11820059269666672,
      "learning_rate": 0.00021591675854376523,
      "loss": 3.4935,
      "step": 42900
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.08727939426898956,
      "learning_rate": 0.00021566554640687683,
      "loss": 3.4932,
      "step": 43000
    },
    {
      "epoch": 0.43,
      "eval_loss": 3.92578125,
      "eval_runtime": 32.9903,
      "eval_samples_per_second": 18253.464,
      "eval_steps_per_second": 17.854,
      "step": 43000
    },
    {
      "epoch": 0.431,
      "grad_norm": 0.09863859415054321,
      "learning_rate": 0.00021541520906608185,
      "loss": 3.4939,
      "step": 43100
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.10082012414932251,
      "learning_rate": 0.0002151657414559676,
      "loss": 3.4948,
      "step": 43200
    },
    {
      "epoch": 0.433,
      "grad_norm": 0.15581797063350677,
      "learning_rate": 0.00021491713855208944,
      "loss": 3.4922,
      "step": 43300
    },
    {
      "epoch": 0.434,
      "grad_norm": 0.08548469096422195,
      "learning_rate": 0.00021466939537054594,
      "loss": 3.4897,
      "step": 43400
    },
    {
      "epoch": 0.435,
      "grad_norm": 0.09384721517562866,
      "learning_rate": 0.00021442250696755897,
      "loss": 3.4923,
      "step": 43500
    },
    {
      "epoch": 0.436,
      "grad_norm": 0.11810631304979324,
      "learning_rate": 0.00021417646843905965,
      "loss": 3.4907,
      "step": 43600
    },
    {
      "epoch": 0.437,
      "grad_norm": 0.10735498368740082,
      "learning_rate": 0.00021393127492027903,
      "loss": 3.4928,
      "step": 43700
    },
    {
      "epoch": 0.438,
      "grad_norm": 0.09564588963985443,
      "learning_rate": 0.00021368692158534413,
      "loss": 3.491,
      "step": 43800
    },
    {
      "epoch": 0.439,
      "grad_norm": 0.08804554492235184,
      "learning_rate": 0.00021344340364687887,
      "loss": 3.4908,
      "step": 43900
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.09846536815166473,
      "learning_rate": 0.00021320071635561042,
      "loss": 3.4934,
      "step": 44000
    },
    {
      "epoch": 0.44,
      "eval_loss": 3.919921875,
      "eval_runtime": 33.0158,
      "eval_samples_per_second": 18239.397,
      "eval_steps_per_second": 17.84,
      "step": 44000
    },
    {
      "epoch": 0.441,
      "grad_norm": 0.09984950721263885,
      "learning_rate": 0.00021295885499997996,
      "loss": 3.4919,
      "step": 44100
    },
    {
      "epoch": 0.442,
      "grad_norm": 0.09016887098550797,
      "learning_rate": 0.00021271781490575853,
      "loss": 3.4899,
      "step": 44200
    },
    {
      "epoch": 0.443,
      "grad_norm": 0.08681657910346985,
      "learning_rate": 0.00021247759143566762,
      "loss": 3.4906,
      "step": 44300
    },
    {
      "epoch": 0.444,
      "grad_norm": 0.09243223071098328,
      "learning_rate": 0.00021223817998900448,
      "loss": 3.4897,
      "step": 44400
    },
    {
      "epoch": 0.445,
      "grad_norm": 0.08925904333591461,
      "learning_rate": 0.000211999576001272,
      "loss": 3.4917,
      "step": 44500
    },
    {
      "epoch": 0.446,
      "grad_norm": 0.09652265906333923,
      "learning_rate": 0.0002117617749438134,
      "loss": 3.4887,
      "step": 44600
    },
    {
      "epoch": 0.447,
      "grad_norm": 0.087586909532547,
      "learning_rate": 0.0002115247723234508,
      "loss": 3.4895,
      "step": 44700
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.11652135103940964,
      "learning_rate": 0.00021128856368212914,
      "loss": 3.4892,
      "step": 44800
    },
    {
      "epoch": 0.449,
      "grad_norm": 0.10191888362169266,
      "learning_rate": 0.00021105314459656365,
      "loss": 3.4888,
      "step": 44900
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.09599770605564117,
      "learning_rate": 0.00021081851067789197,
      "loss": 3.4892,
      "step": 45000
    },
    {
      "epoch": 0.45,
      "eval_loss": 3.91796875,
      "eval_runtime": 33.1684,
      "eval_samples_per_second": 18155.468,
      "eval_steps_per_second": 17.758,
      "step": 45000
    },
    {
      "epoch": 0.451,
      "grad_norm": 0.11355946213006973,
      "learning_rate": 0.00021058465757133065,
      "loss": 3.4885,
      "step": 45100
    },
    {
      "epoch": 0.452,
      "grad_norm": 0.10500317811965942,
      "learning_rate": 0.0002103515809558356,
      "loss": 3.4864,
      "step": 45200
    },
    {
      "epoch": 0.453,
      "grad_norm": 0.12674091756343842,
      "learning_rate": 0.00021011927654376682,
      "loss": 3.4877,
      "step": 45300
    },
    {
      "epoch": 0.454,
      "grad_norm": 0.09490884095430374,
      "learning_rate": 0.00020988774008055678,
      "loss": 3.4868,
      "step": 45400
    },
    {
      "epoch": 0.455,
      "grad_norm": 0.0876164361834526,
      "learning_rate": 0.00020965696734438367,
      "loss": 3.4869,
      "step": 45500
    },
    {
      "epoch": 0.456,
      "grad_norm": 0.1012013703584671,
      "learning_rate": 0.00020942695414584775,
      "loss": 3.4887,
      "step": 45600
    },
    {
      "epoch": 0.457,
      "grad_norm": 0.09138456732034683,
      "learning_rate": 0.00020919769632765198,
      "loss": 3.4879,
      "step": 45700
    },
    {
      "epoch": 0.458,
      "grad_norm": 0.09227514266967773,
      "learning_rate": 0.00020896918976428644,
      "loss": 3.4866,
      "step": 45800
    },
    {
      "epoch": 0.459,
      "grad_norm": 0.11846242845058441,
      "learning_rate": 0.0002087414303617165,
      "loss": 3.4861,
      "step": 45900
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.09923862665891647,
      "learning_rate": 0.00020851441405707476,
      "loss": 3.4869,
      "step": 46000
    },
    {
      "epoch": 0.46,
      "eval_loss": 3.92578125,
      "eval_runtime": 33.1689,
      "eval_samples_per_second": 18155.218,
      "eval_steps_per_second": 17.758,
      "step": 46000
    },
    {
      "epoch": 0.461,
      "grad_norm": 0.11270363628864288,
      "learning_rate": 0.00020828813681835672,
      "loss": 3.4865,
      "step": 46100
    },
    {
      "epoch": 0.462,
      "grad_norm": 0.09331326186656952,
      "learning_rate": 0.00020806259464411974,
      "loss": 3.4853,
      "step": 46200
    },
    {
      "epoch": 0.463,
      "grad_norm": 0.09471999108791351,
      "learning_rate": 0.00020783778356318634,
      "loss": 3.4855,
      "step": 46300
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.10036460310220718,
      "learning_rate": 0.00020761369963434993,
      "loss": 3.486,
      "step": 46400
    },
    {
      "epoch": 0.465,
      "grad_norm": 0.09839966893196106,
      "learning_rate": 0.00020739033894608504,
      "loss": 3.4836,
      "step": 46500
    },
    {
      "epoch": 0.466,
      "grad_norm": 0.13888099789619446,
      "learning_rate": 0.00020716769761626043,
      "loss": 3.4845,
      "step": 46600
    },
    {
      "epoch": 0.467,
      "grad_norm": 0.11780879646539688,
      "learning_rate": 0.00020694577179185557,
      "loss": 3.484,
      "step": 46700
    },
    {
      "epoch": 0.468,
      "grad_norm": 0.10853921622037888,
      "learning_rate": 0.0002067245576486808,
      "loss": 3.4852,
      "step": 46800
    },
    {
      "epoch": 0.469,
      "grad_norm": 0.10998079925775528,
      "learning_rate": 0.00020650405139110026,
      "loss": 3.483,
      "step": 46900
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.09292669594287872,
      "learning_rate": 0.00020628424925175868,
      "loss": 3.4847,
      "step": 47000
    },
    {
      "epoch": 0.47,
      "eval_loss": 3.912109375,
      "eval_runtime": 33.15,
      "eval_samples_per_second": 18165.566,
      "eval_steps_per_second": 17.768,
      "step": 47000
    },
    {
      "epoch": 0.471,
      "grad_norm": 0.09031188488006592,
      "learning_rate": 0.0002060651474913109,
      "loss": 3.4842,
      "step": 47100
    },
    {
      "epoch": 0.472,
      "grad_norm": 0.08594627678394318,
      "learning_rate": 0.00020584674239815457,
      "loss": 3.4835,
      "step": 47200
    },
    {
      "epoch": 0.473,
      "grad_norm": 0.09004069864749908,
      "learning_rate": 0.00020562903028816627,
      "loss": 3.4846,
      "step": 47300
    },
    {
      "epoch": 0.474,
      "grad_norm": 0.10319007933139801,
      "learning_rate": 0.00020541200750444027,
      "loss": 3.4859,
      "step": 47400
    },
    {
      "epoch": 0.475,
      "grad_norm": 0.08985935151576996,
      "learning_rate": 0.00020519567041703084,
      "loss": 3.4808,
      "step": 47500
    },
    {
      "epoch": 0.476,
      "grad_norm": 0.09091832488775253,
      "learning_rate": 0.00020498001542269695,
      "loss": 3.4846,
      "step": 47600
    },
    {
      "epoch": 0.477,
      "grad_norm": 0.10014614462852478,
      "learning_rate": 0.00020476503894465038,
      "loss": 3.4818,
      "step": 47700
    },
    {
      "epoch": 0.478,
      "grad_norm": 0.11294897645711899,
      "learning_rate": 0.00020455073743230656,
      "loss": 3.4842,
      "step": 47800
    },
    {
      "epoch": 0.479,
      "grad_norm": 0.10061386972665787,
      "learning_rate": 0.0002043371073610381,
      "loss": 3.4825,
      "step": 47900
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.09785416722297668,
      "learning_rate": 0.00020412414523193154,
      "loss": 3.4838,
      "step": 48000
    },
    {
      "epoch": 0.48,
      "eval_loss": 3.916015625,
      "eval_runtime": 32.9883,
      "eval_samples_per_second": 18254.585,
      "eval_steps_per_second": 17.855,
      "step": 48000
    },
    {
      "epoch": 0.481,
      "grad_norm": 0.09520223736763,
      "learning_rate": 0.0002039118475715464,
      "loss": 3.485,
      "step": 48100
    },
    {
      "epoch": 0.482,
      "grad_norm": 0.0920218825340271,
      "learning_rate": 0.00020370021093167763,
      "loss": 3.4828,
      "step": 48200
    },
    {
      "epoch": 0.483,
      "grad_norm": 0.12049808353185654,
      "learning_rate": 0.00020348923188911992,
      "loss": 3.4809,
      "step": 48300
    },
    {
      "epoch": 0.484,
      "grad_norm": 0.11325296759605408,
      "learning_rate": 0.00020327890704543544,
      "loss": 3.4795,
      "step": 48400
    },
    {
      "epoch": 0.485,
      "grad_norm": 0.0982460081577301,
      "learning_rate": 0.00020306923302672384,
      "loss": 3.4791,
      "step": 48500
    },
    {
      "epoch": 0.486,
      "grad_norm": 0.10175520926713943,
      "learning_rate": 0.00020286020648339485,
      "loss": 3.4821,
      "step": 48600
    },
    {
      "epoch": 0.487,
      "grad_norm": 0.10392586141824722,
      "learning_rate": 0.00020265182408994378,
      "loss": 3.4809,
      "step": 48700
    },
    {
      "epoch": 0.488,
      "grad_norm": 0.08581174165010452,
      "learning_rate": 0.000202444082544729,
      "loss": 3.4805,
      "step": 48800
    },
    {
      "epoch": 0.489,
      "grad_norm": 0.0906348004937172,
      "learning_rate": 0.0002022369785697524,
      "loss": 3.4827,
      "step": 48900
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.11659245938062668,
      "learning_rate": 0.00020203050891044215,
      "loss": 3.4832,
      "step": 49000
    },
    {
      "epoch": 0.49,
      "eval_loss": 3.912109375,
      "eval_runtime": 33.0,
      "eval_samples_per_second": 18248.129,
      "eval_steps_per_second": 17.848,
      "step": 49000
    },
    {
      "epoch": 0.491,
      "grad_norm": 0.0962797999382019,
      "learning_rate": 0.00020182467033543782,
      "loss": 3.4812,
      "step": 49100
    },
    {
      "epoch": 0.492,
      "grad_norm": 0.1375749707221985,
      "learning_rate": 0.00020161945963637794,
      "loss": 3.4795,
      "step": 49200
    },
    {
      "epoch": 0.493,
      "grad_norm": 0.10032547265291214,
      "learning_rate": 0.0002014148736276902,
      "loss": 3.4767,
      "step": 49300
    },
    {
      "epoch": 0.494,
      "grad_norm": 0.11045530438423157,
      "learning_rate": 0.00020121090914638343,
      "loss": 3.4803,
      "step": 49400
    },
    {
      "epoch": 0.495,
      "grad_norm": 0.10294586420059204,
      "learning_rate": 0.00020100756305184244,
      "loss": 3.4789,
      "step": 49500
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.09476403146982193,
      "learning_rate": 0.00020080483222562474,
      "loss": 3.4796,
      "step": 49600
    },
    {
      "epoch": 0.497,
      "grad_norm": 0.11336295306682587,
      "learning_rate": 0.00020060271357125986,
      "loss": 3.4812,
      "step": 49700
    },
    {
      "epoch": 0.498,
      "grad_norm": 0.11719685047864914,
      "learning_rate": 0.0002004012040140506,
      "loss": 3.4772,
      "step": 49800
    },
    {
      "epoch": 0.499,
      "grad_norm": 0.08824979513883591,
      "learning_rate": 0.00020020030050087656,
      "loss": 3.4779,
      "step": 49900
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.09348143637180328,
      "learning_rate": 0.0002,
      "loss": 3.4794,
      "step": 50000
    },
    {
      "epoch": 0.5,
      "eval_loss": 3.90625,
      "eval_runtime": 33.1492,
      "eval_samples_per_second": 18165.994,
      "eval_steps_per_second": 17.768,
      "step": 50000
    },
    {
      "epoch": 0.501,
      "grad_norm": 0.10792515426874161,
      "learning_rate": 0.00019980029950087343,
      "loss": 3.4794,
      "step": 50100
    },
    {
      "epoch": 0.502,
      "grad_norm": 0.09229454398155212,
      "learning_rate": 0.0001996011960139498,
      "loss": 3.4782,
      "step": 50200
    },
    {
      "epoch": 0.503,
      "grad_norm": 0.09463869780302048,
      "learning_rate": 0.00019940268657049439,
      "loss": 3.4774,
      "step": 50300
    },
    {
      "epoch": 0.504,
      "grad_norm": 0.09181378781795502,
      "learning_rate": 0.00019920476822239894,
      "loss": 3.4771,
      "step": 50400
    },
    {
      "epoch": 0.505,
      "grad_norm": 0.09562738984823227,
      "learning_rate": 0.00019900743804199784,
      "loss": 3.4781,
      "step": 50500
    },
    {
      "epoch": 0.506,
      "grad_norm": 0.08760121464729309,
      "learning_rate": 0.000198810693121886,
      "loss": 3.478,
      "step": 50600
    },
    {
      "epoch": 0.507,
      "grad_norm": 0.09761682897806168,
      "learning_rate": 0.00019861453057473934,
      "loss": 3.4747,
      "step": 50700
    },
    {
      "epoch": 0.508,
      "grad_norm": 0.09359412640333176,
      "learning_rate": 0.00019841894753313627,
      "loss": 3.4773,
      "step": 50800
    },
    {
      "epoch": 0.509,
      "grad_norm": 0.11783072352409363,
      "learning_rate": 0.00019822394114938217,
      "loss": 3.4758,
      "step": 50900
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.09198185056447983,
      "learning_rate": 0.00019802950859533488,
      "loss": 3.4783,
      "step": 51000
    },
    {
      "epoch": 0.51,
      "eval_loss": 3.912109375,
      "eval_runtime": 32.9883,
      "eval_samples_per_second": 18254.62,
      "eval_steps_per_second": 17.855,
      "step": 51000
    },
    {
      "epoch": 0.511,
      "grad_norm": 0.11417073011398315,
      "learning_rate": 0.00019783564706223267,
      "loss": 3.4765,
      "step": 51100
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.09531737864017487,
      "learning_rate": 0.00019764235376052369,
      "loss": 3.477,
      "step": 51200
    },
    {
      "epoch": 0.513,
      "grad_norm": 0.11220179498195648,
      "learning_rate": 0.00019744962591969746,
      "loss": 3.4757,
      "step": 51300
    },
    {
      "epoch": 0.514,
      "grad_norm": 0.09061618894338608,
      "learning_rate": 0.0001972574607881179,
      "loss": 3.475,
      "step": 51400
    },
    {
      "epoch": 0.515,
      "grad_norm": 0.0985003113746643,
      "learning_rate": 0.00019706585563285863,
      "loss": 3.4732,
      "step": 51500
    },
    {
      "epoch": 0.516,
      "grad_norm": 0.10033012181520462,
      "learning_rate": 0.00019687480773953944,
      "loss": 3.474,
      "step": 51600
    },
    {
      "epoch": 0.517,
      "grad_norm": 0.09861289709806442,
      "learning_rate": 0.00019668431441216495,
      "loss": 3.473,
      "step": 51700
    },
    {
      "epoch": 0.518,
      "grad_norm": 0.13850615918636322,
      "learning_rate": 0.00019649437297296484,
      "loss": 3.4756,
      "step": 51800
    },
    {
      "epoch": 0.519,
      "grad_norm": 0.12541039288043976,
      "learning_rate": 0.00019630498076223554,
      "loss": 3.4747,
      "step": 51900
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.09361404925584793,
      "learning_rate": 0.00019611613513818404,
      "loss": 3.4794,
      "step": 52000
    },
    {
      "epoch": 0.52,
      "eval_loss": 3.9140625,
      "eval_runtime": 32.9814,
      "eval_samples_per_second": 18258.432,
      "eval_steps_per_second": 17.859,
      "step": 52000
    },
    {
      "epoch": 0.521,
      "grad_norm": 0.09503428637981415,
      "learning_rate": 0.00019592783347677307,
      "loss": 3.4736,
      "step": 52100
    },
    {
      "epoch": 0.522,
      "grad_norm": 0.10571688413619995,
      "learning_rate": 0.00019574007317156784,
      "loss": 3.4746,
      "step": 52200
    },
    {
      "epoch": 0.523,
      "grad_norm": 0.12886875867843628,
      "learning_rate": 0.00019555285163358466,
      "loss": 3.4716,
      "step": 52300
    },
    {
      "epoch": 0.524,
      "grad_norm": 0.11490379273891449,
      "learning_rate": 0.00019536616629114086,
      "loss": 3.4764,
      "step": 52400
    },
    {
      "epoch": 0.525,
      "grad_norm": 0.09640925377607346,
      "learning_rate": 0.00019518001458970665,
      "loss": 3.4749,
      "step": 52500
    },
    {
      "epoch": 0.526,
      "grad_norm": 0.11207705736160278,
      "learning_rate": 0.00019499439399175798,
      "loss": 3.4747,
      "step": 52600
    },
    {
      "epoch": 0.527,
      "grad_norm": 0.10838747769594193,
      "learning_rate": 0.00019480930197663147,
      "loss": 3.4717,
      "step": 52700
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.11686636507511139,
      "learning_rate": 0.00019462473604038076,
      "loss": 3.4725,
      "step": 52800
    },
    {
      "epoch": 0.529,
      "grad_norm": 0.0926726907491684,
      "learning_rate": 0.00019444069369563388,
      "loss": 3.4735,
      "step": 52900
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.08765498548746109,
      "learning_rate": 0.00019425717247145284,
      "loss": 3.4718,
      "step": 53000
    },
    {
      "epoch": 0.53,
      "eval_loss": 3.912109375,
      "eval_runtime": 32.9799,
      "eval_samples_per_second": 18259.264,
      "eval_steps_per_second": 17.859,
      "step": 53000
    },
    {
      "epoch": 0.531,
      "grad_norm": 0.0892767682671547,
      "learning_rate": 0.000194074169913194,
      "loss": 3.4701,
      "step": 53100
    },
    {
      "epoch": 0.532,
      "grad_norm": 0.10058142244815826,
      "learning_rate": 0.0001938916835823703,
      "loss": 3.4715,
      "step": 53200
    },
    {
      "epoch": 0.533,
      "grad_norm": 0.09021036326885223,
      "learning_rate": 0.0001937097110565149,
      "loss": 3.4736,
      "step": 53300
    },
    {
      "epoch": 0.534,
      "grad_norm": 0.10363597422838211,
      "learning_rate": 0.00019352824992904588,
      "loss": 3.4711,
      "step": 53400
    },
    {
      "epoch": 0.535,
      "grad_norm": 0.08915389329195023,
      "learning_rate": 0.0001933472978091327,
      "loss": 3.4729,
      "step": 53500
    },
    {
      "epoch": 0.536,
      "grad_norm": 0.1250082552433014,
      "learning_rate": 0.00019316685232156395,
      "loss": 3.4727,
      "step": 53600
    },
    {
      "epoch": 0.537,
      "grad_norm": 0.10531096905469894,
      "learning_rate": 0.00019298691110661623,
      "loss": 3.4734,
      "step": 53700
    },
    {
      "epoch": 0.538,
      "grad_norm": 0.10072151571512222,
      "learning_rate": 0.00019280747181992476,
      "loss": 3.472,
      "step": 53800
    },
    {
      "epoch": 0.539,
      "grad_norm": 0.08304274082183838,
      "learning_rate": 0.0001926285321323549,
      "loss": 3.4698,
      "step": 53900
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.08655515313148499,
      "learning_rate": 0.00019245008972987527,
      "loss": 3.4707,
      "step": 54000
    },
    {
      "epoch": 0.54,
      "eval_loss": 3.904296875,
      "eval_runtime": 32.9698,
      "eval_samples_per_second": 18264.853,
      "eval_steps_per_second": 17.865,
      "step": 54000
    },
    {
      "epoch": 0.541,
      "grad_norm": 0.09470842778682709,
      "learning_rate": 0.00019227214231343207,
      "loss": 3.4683,
      "step": 54100
    },
    {
      "epoch": 0.542,
      "grad_norm": 0.09508795291185379,
      "learning_rate": 0.00019209468759882463,
      "loss": 3.4687,
      "step": 54200
    },
    {
      "epoch": 0.543,
      "grad_norm": 0.09284261614084244,
      "learning_rate": 0.00019191772331658236,
      "loss": 3.4708,
      "step": 54300
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.09701448678970337,
      "learning_rate": 0.0001917412472118426,
      "loss": 3.4713,
      "step": 54400
    },
    {
      "epoch": 0.545,
      "grad_norm": 0.11029274761676788,
      "learning_rate": 0.0001915652570442303,
      "loss": 3.4722,
      "step": 54500
    },
    {
      "epoch": 0.546,
      "grad_norm": 0.08805020898580551,
      "learning_rate": 0.00019138975058773818,
      "loss": 3.4685,
      "step": 54600
    },
    {
      "epoch": 0.547,
      "grad_norm": 0.09119655936956406,
      "learning_rate": 0.00019121472563060887,
      "loss": 3.4686,
      "step": 54700
    },
    {
      "epoch": 0.548,
      "grad_norm": 0.09098175168037415,
      "learning_rate": 0.00019104017997521752,
      "loss": 3.4695,
      "step": 54800
    },
    {
      "epoch": 0.549,
      "grad_norm": 0.10574721544981003,
      "learning_rate": 0.00019086611143795607,
      "loss": 3.4681,
      "step": 54900
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.09101998060941696,
      "learning_rate": 0.00019069251784911847,
      "loss": 3.4679,
      "step": 55000
    },
    {
      "epoch": 0.55,
      "eval_loss": 3.90625,
      "eval_runtime": 32.9737,
      "eval_samples_per_second": 18262.678,
      "eval_steps_per_second": 17.863,
      "step": 55000
    },
    {
      "epoch": 0.551,
      "grad_norm": 0.09237556904554367,
      "learning_rate": 0.00019051939705278708,
      "loss": 3.4695,
      "step": 55100
    },
    {
      "epoch": 0.552,
      "grad_norm": 0.0976092666387558,
      "learning_rate": 0.00019034674690672024,
      "loss": 3.4685,
      "step": 55200
    },
    {
      "epoch": 0.553,
      "grad_norm": 0.09669974446296692,
      "learning_rate": 0.00019017456528224098,
      "loss": 3.4668,
      "step": 55300
    },
    {
      "epoch": 0.554,
      "grad_norm": 0.08793047815561295,
      "learning_rate": 0.0001900028500641266,
      "loss": 3.4681,
      "step": 55400
    },
    {
      "epoch": 0.555,
      "grad_norm": 0.12426000833511353,
      "learning_rate": 0.0001898315991504998,
      "loss": 3.4674,
      "step": 55500
    },
    {
      "epoch": 0.556,
      "grad_norm": 0.10039014369249344,
      "learning_rate": 0.0001896608104527204,
      "loss": 3.4688,
      "step": 55600
    },
    {
      "epoch": 0.557,
      "grad_norm": 0.10602252185344696,
      "learning_rate": 0.00018949048189527846,
      "loss": 3.4674,
      "step": 55700
    },
    {
      "epoch": 0.558,
      "grad_norm": 0.13479745388031006,
      "learning_rate": 0.00018932061141568827,
      "loss": 3.4679,
      "step": 55800
    },
    {
      "epoch": 0.559,
      "grad_norm": 0.08916186541318893,
      "learning_rate": 0.0001891511969643836,
      "loss": 3.467,
      "step": 55900
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.12169528752565384,
      "learning_rate": 0.0001889822365046136,
      "loss": 3.4648,
      "step": 56000
    },
    {
      "epoch": 0.56,
      "eval_loss": 3.90234375,
      "eval_runtime": 33.0103,
      "eval_samples_per_second": 18242.4,
      "eval_steps_per_second": 17.843,
      "step": 56000
    },
    {
      "epoch": 0.561,
      "grad_norm": 0.0936431810259819,
      "learning_rate": 0.00018881372801234024,
      "loss": 3.4669,
      "step": 56100
    },
    {
      "epoch": 0.562,
      "grad_norm": 0.100394107401371,
      "learning_rate": 0.00018864566947613624,
      "loss": 3.4661,
      "step": 56200
    },
    {
      "epoch": 0.563,
      "grad_norm": 0.0859285295009613,
      "learning_rate": 0.00018847805889708435,
      "loss": 3.4661,
      "step": 56300
    },
    {
      "epoch": 0.564,
      "grad_norm": 0.08721830695867538,
      "learning_rate": 0.00018831089428867736,
      "loss": 3.4658,
      "step": 56400
    },
    {
      "epoch": 0.565,
      "grad_norm": 0.15624579787254333,
      "learning_rate": 0.00018814417367671947,
      "loss": 3.4653,
      "step": 56500
    },
    {
      "epoch": 0.566,
      "grad_norm": 0.09214714914560318,
      "learning_rate": 0.00018797789509922812,
      "loss": 3.4642,
      "step": 56600
    },
    {
      "epoch": 0.567,
      "grad_norm": 0.13581374287605286,
      "learning_rate": 0.000187812056606337,
      "loss": 3.4637,
      "step": 56700
    },
    {
      "epoch": 0.568,
      "grad_norm": 0.09718205779790878,
      "learning_rate": 0.0001876466562602004,
      "loss": 3.4657,
      "step": 56800
    },
    {
      "epoch": 0.569,
      "grad_norm": 0.09438052028417587,
      "learning_rate": 0.00018748169213489755,
      "loss": 3.4671,
      "step": 56900
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.090947225689888,
      "learning_rate": 0.0001873171623163388,
      "loss": 3.4655,
      "step": 57000
    },
    {
      "epoch": 0.57,
      "eval_loss": 3.900390625,
      "eval_runtime": 32.9917,
      "eval_samples_per_second": 18252.689,
      "eval_steps_per_second": 17.853,
      "step": 57000
    },
    {
      "epoch": 0.571,
      "grad_norm": 0.09600440412759781,
      "learning_rate": 0.0001871530649021723,
      "loss": 3.4676,
      "step": 57100
    },
    {
      "epoch": 0.572,
      "grad_norm": 0.09546720236539841,
      "learning_rate": 0.00018698939800169143,
      "loss": 3.4651,
      "step": 57200
    },
    {
      "epoch": 0.573,
      "grad_norm": 0.11584016680717468,
      "learning_rate": 0.0001868261597357436,
      "loss": 3.4654,
      "step": 57300
    },
    {
      "epoch": 0.574,
      "grad_norm": 0.09096308052539825,
      "learning_rate": 0.00018666334823663937,
      "loss": 3.4642,
      "step": 57400
    },
    {
      "epoch": 0.575,
      "grad_norm": 0.09048023074865341,
      "learning_rate": 0.00018650096164806276,
      "loss": 3.4632,
      "step": 57500
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.08897216618061066,
      "learning_rate": 0.0001863389981249825,
      "loss": 3.4642,
      "step": 57600
    },
    {
      "epoch": 0.577,
      "grad_norm": 0.08574885874986649,
      "learning_rate": 0.00018617745583356373,
      "loss": 3.4645,
      "step": 57700
    },
    {
      "epoch": 0.578,
      "grad_norm": 0.09016621857881546,
      "learning_rate": 0.00018601633295108115,
      "loss": 3.4651,
      "step": 57800
    },
    {
      "epoch": 0.579,
      "grad_norm": 0.08941857516765594,
      "learning_rate": 0.0001858556276658322,
      "loss": 3.4656,
      "step": 57900
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.08731842786073685,
      "learning_rate": 0.00018569533817705186,
      "loss": 3.4664,
      "step": 58000
    },
    {
      "epoch": 0.58,
      "eval_loss": 3.896484375,
      "eval_runtime": 32.9962,
      "eval_samples_per_second": 18250.233,
      "eval_steps_per_second": 17.851,
      "step": 58000
    },
    {
      "epoch": 0.581,
      "grad_norm": 0.09401644766330719,
      "learning_rate": 0.00018553546269482776,
      "loss": 3.462,
      "step": 58100
    },
    {
      "epoch": 0.582,
      "grad_norm": 0.1261298507452011,
      "learning_rate": 0.00018537599944001617,
      "loss": 3.4631,
      "step": 58200
    },
    {
      "epoch": 0.583,
      "grad_norm": 0.08777070790529251,
      "learning_rate": 0.00018521694664415904,
      "loss": 3.4647,
      "step": 58300
    },
    {
      "epoch": 0.584,
      "grad_norm": 0.10590939223766327,
      "learning_rate": 0.00018505830254940132,
      "loss": 3.4645,
      "step": 58400
    },
    {
      "epoch": 0.585,
      "grad_norm": 0.08615025877952576,
      "learning_rate": 0.0001849000654084097,
      "loss": 3.463,
      "step": 58500
    },
    {
      "epoch": 0.586,
      "grad_norm": 0.09571292251348495,
      "learning_rate": 0.00018474223348429158,
      "loss": 3.4624,
      "step": 58600
    },
    {
      "epoch": 0.587,
      "grad_norm": 0.08672121912240982,
      "learning_rate": 0.000184584805050515,
      "loss": 3.4636,
      "step": 58700
    },
    {
      "epoch": 0.588,
      "grad_norm": 0.09722130000591278,
      "learning_rate": 0.00018442777839082936,
      "loss": 3.4615,
      "step": 58800
    },
    {
      "epoch": 0.589,
      "grad_norm": 0.08235087245702744,
      "learning_rate": 0.00018427115179918692,
      "loss": 3.4631,
      "step": 58900
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.11260483413934708,
      "learning_rate": 0.00018411492357966468,
      "loss": 3.46,
      "step": 59000
    },
    {
      "epoch": 0.59,
      "eval_loss": 3.8984375,
      "eval_runtime": 32.986,
      "eval_samples_per_second": 18255.851,
      "eval_steps_per_second": 17.856,
      "step": 59000
    },
    {
      "epoch": 0.591,
      "grad_norm": 0.09491027891635895,
      "learning_rate": 0.00018395909204638758,
      "loss": 3.4612,
      "step": 59100
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.09216572344303131,
      "learning_rate": 0.00018380365552345197,
      "loss": 3.4632,
      "step": 59200
    },
    {
      "epoch": 0.593,
      "grad_norm": 0.09314817935228348,
      "learning_rate": 0.00018364861234484967,
      "loss": 3.4616,
      "step": 59300
    },
    {
      "epoch": 0.594,
      "grad_norm": 0.10169938951730728,
      "learning_rate": 0.00018349396085439343,
      "loss": 3.4638,
      "step": 59400
    },
    {
      "epoch": 0.595,
      "grad_norm": 0.10830460488796234,
      "learning_rate": 0.00018333969940564226,
      "loss": 3.4622,
      "step": 59500
    },
    {
      "epoch": 0.596,
      "grad_norm": 0.09347419440746307,
      "learning_rate": 0.00018318582636182794,
      "loss": 3.461,
      "step": 59600
    },
    {
      "epoch": 0.597,
      "grad_norm": 0.09264504164457321,
      "learning_rate": 0.00018303234009578204,
      "loss": 3.4604,
      "step": 59700
    },
    {
      "epoch": 0.598,
      "grad_norm": 0.08877206593751907,
      "learning_rate": 0.00018287923898986378,
      "loss": 3.4622,
      "step": 59800
    },
    {
      "epoch": 0.599,
      "grad_norm": 0.09566622227430344,
      "learning_rate": 0.00018272652143588817,
      "loss": 3.4635,
      "step": 59900
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.10193250328302383,
      "learning_rate": 0.00018257418583505537,
      "loss": 3.4608,
      "step": 60000
    },
    {
      "epoch": 0.6,
      "eval_loss": 3.8984375,
      "eval_runtime": 32.9947,
      "eval_samples_per_second": 18251.046,
      "eval_steps_per_second": 17.851,
      "step": 60000
    },
    {
      "epoch": 0.601,
      "grad_norm": 0.09149635583162308,
      "learning_rate": 0.00018242223059788013,
      "loss": 3.4603,
      "step": 60100
    },
    {
      "epoch": 0.602,
      "grad_norm": 0.09358430653810501,
      "learning_rate": 0.0001822706541441223,
      "loss": 3.4595,
      "step": 60200
    },
    {
      "epoch": 0.603,
      "grad_norm": 0.10326792299747467,
      "learning_rate": 0.00018211945490271766,
      "loss": 3.4619,
      "step": 60300
    },
    {
      "epoch": 0.604,
      "grad_norm": 0.10516923666000366,
      "learning_rate": 0.00018196863131170974,
      "loss": 3.4592,
      "step": 60400
    },
    {
      "epoch": 0.605,
      "grad_norm": 0.09201698005199432,
      "learning_rate": 0.00018181818181818183,
      "loss": 3.4594,
      "step": 60500
    },
    {
      "epoch": 0.606,
      "grad_norm": 0.12762495875358582,
      "learning_rate": 0.00018166810487818988,
      "loss": 3.4608,
      "step": 60600
    },
    {
      "epoch": 0.607,
      "grad_norm": 0.09665093570947647,
      "learning_rate": 0.00018151839895669614,
      "loss": 3.4579,
      "step": 60700
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.0870705246925354,
      "learning_rate": 0.00018136906252750294,
      "loss": 3.4588,
      "step": 60800
    },
    {
      "epoch": 0.609,
      "grad_norm": 0.0998244658112526,
      "learning_rate": 0.00018122009407318745,
      "loss": 3.4589,
      "step": 60900
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.08676362037658691,
      "learning_rate": 0.00018107149208503707,
      "loss": 3.4604,
      "step": 61000
    },
    {
      "epoch": 0.61,
      "eval_loss": 3.892578125,
      "eval_runtime": 33.0945,
      "eval_samples_per_second": 18195.999,
      "eval_steps_per_second": 17.798,
      "step": 61000
    },
    {
      "epoch": 0.611,
      "grad_norm": 0.09438201040029526,
      "learning_rate": 0.000180923255062985,
      "loss": 3.4588,
      "step": 61100
    },
    {
      "epoch": 0.612,
      "grad_norm": 0.09467477351427078,
      "learning_rate": 0.0001807753815155468,
      "loss": 3.4595,
      "step": 61200
    },
    {
      "epoch": 0.613,
      "grad_norm": 0.09366316348314285,
      "learning_rate": 0.00018062786995975738,
      "loss": 3.4596,
      "step": 61300
    },
    {
      "epoch": 0.614,
      "grad_norm": 0.09797662496566772,
      "learning_rate": 0.0001804807189211084,
      "loss": 3.46,
      "step": 61400
    },
    {
      "epoch": 0.615,
      "grad_norm": 0.09239408373832703,
      "learning_rate": 0.00018033392693348645,
      "loss": 3.4592,
      "step": 61500
    },
    {
      "epoch": 0.616,
      "grad_norm": 0.1170559823513031,
      "learning_rate": 0.0001801874925391118,
      "loss": 3.4594,
      "step": 61600
    },
    {
      "epoch": 0.617,
      "grad_norm": 0.11294198781251907,
      "learning_rate": 0.00018004141428847736,
      "loss": 3.4566,
      "step": 61700
    },
    {
      "epoch": 0.618,
      "grad_norm": 0.08425901085138321,
      "learning_rate": 0.00017989569074028863,
      "loss": 3.4582,
      "step": 61800
    },
    {
      "epoch": 0.619,
      "grad_norm": 0.08901657909154892,
      "learning_rate": 0.0001797503204614039,
      "loss": 3.4575,
      "step": 61900
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.09452513605356216,
      "learning_rate": 0.00017960530202677493,
      "loss": 3.4584,
      "step": 62000
    },
    {
      "epoch": 0.62,
      "eval_loss": 3.888671875,
      "eval_runtime": 33.0119,
      "eval_samples_per_second": 18241.555,
      "eval_steps_per_second": 17.842,
      "step": 62000
    },
    {
      "epoch": 0.621,
      "grad_norm": 0.10306137800216675,
      "learning_rate": 0.0001794606340193885,
      "loss": 3.4585,
      "step": 62100
    },
    {
      "epoch": 0.622,
      "grad_norm": 0.09906180948019028,
      "learning_rate": 0.00017931631503020814,
      "loss": 3.4559,
      "step": 62200
    },
    {
      "epoch": 0.623,
      "grad_norm": 0.09659173339605331,
      "learning_rate": 0.00017917234365811654,
      "loss": 3.4568,
      "step": 62300
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.08893030881881714,
      "learning_rate": 0.0001790287185098582,
      "loss": 3.4596,
      "step": 62400
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.09648360311985016,
      "learning_rate": 0.00017888543819998318,
      "loss": 3.4573,
      "step": 62500
    },
    {
      "epoch": 0.626,
      "grad_norm": 0.08842136710882187,
      "learning_rate": 0.0001787425013507906,
      "loss": 3.4575,
      "step": 62600
    },
    {
      "epoch": 0.627,
      "grad_norm": 0.097404845058918,
      "learning_rate": 0.00017859990659227327,
      "loss": 3.4553,
      "step": 62700
    },
    {
      "epoch": 0.628,
      "grad_norm": 0.10879901051521301,
      "learning_rate": 0.0001784576525620624,
      "loss": 3.4557,
      "step": 62800
    },
    {
      "epoch": 0.629,
      "grad_norm": 0.08811251074075699,
      "learning_rate": 0.000178315737905373,
      "loss": 3.4547,
      "step": 62900
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.09087971597909927,
      "learning_rate": 0.0001781741612749496,
      "loss": 3.4556,
      "step": 63000
    },
    {
      "epoch": 0.63,
      "eval_loss": 3.89453125,
      "eval_runtime": 33.0103,
      "eval_samples_per_second": 18242.415,
      "eval_steps_per_second": 17.843,
      "step": 63000
    },
    {
      "epoch": 0.631,
      "grad_norm": 0.08818445354700089,
      "learning_rate": 0.0001780329213310126,
      "loss": 3.4553,
      "step": 63100
    },
    {
      "epoch": 0.632,
      "grad_norm": 0.09016218781471252,
      "learning_rate": 0.000177892016741205,
      "loss": 3.4546,
      "step": 63200
    },
    {
      "epoch": 0.633,
      "grad_norm": 0.08760054409503937,
      "learning_rate": 0.0001777514461805397,
      "loss": 3.4548,
      "step": 63300
    },
    {
      "epoch": 0.634,
      "grad_norm": 0.08488897979259491,
      "learning_rate": 0.00017761120833134698,
      "loss": 3.4575,
      "step": 63400
    },
    {
      "epoch": 0.635,
      "grad_norm": 0.09008808434009552,
      "learning_rate": 0.00017747130188322277,
      "loss": 3.4554,
      "step": 63500
    },
    {
      "epoch": 0.636,
      "grad_norm": 0.09507942944765091,
      "learning_rate": 0.00017733172553297715,
      "loss": 3.4548,
      "step": 63600
    },
    {
      "epoch": 0.637,
      "grad_norm": 0.08736253529787064,
      "learning_rate": 0.00017719247798458348,
      "loss": 3.4547,
      "step": 63700
    },
    {
      "epoch": 0.638,
      "grad_norm": 0.1137012243270874,
      "learning_rate": 0.00017705355794912778,
      "loss": 3.4586,
      "step": 63800
    },
    {
      "epoch": 0.639,
      "grad_norm": 0.100893035531044,
      "learning_rate": 0.00017691496414475844,
      "loss": 3.4563,
      "step": 63900
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.0883665531873703,
      "learning_rate": 0.00017677669529663688,
      "loss": 3.4545,
      "step": 64000
    },
    {
      "epoch": 0.64,
      "eval_loss": 3.90234375,
      "eval_runtime": 32.9836,
      "eval_samples_per_second": 18257.192,
      "eval_steps_per_second": 17.857,
      "step": 64000
    },
    {
      "epoch": 0.641,
      "grad_norm": 0.09608853608369827,
      "learning_rate": 0.00017663875013688816,
      "loss": 3.4548,
      "step": 64100
    },
    {
      "epoch": 0.642,
      "grad_norm": 0.08302801102399826,
      "learning_rate": 0.00017650112740455194,
      "loss": 3.454,
      "step": 64200
    },
    {
      "epoch": 0.643,
      "grad_norm": 0.08717923611402512,
      "learning_rate": 0.0001763638258455345,
      "loss": 3.4555,
      "step": 64300
    },
    {
      "epoch": 0.644,
      "grad_norm": 0.11070983111858368,
      "learning_rate": 0.00017622684421256035,
      "loss": 3.4551,
      "step": 64400
    },
    {
      "epoch": 0.645,
      "grad_norm": 0.10088195651769638,
      "learning_rate": 0.00017609018126512477,
      "loss": 3.4545,
      "step": 64500
    },
    {
      "epoch": 0.646,
      "grad_norm": 0.08371099084615707,
      "learning_rate": 0.00017595383576944672,
      "loss": 3.4552,
      "step": 64600
    },
    {
      "epoch": 0.647,
      "grad_norm": 0.08482113480567932,
      "learning_rate": 0.00017581780649842193,
      "loss": 3.4547,
      "step": 64700
    },
    {
      "epoch": 0.648,
      "grad_norm": 0.10641901195049286,
      "learning_rate": 0.00017568209223157663,
      "loss": 3.4539,
      "step": 64800
    },
    {
      "epoch": 0.649,
      "grad_norm": 0.12532317638397217,
      "learning_rate": 0.00017554669175502143,
      "loss": 3.4542,
      "step": 64900
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.10789231210947037,
      "learning_rate": 0.00017541160386140586,
      "loss": 3.4526,
      "step": 65000
    },
    {
      "epoch": 0.65,
      "eval_loss": 3.884765625,
      "eval_runtime": 32.991,
      "eval_samples_per_second": 18253.083,
      "eval_steps_per_second": 17.853,
      "step": 65000
    },
    {
      "epoch": 0.651,
      "grad_norm": 0.10503752529621124,
      "learning_rate": 0.00017527682734987297,
      "loss": 3.4551,
      "step": 65100
    },
    {
      "epoch": 0.652,
      "grad_norm": 0.08596997708082199,
      "learning_rate": 0.00017514236102601468,
      "loss": 3.4544,
      "step": 65200
    },
    {
      "epoch": 0.653,
      "grad_norm": 0.10656549036502838,
      "learning_rate": 0.00017500820370182729,
      "loss": 3.452,
      "step": 65300
    },
    {
      "epoch": 0.654,
      "grad_norm": 0.10545896738767624,
      "learning_rate": 0.00017487435419566726,
      "loss": 3.4525,
      "step": 65400
    },
    {
      "epoch": 0.655,
      "grad_norm": 0.10238152742385864,
      "learning_rate": 0.0001747408113322076,
      "loss": 3.453,
      "step": 65500
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.1159452497959137,
      "learning_rate": 0.00017460757394239458,
      "loss": 3.4533,
      "step": 65600
    },
    {
      "epoch": 0.657,
      "grad_norm": 0.08971402049064636,
      "learning_rate": 0.00017447464086340456,
      "loss": 3.4525,
      "step": 65700
    },
    {
      "epoch": 0.658,
      "grad_norm": 0.09728628396987915,
      "learning_rate": 0.00017434201093860166,
      "loss": 3.4533,
      "step": 65800
    },
    {
      "epoch": 0.659,
      "grad_norm": 0.10055437684059143,
      "learning_rate": 0.00017420968301749517,
      "loss": 3.4515,
      "step": 65900
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.10009339451789856,
      "learning_rate": 0.00017407765595569785,
      "loss": 3.4532,
      "step": 66000
    },
    {
      "epoch": 0.66,
      "eval_loss": 3.888671875,
      "eval_runtime": 33.007,
      "eval_samples_per_second": 18244.268,
      "eval_steps_per_second": 17.845,
      "step": 66000
    },
    {
      "epoch": 0.661,
      "grad_norm": 0.08580023795366287,
      "learning_rate": 0.00017394592861488424,
      "loss": 3.4505,
      "step": 66100
    },
    {
      "epoch": 0.662,
      "grad_norm": 0.08647996932268143,
      "learning_rate": 0.00017381449986274955,
      "loss": 3.4532,
      "step": 66200
    },
    {
      "epoch": 0.663,
      "grad_norm": 0.08780326694250107,
      "learning_rate": 0.00017368336857296875,
      "loss": 3.4515,
      "step": 66300
    },
    {
      "epoch": 0.664,
      "grad_norm": 0.09744898974895477,
      "learning_rate": 0.00017355253362515583,
      "loss": 3.4513,
      "step": 66400
    },
    {
      "epoch": 0.665,
      "grad_norm": 0.10528256744146347,
      "learning_rate": 0.000173421993904824,
      "loss": 3.4534,
      "step": 66500
    },
    {
      "epoch": 0.666,
      "grad_norm": 0.0887388065457344,
      "learning_rate": 0.00017329174830334545,
      "loss": 3.4532,
      "step": 66600
    },
    {
      "epoch": 0.667,
      "grad_norm": 0.11578360199928284,
      "learning_rate": 0.00017316179571791196,
      "loss": 3.4502,
      "step": 66700
    },
    {
      "epoch": 0.668,
      "grad_norm": 0.09660936146974564,
      "learning_rate": 0.0001730321350514957,
      "loss": 3.4531,
      "step": 66800
    },
    {
      "epoch": 0.669,
      "grad_norm": 0.09446755796670914,
      "learning_rate": 0.0001729027652128102,
      "loss": 3.4543,
      "step": 66900
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.10190019011497498,
      "learning_rate": 0.00017277368511627204,
      "loss": 3.4509,
      "step": 67000
    },
    {
      "epoch": 0.67,
      "eval_loss": 3.8828125,
      "eval_runtime": 32.992,
      "eval_samples_per_second": 18252.544,
      "eval_steps_per_second": 17.853,
      "step": 67000
    },
    {
      "epoch": 0.671,
      "grad_norm": 0.10701554268598557,
      "learning_rate": 0.0001726448936819622,
      "loss": 3.4513,
      "step": 67100
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.11148486286401749,
      "learning_rate": 0.00017251638983558853,
      "loss": 3.4505,
      "step": 67200
    },
    {
      "epoch": 0.673,
      "grad_norm": 0.10375931113958359,
      "learning_rate": 0.00017238817250844786,
      "loss": 3.4514,
      "step": 67300
    },
    {
      "epoch": 0.674,
      "grad_norm": 0.09482084214687347,
      "learning_rate": 0.00017226024063738863,
      "loss": 3.4498,
      "step": 67400
    },
    {
      "epoch": 0.675,
      "grad_norm": 0.11015119403600693,
      "learning_rate": 0.00017213259316477408,
      "loss": 3.4503,
      "step": 67500
    },
    {
      "epoch": 0.676,
      "grad_norm": 0.09139025211334229,
      "learning_rate": 0.00017200522903844536,
      "loss": 3.4503,
      "step": 67600
    },
    {
      "epoch": 0.677,
      "grad_norm": 0.08138120919466019,
      "learning_rate": 0.00017187814721168515,
      "loss": 3.4496,
      "step": 67700
    },
    {
      "epoch": 0.678,
      "grad_norm": 0.11369217187166214,
      "learning_rate": 0.00017175134664318157,
      "loss": 3.4493,
      "step": 67800
    },
    {
      "epoch": 0.679,
      "grad_norm": 0.09752605855464935,
      "learning_rate": 0.00017162482629699222,
      "loss": 3.4484,
      "step": 67900
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.0917077511548996,
      "learning_rate": 0.00017149858514250882,
      "loss": 3.4493,
      "step": 68000
    },
    {
      "epoch": 0.68,
      "eval_loss": 3.880859375,
      "eval_runtime": 32.9961,
      "eval_samples_per_second": 18250.289,
      "eval_steps_per_second": 17.851,
      "step": 68000
    },
    {
      "epoch": 0.681,
      "grad_norm": 0.09174978733062744,
      "learning_rate": 0.00017137262215442185,
      "loss": 3.45,
      "step": 68100
    },
    {
      "epoch": 0.682,
      "grad_norm": 0.11849396675825119,
      "learning_rate": 0.00017124693631268543,
      "loss": 3.4511,
      "step": 68200
    },
    {
      "epoch": 0.683,
      "grad_norm": 0.0938100814819336,
      "learning_rate": 0.00017112152660248296,
      "loss": 3.4496,
      "step": 68300
    },
    {
      "epoch": 0.684,
      "grad_norm": 0.11769715696573257,
      "learning_rate": 0.00017099639201419238,
      "loss": 3.4495,
      "step": 68400
    },
    {
      "epoch": 0.685,
      "grad_norm": 0.11145388334989548,
      "learning_rate": 0.0001708715315433522,
      "loss": 3.4493,
      "step": 68500
    },
    {
      "epoch": 0.686,
      "grad_norm": 0.12704512476921082,
      "learning_rate": 0.00017074694419062767,
      "loss": 3.4503,
      "step": 68600
    },
    {
      "epoch": 0.687,
      "grad_norm": 0.10009263455867767,
      "learning_rate": 0.00017062262896177705,
      "loss": 3.4527,
      "step": 68700
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.0949656069278717,
      "learning_rate": 0.00017049858486761839,
      "loss": 3.4497,
      "step": 68800
    },
    {
      "epoch": 0.689,
      "grad_norm": 0.08776091784238815,
      "learning_rate": 0.0001703748109239964,
      "loss": 3.4493,
      "step": 68900
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.12844863533973694,
      "learning_rate": 0.0001702513061517497,
      "loss": 3.449,
      "step": 69000
    },
    {
      "epoch": 0.69,
      "eval_loss": 3.8828125,
      "eval_runtime": 33.0055,
      "eval_samples_per_second": 18245.099,
      "eval_steps_per_second": 17.846,
      "step": 69000
    },
    {
      "epoch": 0.691,
      "grad_norm": 0.086809441447258,
      "learning_rate": 0.0001701280695766784,
      "loss": 3.4488,
      "step": 69100
    },
    {
      "epoch": 0.692,
      "grad_norm": 0.09244389086961746,
      "learning_rate": 0.0001700051002295115,
      "loss": 3.4473,
      "step": 69200
    },
    {
      "epoch": 0.693,
      "grad_norm": 0.08996045589447021,
      "learning_rate": 0.00016988239714587518,
      "loss": 3.4499,
      "step": 69300
    },
    {
      "epoch": 0.694,
      "grad_norm": 0.10364508628845215,
      "learning_rate": 0.00016975995936626098,
      "loss": 3.4495,
      "step": 69400
    },
    {
      "epoch": 0.695,
      "grad_norm": 0.09321583062410355,
      "learning_rate": 0.0001696377859359942,
      "loss": 3.4468,
      "step": 69500
    },
    {
      "epoch": 0.696,
      "grad_norm": 0.09319949150085449,
      "learning_rate": 0.0001695158759052026,
      "loss": 3.447,
      "step": 69600
    },
    {
      "epoch": 0.697,
      "grad_norm": 0.0915616974234581,
      "learning_rate": 0.00016939422832878555,
      "loss": 3.4461,
      "step": 69700
    },
    {
      "epoch": 0.698,
      "grad_norm": 0.08925987035036087,
      "learning_rate": 0.00016927284226638315,
      "loss": 3.4479,
      "step": 69800
    },
    {
      "epoch": 0.699,
      "grad_norm": 0.10480326414108276,
      "learning_rate": 0.00016915171678234564,
      "loss": 3.4477,
      "step": 69900
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.09662549942731857,
      "learning_rate": 0.0001690308509457033,
      "loss": 3.4464,
      "step": 70000
    },
    {
      "epoch": 0.7,
      "eval_loss": 3.87890625,
      "eval_runtime": 33.1572,
      "eval_samples_per_second": 18161.615,
      "eval_steps_per_second": 17.764,
      "step": 70000
    },
    {
      "epoch": 0.701,
      "grad_norm": 0.08479616045951843,
      "learning_rate": 0.0001689102438301362,
      "loss": 3.4458,
      "step": 70100
    },
    {
      "epoch": 0.702,
      "grad_norm": 0.09455426782369614,
      "learning_rate": 0.00016878989451394444,
      "loss": 3.447,
      "step": 70200
    },
    {
      "epoch": 0.703,
      "grad_norm": 0.08542288839817047,
      "learning_rate": 0.00016866980208001865,
      "loss": 3.4462,
      "step": 70300
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.10905344784259796,
      "learning_rate": 0.00016854996561581053,
      "loss": 3.4454,
      "step": 70400
    },
    {
      "epoch": 0.705,
      "grad_norm": 0.0927351713180542,
      "learning_rate": 0.00016843038421330382,
      "loss": 3.4444,
      "step": 70500
    },
    {
      "epoch": 0.706,
      "grad_norm": 0.0991898775100708,
      "learning_rate": 0.00016831105696898528,
      "loss": 3.4476,
      "step": 70600
    },
    {
      "epoch": 0.707,
      "grad_norm": 0.07934626936912537,
      "learning_rate": 0.0001681919829838161,
      "loss": 3.4465,
      "step": 70700
    },
    {
      "epoch": 0.708,
      "grad_norm": 0.0833369791507721,
      "learning_rate": 0.0001680731613632036,
      "loss": 3.4482,
      "step": 70800
    },
    {
      "epoch": 0.709,
      "grad_norm": 0.09017114341259003,
      "learning_rate": 0.00016795459121697257,
      "loss": 3.4453,
      "step": 70900
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.09019383788108826,
      "learning_rate": 0.00016783627165933783,
      "loss": 3.446,
      "step": 71000
    },
    {
      "epoch": 0.71,
      "eval_loss": 3.890625,
      "eval_runtime": 33.0104,
      "eval_samples_per_second": 18242.397,
      "eval_steps_per_second": 17.843,
      "step": 71000
    },
    {
      "epoch": 0.711,
      "grad_norm": 0.09486021101474762,
      "learning_rate": 0.0001677182018088759,
      "loss": 3.4462,
      "step": 71100
    },
    {
      "epoch": 0.712,
      "grad_norm": 0.09535174071788788,
      "learning_rate": 0.00016760038078849775,
      "loss": 3.4483,
      "step": 71200
    },
    {
      "epoch": 0.713,
      "grad_norm": 0.08906789124011993,
      "learning_rate": 0.00016748280772542137,
      "loss": 3.445,
      "step": 71300
    },
    {
      "epoch": 0.714,
      "grad_norm": 0.09585762023925781,
      "learning_rate": 0.0001673654817511446,
      "loss": 3.4469,
      "step": 71400
    },
    {
      "epoch": 0.715,
      "grad_norm": 0.10558847337961197,
      "learning_rate": 0.00016724840200141815,
      "loss": 3.4462,
      "step": 71500
    },
    {
      "epoch": 0.716,
      "grad_norm": 0.09401770681142807,
      "learning_rate": 0.0001671315676162189,
      "loss": 3.4436,
      "step": 71600
    },
    {
      "epoch": 0.717,
      "grad_norm": 0.09375085681676865,
      "learning_rate": 0.00016701497773972333,
      "loss": 3.445,
      "step": 71700
    },
    {
      "epoch": 0.718,
      "grad_norm": 0.09521766006946564,
      "learning_rate": 0.00016689863152028126,
      "loss": 3.443,
      "step": 71800
    },
    {
      "epoch": 0.719,
      "grad_norm": 0.09246081113815308,
      "learning_rate": 0.00016678252811038962,
      "loss": 3.4458,
      "step": 71900
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.08197703957557678,
      "learning_rate": 0.00016666666666666666,
      "loss": 3.4456,
      "step": 72000
    },
    {
      "epoch": 0.72,
      "eval_loss": 3.880859375,
      "eval_runtime": 32.9885,
      "eval_samples_per_second": 18254.48,
      "eval_steps_per_second": 17.855,
      "step": 72000
    },
    {
      "epoch": 0.721,
      "grad_norm": 0.08918161690235138,
      "learning_rate": 0.00016655104634982608,
      "loss": 3.4453,
      "step": 72100
    },
    {
      "epoch": 0.722,
      "grad_norm": 0.08643663674592972,
      "learning_rate": 0.00016643566632465153,
      "loss": 3.4471,
      "step": 72200
    },
    {
      "epoch": 0.723,
      "grad_norm": 0.08612331748008728,
      "learning_rate": 0.0001663205257599714,
      "loss": 3.4442,
      "step": 72300
    },
    {
      "epoch": 0.724,
      "grad_norm": 0.11025555431842804,
      "learning_rate": 0.00016620562382863342,
      "loss": 3.4443,
      "step": 72400
    },
    {
      "epoch": 0.725,
      "grad_norm": 0.09381308406591415,
      "learning_rate": 0.00016609095970747994,
      "loss": 3.4414,
      "step": 72500
    },
    {
      "epoch": 0.726,
      "grad_norm": 0.094405896961689,
      "learning_rate": 0.00016597653257732306,
      "loss": 3.4438,
      "step": 72600
    },
    {
      "epoch": 0.727,
      "grad_norm": 0.09081803262233734,
      "learning_rate": 0.00016586234162292005,
      "loss": 3.444,
      "step": 72700
    },
    {
      "epoch": 0.728,
      "grad_norm": 0.11879288405179977,
      "learning_rate": 0.00016574838603294897,
      "loss": 3.4418,
      "step": 72800
    },
    {
      "epoch": 0.729,
      "grad_norm": 0.09423980116844177,
      "learning_rate": 0.00016563466499998442,
      "loss": 3.4443,
      "step": 72900
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.0863361731171608,
      "learning_rate": 0.00016552117772047358,
      "loss": 3.4436,
      "step": 73000
    },
    {
      "epoch": 0.73,
      "eval_loss": 3.884765625,
      "eval_runtime": 33.0049,
      "eval_samples_per_second": 18245.429,
      "eval_steps_per_second": 17.846,
      "step": 73000
    },
    {
      "epoch": 0.731,
      "grad_norm": 0.13333062827587128,
      "learning_rate": 0.00016540792339471237,
      "loss": 3.4447,
      "step": 73100
    },
    {
      "epoch": 0.732,
      "grad_norm": 0.0957045704126358,
      "learning_rate": 0.00016529490122682157,
      "loss": 3.4425,
      "step": 73200
    },
    {
      "epoch": 0.733,
      "grad_norm": 0.12515659630298615,
      "learning_rate": 0.00016518211042472372,
      "loss": 3.4423,
      "step": 73300
    },
    {
      "epoch": 0.734,
      "grad_norm": 0.09493029862642288,
      "learning_rate": 0.00016506955020011946,
      "loss": 3.4401,
      "step": 73400
    },
    {
      "epoch": 0.735,
      "grad_norm": 0.08881188184022903,
      "learning_rate": 0.0001649572197684645,
      "loss": 3.4419,
      "step": 73500
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.10456575453281403,
      "learning_rate": 0.00016484511834894677,
      "loss": 3.4428,
      "step": 73600
    },
    {
      "epoch": 0.737,
      "grad_norm": 0.08246786147356033,
      "learning_rate": 0.00016473324516446338,
      "loss": 3.4445,
      "step": 73700
    },
    {
      "epoch": 0.738,
      "grad_norm": 0.11760751903057098,
      "learning_rate": 0.00016462159944159827,
      "loss": 3.4431,
      "step": 73800
    },
    {
      "epoch": 0.739,
      "grad_norm": 0.09637313336133957,
      "learning_rate": 0.00016451018041059955,
      "loss": 3.4426,
      "step": 73900
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.13058100640773773,
      "learning_rate": 0.0001643989873053573,
      "loss": 3.4425,
      "step": 74000
    },
    {
      "epoch": 0.74,
      "eval_loss": 3.8828125,
      "eval_runtime": 33.0139,
      "eval_samples_per_second": 18240.416,
      "eval_steps_per_second": 17.841,
      "step": 74000
    },
    {
      "epoch": 0.741,
      "grad_norm": 0.08998531848192215,
      "learning_rate": 0.00016428801936338143,
      "loss": 3.4437,
      "step": 74100
    },
    {
      "epoch": 0.742,
      "grad_norm": 0.09501896053552628,
      "learning_rate": 0.00016417727582577964,
      "loss": 3.4427,
      "step": 74200
    },
    {
      "epoch": 0.743,
      "grad_norm": 0.10081542283296585,
      "learning_rate": 0.00016406675593723583,
      "loss": 3.4416,
      "step": 74300
    },
    {
      "epoch": 0.744,
      "grad_norm": 0.08788462728261948,
      "learning_rate": 0.00016395645894598824,
      "loss": 3.4433,
      "step": 74400
    },
    {
      "epoch": 0.745,
      "grad_norm": 0.13512863218784332,
      "learning_rate": 0.0001638463841038081,
      "loss": 3.443,
      "step": 74500
    },
    {
      "epoch": 0.746,
      "grad_norm": 0.08741659671068192,
      "learning_rate": 0.00016373653066597825,
      "loss": 3.4422,
      "step": 74600
    },
    {
      "epoch": 0.747,
      "grad_norm": 0.09418010711669922,
      "learning_rate": 0.000163626897891272,
      "loss": 3.4409,
      "step": 74700
    },
    {
      "epoch": 0.748,
      "grad_norm": 0.09971028566360474,
      "learning_rate": 0.00016351748504193217,
      "loss": 3.4415,
      "step": 74800
    },
    {
      "epoch": 0.749,
      "grad_norm": 0.10280565172433853,
      "learning_rate": 0.0001634082913836501,
      "loss": 3.4405,
      "step": 74900
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.09686677157878876,
      "learning_rate": 0.00016329931618554522,
      "loss": 3.4416,
      "step": 75000
    },
    {
      "epoch": 0.75,
      "eval_loss": 3.875,
      "eval_runtime": 32.9976,
      "eval_samples_per_second": 18249.452,
      "eval_steps_per_second": 17.85,
      "step": 75000
    },
    {
      "epoch": 0.751,
      "grad_norm": 0.08808457851409912,
      "learning_rate": 0.00016319055872014417,
      "loss": 3.4405,
      "step": 75100
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.09505708515644073,
      "learning_rate": 0.00016308201826336055,
      "loss": 3.441,
      "step": 75200
    },
    {
      "epoch": 0.753,
      "grad_norm": 0.08924631774425507,
      "learning_rate": 0.00016297369409447486,
      "loss": 3.4413,
      "step": 75300
    },
    {
      "epoch": 0.754,
      "grad_norm": 0.09695728868246078,
      "learning_rate": 0.00016286558549611407,
      "loss": 3.4417,
      "step": 75400
    },
    {
      "epoch": 0.755,
      "grad_norm": 0.08458244055509567,
      "learning_rate": 0.00016275769175423189,
      "loss": 3.4414,
      "step": 75500
    },
    {
      "epoch": 0.756,
      "grad_norm": 0.09474821388721466,
      "learning_rate": 0.00016265001215808885,
      "loss": 3.4387,
      "step": 75600
    },
    {
      "epoch": 0.757,
      "grad_norm": 0.0918809249997139,
      "learning_rate": 0.00016254254600023274,
      "loss": 3.4394,
      "step": 75700
    },
    {
      "epoch": 0.758,
      "grad_norm": 0.10976070165634155,
      "learning_rate": 0.000162435292576479,
      "loss": 3.4403,
      "step": 75800
    },
    {
      "epoch": 0.759,
      "grad_norm": 0.1117151528596878,
      "learning_rate": 0.00016232825118589134,
      "loss": 3.4399,
      "step": 75900
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.12362287938594818,
      "learning_rate": 0.00016222142113076255,
      "loss": 3.4402,
      "step": 76000
    },
    {
      "epoch": 0.76,
      "eval_loss": 3.8828125,
      "eval_runtime": 32.9906,
      "eval_samples_per_second": 18253.325,
      "eval_steps_per_second": 17.854,
      "step": 76000
    },
    {
      "epoch": 0.761,
      "grad_norm": 0.08545960485935211,
      "learning_rate": 0.0001621148017165954,
      "loss": 3.4404,
      "step": 76100
    },
    {
      "epoch": 0.762,
      "grad_norm": 0.11282055079936981,
      "learning_rate": 0.00016200839225208365,
      "loss": 3.4406,
      "step": 76200
    },
    {
      "epoch": 0.763,
      "grad_norm": 0.1176215335726738,
      "learning_rate": 0.00016190219204909316,
      "loss": 3.4415,
      "step": 76300
    },
    {
      "epoch": 0.764,
      "grad_norm": 0.09560921788215637,
      "learning_rate": 0.0001617962004226434,
      "loss": 3.4413,
      "step": 76400
    },
    {
      "epoch": 0.765,
      "grad_norm": 0.09105270355939865,
      "learning_rate": 0.00016169041669088867,
      "loss": 3.4409,
      "step": 76500
    },
    {
      "epoch": 0.766,
      "grad_norm": 0.0954379066824913,
      "learning_rate": 0.00016158484017509978,
      "loss": 3.4382,
      "step": 76600
    },
    {
      "epoch": 0.767,
      "grad_norm": 0.09138867259025574,
      "learning_rate": 0.00016147947019964576,
      "loss": 3.4412,
      "step": 76700
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.09806874394416809,
      "learning_rate": 0.0001613743060919757,
      "loss": 3.442,
      "step": 76800
    },
    {
      "epoch": 0.769,
      "grad_norm": 0.08680954575538635,
      "learning_rate": 0.00016126934718260072,
      "loss": 3.4406,
      "step": 76900
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.10539354383945465,
      "learning_rate": 0.00016116459280507607,
      "loss": 3.4412,
      "step": 77000
    },
    {
      "epoch": 0.77,
      "eval_loss": 3.88671875,
      "eval_runtime": 33.0031,
      "eval_samples_per_second": 18246.399,
      "eval_steps_per_second": 17.847,
      "step": 77000
    },
    {
      "epoch": 0.771,
      "grad_norm": 0.09596407413482666,
      "learning_rate": 0.0001610600422959833,
      "loss": 3.439,
      "step": 77100
    },
    {
      "epoch": 0.772,
      "grad_norm": 0.09768424183130264,
      "learning_rate": 0.00016095569499491262,
      "loss": 3.4379,
      "step": 77200
    },
    {
      "epoch": 0.773,
      "grad_norm": 0.09115412831306458,
      "learning_rate": 0.0001608515502444456,
      "loss": 3.4381,
      "step": 77300
    },
    {
      "epoch": 0.774,
      "grad_norm": 0.11213884502649307,
      "learning_rate": 0.00016074760739013738,
      "loss": 3.4402,
      "step": 77400
    },
    {
      "epoch": 0.775,
      "grad_norm": 0.08757272362709045,
      "learning_rate": 0.00016064386578049978,
      "loss": 3.438,
      "step": 77500
    },
    {
      "epoch": 0.776,
      "grad_norm": 0.08894165605306625,
      "learning_rate": 0.0001605403247669839,
      "loss": 3.4417,
      "step": 77600
    },
    {
      "epoch": 0.777,
      "grad_norm": 0.10517994314432144,
      "learning_rate": 0.00016043698370396314,
      "loss": 3.4397,
      "step": 77700
    },
    {
      "epoch": 0.778,
      "grad_norm": 0.08438605815172195,
      "learning_rate": 0.00016033384194871647,
      "loss": 3.4374,
      "step": 77800
    },
    {
      "epoch": 0.779,
      "grad_norm": 0.1192629337310791,
      "learning_rate": 0.00016023089886141128,
      "loss": 3.4374,
      "step": 77900
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.11247923970222473,
      "learning_rate": 0.00016012815380508712,
      "loss": 3.438,
      "step": 78000
    },
    {
      "epoch": 0.78,
      "eval_loss": 3.875,
      "eval_runtime": 32.9875,
      "eval_samples_per_second": 18255.029,
      "eval_steps_per_second": 17.855,
      "step": 78000
    },
    {
      "epoch": 0.781,
      "grad_norm": 0.1209215372800827,
      "learning_rate": 0.0001600256061456389,
      "loss": 3.4371,
      "step": 78100
    },
    {
      "epoch": 0.782,
      "grad_norm": 0.09779994189739227,
      "learning_rate": 0.00015992325525180032,
      "loss": 3.4398,
      "step": 78200
    },
    {
      "epoch": 0.783,
      "grad_norm": 0.09656972438097,
      "learning_rate": 0.00015982110049512805,
      "loss": 3.4385,
      "step": 78300
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.08916040509939194,
      "learning_rate": 0.000159719141249985,
      "loss": 3.4366,
      "step": 78400
    },
    {
      "epoch": 0.785,
      "grad_norm": 0.09170043468475342,
      "learning_rate": 0.00015961737689352442,
      "loss": 3.438,
      "step": 78500
    },
    {
      "epoch": 0.786,
      "grad_norm": 0.09335237741470337,
      "learning_rate": 0.0001595158068056741,
      "loss": 3.438,
      "step": 78600
    },
    {
      "epoch": 0.787,
      "grad_norm": 0.09777306765317917,
      "learning_rate": 0.00015941443036912014,
      "loss": 3.4364,
      "step": 78700
    },
    {
      "epoch": 0.788,
      "grad_norm": 0.08855511248111725,
      "learning_rate": 0.00015931324696929155,
      "loss": 3.4368,
      "step": 78800
    },
    {
      "epoch": 0.789,
      "grad_norm": 0.0980067327618599,
      "learning_rate": 0.00015921225599434429,
      "loss": 3.4375,
      "step": 78900
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.09301699697971344,
      "learning_rate": 0.000159111456835146,
      "loss": 3.4359,
      "step": 79000
    },
    {
      "epoch": 0.79,
      "eval_loss": 3.875,
      "eval_runtime": 33.0055,
      "eval_samples_per_second": 18245.074,
      "eval_steps_per_second": 17.846,
      "step": 79000
    },
    {
      "epoch": 0.791,
      "grad_norm": 0.10222512483596802,
      "learning_rate": 0.00015901084888526044,
      "loss": 3.4359,
      "step": 79100
    },
    {
      "epoch": 0.792,
      "grad_norm": 0.09246222674846649,
      "learning_rate": 0.00015891043154093204,
      "loss": 3.4358,
      "step": 79200
    },
    {
      "epoch": 0.793,
      "grad_norm": 0.11724498867988586,
      "learning_rate": 0.00015881020420107104,
      "loss": 3.437,
      "step": 79300
    },
    {
      "epoch": 0.794,
      "grad_norm": 0.08812806755304337,
      "learning_rate": 0.0001587101662672379,
      "loss": 3.4366,
      "step": 79400
    },
    {
      "epoch": 0.795,
      "grad_norm": 0.11343426257371902,
      "learning_rate": 0.00015861031714362882,
      "loss": 3.4361,
      "step": 79500
    },
    {
      "epoch": 0.796,
      "grad_norm": 0.08835262805223465,
      "learning_rate": 0.00015851065623706038,
      "loss": 3.4358,
      "step": 79600
    },
    {
      "epoch": 0.797,
      "grad_norm": 0.08559754490852356,
      "learning_rate": 0.00015841118295695486,
      "loss": 3.4342,
      "step": 79700
    },
    {
      "epoch": 0.798,
      "grad_norm": 0.13493484258651733,
      "learning_rate": 0.0001583118967153259,
      "loss": 3.4362,
      "step": 79800
    },
    {
      "epoch": 0.799,
      "grad_norm": 0.08687994629144669,
      "learning_rate": 0.00015821279692676326,
      "loss": 3.4368,
      "step": 79900
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.08848557621240616,
      "learning_rate": 0.00015811388300841897,
      "loss": 3.4343,
      "step": 80000
    },
    {
      "epoch": 0.8,
      "eval_loss": 3.869140625,
      "eval_runtime": 32.9882,
      "eval_samples_per_second": 18254.673,
      "eval_steps_per_second": 17.855,
      "step": 80000
    },
    {
      "epoch": 0.801,
      "grad_norm": 0.08878805488348007,
      "learning_rate": 0.00015801515437999242,
      "loss": 3.4347,
      "step": 80100
    },
    {
      "epoch": 0.802,
      "grad_norm": 0.09379617869853973,
      "learning_rate": 0.00015791661046371636,
      "loss": 3.4347,
      "step": 80200
    },
    {
      "epoch": 0.803,
      "grad_norm": 0.08302991092205048,
      "learning_rate": 0.00015781825068434261,
      "loss": 3.4346,
      "step": 80300
    },
    {
      "epoch": 0.804,
      "grad_norm": 0.10080291330814362,
      "learning_rate": 0.00015772007446912791,
      "loss": 3.4362,
      "step": 80400
    },
    {
      "epoch": 0.805,
      "grad_norm": 0.1289501041173935,
      "learning_rate": 0.00015762208124782013,
      "loss": 3.4357,
      "step": 80500
    },
    {
      "epoch": 0.806,
      "grad_norm": 0.0920480489730835,
      "learning_rate": 0.00015752427045264398,
      "loss": 3.4349,
      "step": 80600
    },
    {
      "epoch": 0.807,
      "grad_norm": 0.09406436234712601,
      "learning_rate": 0.00015742664151828745,
      "loss": 3.4365,
      "step": 80700
    },
    {
      "epoch": 0.808,
      "grad_norm": 0.09713851660490036,
      "learning_rate": 0.00015732919388188816,
      "loss": 3.4365,
      "step": 80800
    },
    {
      "epoch": 0.809,
      "grad_norm": 0.09240105003118515,
      "learning_rate": 0.0001572319269830195,
      "loss": 3.4357,
      "step": 80900
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.09189952164888382,
      "learning_rate": 0.00015713484026367723,
      "loss": 3.4325,
      "step": 81000
    },
    {
      "epoch": 0.81,
      "eval_loss": 3.87109375,
      "eval_runtime": 33.0008,
      "eval_samples_per_second": 18247.706,
      "eval_steps_per_second": 17.848,
      "step": 81000
    },
    {
      "epoch": 0.811,
      "grad_norm": 0.09463001787662506,
      "learning_rate": 0.00015703793316826606,
      "loss": 3.4342,
      "step": 81100
    },
    {
      "epoch": 0.812,
      "grad_norm": 0.11351007223129272,
      "learning_rate": 0.0001569412051435861,
      "loss": 3.4349,
      "step": 81200
    },
    {
      "epoch": 0.813,
      "grad_norm": 0.09494343400001526,
      "learning_rate": 0.00015684465563882,
      "loss": 3.435,
      "step": 81300
    },
    {
      "epoch": 0.814,
      "grad_norm": 0.08718815445899963,
      "learning_rate": 0.00015674828410551923,
      "loss": 3.4344,
      "step": 81400
    },
    {
      "epoch": 0.815,
      "grad_norm": 0.08435869216918945,
      "learning_rate": 0.00015665208999759148,
      "loss": 3.4326,
      "step": 81500
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.11424301564693451,
      "learning_rate": 0.0001565560727712874,
      "loss": 3.4322,
      "step": 81600
    },
    {
      "epoch": 0.817,
      "grad_norm": 0.11047474294900894,
      "learning_rate": 0.0001564602318851877,
      "loss": 3.4343,
      "step": 81700
    },
    {
      "epoch": 0.818,
      "grad_norm": 0.09242834150791168,
      "learning_rate": 0.00015636456680019053,
      "loss": 3.4329,
      "step": 81800
    },
    {
      "epoch": 0.819,
      "grad_norm": 0.10262425988912582,
      "learning_rate": 0.00015626907697949846,
      "loss": 3.4338,
      "step": 81900
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.0893552154302597,
      "learning_rate": 0.00015617376188860606,
      "loss": 3.4346,
      "step": 82000
    },
    {
      "epoch": 0.82,
      "eval_loss": 3.876953125,
      "eval_runtime": 32.9906,
      "eval_samples_per_second": 18253.339,
      "eval_steps_per_second": 17.854,
      "step": 82000
    },
    {
      "epoch": 0.821,
      "grad_norm": 0.0904051810503006,
      "learning_rate": 0.00015607862099528718,
      "loss": 3.433,
      "step": 82100
    },
    {
      "epoch": 0.822,
      "grad_norm": 0.08803316950798035,
      "learning_rate": 0.00015598365376958255,
      "loss": 3.431,
      "step": 82200
    },
    {
      "epoch": 0.823,
      "grad_norm": 0.08486661314964294,
      "learning_rate": 0.00015588885968378734,
      "loss": 3.4327,
      "step": 82300
    },
    {
      "epoch": 0.824,
      "grad_norm": 0.1493000090122223,
      "learning_rate": 0.00015579423821243896,
      "loss": 3.4336,
      "step": 82400
    },
    {
      "epoch": 0.825,
      "grad_norm": 0.08111909031867981,
      "learning_rate": 0.0001556997888323046,
      "loss": 3.4309,
      "step": 82500
    },
    {
      "epoch": 0.826,
      "grad_norm": 0.15636824071407318,
      "learning_rate": 0.0001556055110223693,
      "loss": 3.433,
      "step": 82600
    },
    {
      "epoch": 0.827,
      "grad_norm": 0.09289142489433289,
      "learning_rate": 0.00015551140426382372,
      "loss": 3.4333,
      "step": 82700
    },
    {
      "epoch": 0.828,
      "grad_norm": 0.10629736632108688,
      "learning_rate": 0.0001554174680400523,
      "loss": 3.432,
      "step": 82800
    },
    {
      "epoch": 0.829,
      "grad_norm": 0.11100473254919052,
      "learning_rate": 0.0001553237018366212,
      "loss": 3.433,
      "step": 82900
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.09321753680706024,
      "learning_rate": 0.00015523010514126656,
      "loss": 3.4343,
      "step": 83000
    },
    {
      "epoch": 0.83,
      "eval_loss": 3.87109375,
      "eval_runtime": 32.9766,
      "eval_samples_per_second": 18261.078,
      "eval_steps_per_second": 17.861,
      "step": 83000
    },
    {
      "epoch": 0.831,
      "grad_norm": 0.1051269918680191,
      "learning_rate": 0.00015513667744388273,
      "loss": 3.4318,
      "step": 83100
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.108842633664608,
      "learning_rate": 0.00015504341823651055,
      "loss": 3.4324,
      "step": 83200
    },
    {
      "epoch": 0.833,
      "grad_norm": 0.11733662337064743,
      "learning_rate": 0.00015495032701332584,
      "loss": 3.434,
      "step": 83300
    },
    {
      "epoch": 0.834,
      "grad_norm": 0.12677276134490967,
      "learning_rate": 0.00015485740327062772,
      "loss": 3.4328,
      "step": 83400
    },
    {
      "epoch": 0.835,
      "grad_norm": 0.08611226826906204,
      "learning_rate": 0.00015476464650682737,
      "loss": 3.4333,
      "step": 83500
    },
    {
      "epoch": 0.836,
      "grad_norm": 0.08939053118228912,
      "learning_rate": 0.0001546720562224365,
      "loss": 3.4316,
      "step": 83600
    },
    {
      "epoch": 0.837,
      "grad_norm": 0.10289647430181503,
      "learning_rate": 0.0001545796319200561,
      "loss": 3.4311,
      "step": 83700
    },
    {
      "epoch": 0.838,
      "grad_norm": 0.0950452983379364,
      "learning_rate": 0.00015448737310436522,
      "loss": 3.4332,
      "step": 83800
    },
    {
      "epoch": 0.839,
      "grad_norm": 0.09242187440395355,
      "learning_rate": 0.00015439527928210988,
      "loss": 3.4311,
      "step": 83900
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.10447569936513901,
      "learning_rate": 0.00015430334996209192,
      "loss": 3.4316,
      "step": 84000
    },
    {
      "epoch": 0.84,
      "eval_loss": 3.875,
      "eval_runtime": 32.9725,
      "eval_samples_per_second": 18263.359,
      "eval_steps_per_second": 17.863,
      "step": 84000
    },
    {
      "epoch": 0.841,
      "grad_norm": 0.09993547201156616,
      "learning_rate": 0.0001542115846551579,
      "loss": 3.4326,
      "step": 84100
    },
    {
      "epoch": 0.842,
      "grad_norm": 0.0941188782453537,
      "learning_rate": 0.00015411998287418846,
      "loss": 3.4318,
      "step": 84200
    },
    {
      "epoch": 0.843,
      "grad_norm": 0.12041068077087402,
      "learning_rate": 0.00015402854413408716,
      "loss": 3.4319,
      "step": 84300
    },
    {
      "epoch": 0.844,
      "grad_norm": 0.09113665670156479,
      "learning_rate": 0.00015393726795176978,
      "loss": 3.4323,
      "step": 84400
    },
    {
      "epoch": 0.845,
      "grad_norm": 0.11387240141630173,
      "learning_rate": 0.00015384615384615385,
      "loss": 3.4301,
      "step": 84500
    },
    {
      "epoch": 0.846,
      "grad_norm": 0.09158744663000107,
      "learning_rate": 0.0001537552013381475,
      "loss": 3.4298,
      "step": 84600
    },
    {
      "epoch": 0.847,
      "grad_norm": 0.08281726390123367,
      "learning_rate": 0.00015366440995063938,
      "loss": 3.4319,
      "step": 84700
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.08520444482564926,
      "learning_rate": 0.0001535737792084878,
      "loss": 3.4314,
      "step": 84800
    },
    {
      "epoch": 0.849,
      "grad_norm": 0.08099710196256638,
      "learning_rate": 0.0001534833086385105,
      "loss": 3.4322,
      "step": 84900
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.08628775179386139,
      "learning_rate": 0.00015339299776947408,
      "loss": 3.4306,
      "step": 85000
    },
    {
      "epoch": 0.85,
      "eval_loss": 3.873046875,
      "eval_runtime": 32.9817,
      "eval_samples_per_second": 18258.237,
      "eval_steps_per_second": 17.858,
      "step": 85000
    },
    {
      "epoch": 0.851,
      "grad_norm": 0.08802857249975204,
      "learning_rate": 0.00015330284613208398,
      "loss": 3.4298,
      "step": 85100
    },
    {
      "epoch": 0.852,
      "grad_norm": 0.09676956385374069,
      "learning_rate": 0.00015321285325897388,
      "loss": 3.4307,
      "step": 85200
    },
    {
      "epoch": 0.853,
      "grad_norm": 0.10504265874624252,
      "learning_rate": 0.00015312301868469587,
      "loss": 3.4301,
      "step": 85300
    },
    {
      "epoch": 0.854,
      "grad_norm": 0.08877792209386826,
      "learning_rate": 0.00015303334194570998,
      "loss": 3.4306,
      "step": 85400
    },
    {
      "epoch": 0.855,
      "grad_norm": 0.12948188185691833,
      "learning_rate": 0.0001529438225803745,
      "loss": 3.4299,
      "step": 85500
    },
    {
      "epoch": 0.856,
      "grad_norm": 0.08437684923410416,
      "learning_rate": 0.00015285446012893578,
      "loss": 3.4306,
      "step": 85600
    },
    {
      "epoch": 0.857,
      "grad_norm": 0.08995580673217773,
      "learning_rate": 0.00015276525413351826,
      "loss": 3.4316,
      "step": 85700
    },
    {
      "epoch": 0.858,
      "grad_norm": 0.08715008944272995,
      "learning_rate": 0.00015267620413811483,
      "loss": 3.4298,
      "step": 85800
    },
    {
      "epoch": 0.859,
      "grad_norm": 0.0873521938920021,
      "learning_rate": 0.0001525873096885769,
      "loss": 3.428,
      "step": 85900
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.08357945084571838,
      "learning_rate": 0.00015249857033260467,
      "loss": 3.4303,
      "step": 86000
    },
    {
      "epoch": 0.86,
      "eval_loss": 3.873046875,
      "eval_runtime": 32.9692,
      "eval_samples_per_second": 18265.15,
      "eval_steps_per_second": 17.865,
      "step": 86000
    },
    {
      "epoch": 0.861,
      "grad_norm": 0.0914229154586792,
      "learning_rate": 0.00015240998561973752,
      "loss": 3.4303,
      "step": 86100
    },
    {
      "epoch": 0.862,
      "grad_norm": 0.10973150283098221,
      "learning_rate": 0.00015232155510134433,
      "loss": 3.4277,
      "step": 86200
    },
    {
      "epoch": 0.863,
      "grad_norm": 0.1186969205737114,
      "learning_rate": 0.00015223327833061405,
      "loss": 3.4279,
      "step": 86300
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.08916877210140228,
      "learning_rate": 0.00015214515486254611,
      "loss": 3.4301,
      "step": 86400
    },
    {
      "epoch": 0.865,
      "grad_norm": 0.09595561027526855,
      "learning_rate": 0.0001520571842539411,
      "loss": 3.4272,
      "step": 86500
    },
    {
      "epoch": 0.866,
      "grad_norm": 0.10776854306459427,
      "learning_rate": 0.00015196936606339122,
      "loss": 3.4285,
      "step": 86600
    },
    {
      "epoch": 0.867,
      "grad_norm": 0.09018661081790924,
      "learning_rate": 0.00015188169985127126,
      "loss": 3.4284,
      "step": 86700
    },
    {
      "epoch": 0.868,
      "grad_norm": 0.09676007181406021,
      "learning_rate": 0.0001517941851797291,
      "loss": 3.428,
      "step": 86800
    },
    {
      "epoch": 0.869,
      "grad_norm": 0.09606127440929413,
      "learning_rate": 0.0001517068216126766,
      "loss": 3.4301,
      "step": 86900
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.0857662633061409,
      "learning_rate": 0.0001516196087157807,
      "loss": 3.431,
      "step": 87000
    },
    {
      "epoch": 0.87,
      "eval_loss": 3.87109375,
      "eval_runtime": 32.9775,
      "eval_samples_per_second": 18260.568,
      "eval_steps_per_second": 17.861,
      "step": 87000
    },
    {
      "epoch": 0.871,
      "grad_norm": 0.11101428419351578,
      "learning_rate": 0.0001515325460564539,
      "loss": 3.4315,
      "step": 87100
    },
    {
      "epoch": 0.872,
      "grad_norm": 0.10998611152172089,
      "learning_rate": 0.00015144563320384566,
      "loss": 3.4312,
      "step": 87200
    },
    {
      "epoch": 0.873,
      "grad_norm": 0.0887598916888237,
      "learning_rate": 0.0001513588697288333,
      "loss": 3.4287,
      "step": 87300
    },
    {
      "epoch": 0.874,
      "grad_norm": 0.09869083762168884,
      "learning_rate": 0.00015127225520401288,
      "loss": 3.4286,
      "step": 87400
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.09993433952331543,
      "learning_rate": 0.0001511857892036909,
      "loss": 3.4268,
      "step": 87500
    },
    {
      "epoch": 0.876,
      "grad_norm": 0.09299583733081818,
      "learning_rate": 0.00015109947130387486,
      "loss": 3.4288,
      "step": 87600
    },
    {
      "epoch": 0.877,
      "grad_norm": 0.09471836686134338,
      "learning_rate": 0.00015101330108226502,
      "loss": 3.4278,
      "step": 87700
    },
    {
      "epoch": 0.878,
      "grad_norm": 0.10189653187990189,
      "learning_rate": 0.00015092727811824553,
      "loss": 3.4277,
      "step": 87800
    },
    {
      "epoch": 0.879,
      "grad_norm": 0.09086822718381882,
      "learning_rate": 0.00015084140199287576,
      "loss": 3.4283,
      "step": 87900
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.08800884336233139,
      "learning_rate": 0.00015075567228888182,
      "loss": 3.43,
      "step": 88000
    },
    {
      "epoch": 0.88,
      "eval_loss": 3.8671875,
      "eval_runtime": 32.9826,
      "eval_samples_per_second": 18257.767,
      "eval_steps_per_second": 17.858,
      "step": 88000
    },
    {
      "epoch": 0.881,
      "grad_norm": 0.08497955650091171,
      "learning_rate": 0.00015067008859064807,
      "loss": 3.4282,
      "step": 88100
    },
    {
      "epoch": 0.882,
      "grad_norm": 0.09592936187982559,
      "learning_rate": 0.00015058465048420854,
      "loss": 3.4292,
      "step": 88200
    },
    {
      "epoch": 0.883,
      "grad_norm": 0.08380814641714096,
      "learning_rate": 0.00015049935755723866,
      "loss": 3.4281,
      "step": 88300
    },
    {
      "epoch": 0.884,
      "grad_norm": 0.08948108553886414,
      "learning_rate": 0.0001504142093990467,
      "loss": 3.4273,
      "step": 88400
    },
    {
      "epoch": 0.885,
      "grad_norm": 0.09598647058010101,
      "learning_rate": 0.00015032920560056578,
      "loss": 3.4282,
      "step": 88500
    },
    {
      "epoch": 0.886,
      "grad_norm": 0.09412466734647751,
      "learning_rate": 0.00015024434575434525,
      "loss": 3.4272,
      "step": 88600
    },
    {
      "epoch": 0.887,
      "grad_norm": 0.08592375367879868,
      "learning_rate": 0.0001501596294545428,
      "loss": 3.4258,
      "step": 88700
    },
    {
      "epoch": 0.888,
      "grad_norm": 0.09520655870437622,
      "learning_rate": 0.00015007505629691605,
      "loss": 3.4295,
      "step": 88800
    },
    {
      "epoch": 0.889,
      "grad_norm": 0.08593907207250595,
      "learning_rate": 0.0001499906258788147,
      "loss": 3.4263,
      "step": 88900
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.09926886111497879,
      "learning_rate": 0.00014990633779917229,
      "loss": 3.4279,
      "step": 89000
    },
    {
      "epoch": 0.89,
      "eval_loss": 3.86328125,
      "eval_runtime": 32.9884,
      "eval_samples_per_second": 18254.532,
      "eval_steps_per_second": 17.855,
      "step": 89000
    },
    {
      "epoch": 0.891,
      "grad_norm": 0.09873060137033463,
      "learning_rate": 0.00014982219165849827,
      "loss": 3.4272,
      "step": 89100
    },
    {
      "epoch": 0.892,
      "grad_norm": 0.09635820984840393,
      "learning_rate": 0.00014973818705886998,
      "loss": 3.4278,
      "step": 89200
    },
    {
      "epoch": 0.893,
      "grad_norm": 0.08815903961658478,
      "learning_rate": 0.00014965432360392487,
      "loss": 3.4278,
      "step": 89300
    },
    {
      "epoch": 0.894,
      "grad_norm": 0.08887197822332382,
      "learning_rate": 0.00014957060089885261,
      "loss": 3.4264,
      "step": 89400
    },
    {
      "epoch": 0.895,
      "grad_norm": 0.08929969370365143,
      "learning_rate": 0.00014948701855038718,
      "loss": 3.4282,
      "step": 89500
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.09338970482349396,
      "learning_rate": 0.00014940357616679919,
      "loss": 3.4288,
      "step": 89600
    },
    {
      "epoch": 0.897,
      "grad_norm": 0.1054818257689476,
      "learning_rate": 0.00014932027335788826,
      "loss": 3.4285,
      "step": 89700
    },
    {
      "epoch": 0.898,
      "grad_norm": 0.09273470193147659,
      "learning_rate": 0.0001492371097349751,
      "loss": 3.4276,
      "step": 89800
    },
    {
      "epoch": 0.899,
      "grad_norm": 0.08965855836868286,
      "learning_rate": 0.00014915408491089415,
      "loss": 3.4274,
      "step": 89900
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.11126144975423813,
      "learning_rate": 0.00014907119849998598,
      "loss": 3.4265,
      "step": 90000
    },
    {
      "epoch": 0.9,
      "eval_loss": 3.87109375,
      "eval_runtime": 32.9878,
      "eval_samples_per_second": 18254.881,
      "eval_steps_per_second": 17.855,
      "step": 90000
    },
    {
      "epoch": 0.901,
      "grad_norm": 0.09338975697755814,
      "learning_rate": 0.00014898845011808955,
      "loss": 3.4256,
      "step": 90100
    },
    {
      "epoch": 0.902,
      "grad_norm": 0.09844280779361725,
      "learning_rate": 0.00014890583938253493,
      "loss": 3.4274,
      "step": 90200
    },
    {
      "epoch": 0.903,
      "grad_norm": 0.08697222173213959,
      "learning_rate": 0.0001488233659121359,
      "loss": 3.4254,
      "step": 90300
    },
    {
      "epoch": 0.904,
      "grad_norm": 0.09345566481351852,
      "learning_rate": 0.0001487410293271824,
      "loss": 3.4268,
      "step": 90400
    },
    {
      "epoch": 0.905,
      "grad_norm": 0.08729152381420135,
      "learning_rate": 0.00014865882924943328,
      "loss": 3.4251,
      "step": 90500
    },
    {
      "epoch": 0.906,
      "grad_norm": 0.12593166530132294,
      "learning_rate": 0.00014857676530210894,
      "loss": 3.4275,
      "step": 90600
    },
    {
      "epoch": 0.907,
      "grad_norm": 0.0890730693936348,
      "learning_rate": 0.00014849483710988428,
      "loss": 3.4251,
      "step": 90700
    },
    {
      "epoch": 0.908,
      "grad_norm": 0.08751527220010757,
      "learning_rate": 0.0001484130442988812,
      "loss": 3.4244,
      "step": 90800
    },
    {
      "epoch": 0.909,
      "grad_norm": 0.11215963959693909,
      "learning_rate": 0.00014833138649666158,
      "loss": 3.424,
      "step": 90900
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.101831816136837,
      "learning_rate": 0.00014824986333222023,
      "loss": 3.4266,
      "step": 91000
    },
    {
      "epoch": 0.91,
      "eval_loss": 3.857421875,
      "eval_runtime": 32.9906,
      "eval_samples_per_second": 18253.323,
      "eval_steps_per_second": 17.854,
      "step": 91000
    },
    {
      "epoch": 0.911,
      "grad_norm": 0.09032022207975388,
      "learning_rate": 0.00014816847443597765,
      "loss": 3.4258,
      "step": 91100
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.11087517440319061,
      "learning_rate": 0.00014808721943977308,
      "loss": 3.4257,
      "step": 91200
    },
    {
      "epoch": 0.913,
      "grad_norm": 0.08949613571166992,
      "learning_rate": 0.00014800609797685756,
      "loss": 3.4256,
      "step": 91300
    },
    {
      "epoch": 0.914,
      "grad_norm": 0.08762556314468384,
      "learning_rate": 0.00014792510968188681,
      "loss": 3.4229,
      "step": 91400
    },
    {
      "epoch": 0.915,
      "grad_norm": 0.09100620448589325,
      "learning_rate": 0.00014784425419091458,
      "loss": 3.4263,
      "step": 91500
    },
    {
      "epoch": 0.916,
      "grad_norm": 0.10705144703388214,
      "learning_rate": 0.00014776353114138543,
      "loss": 3.4235,
      "step": 91600
    },
    {
      "epoch": 0.917,
      "grad_norm": 0.1440095603466034,
      "learning_rate": 0.00014768294017212822,
      "loss": 3.4259,
      "step": 91700
    },
    {
      "epoch": 0.918,
      "grad_norm": 0.11515694111585617,
      "learning_rate": 0.00014760248092334923,
      "loss": 3.4233,
      "step": 91800
    },
    {
      "epoch": 0.919,
      "grad_norm": 0.08891148865222931,
      "learning_rate": 0.00014752215303662526,
      "loss": 3.4228,
      "step": 91900
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.0852489098906517,
      "learning_rate": 0.00014744195615489715,
      "loss": 3.4253,
      "step": 92000
    },
    {
      "epoch": 0.92,
      "eval_loss": 3.869140625,
      "eval_runtime": 32.971,
      "eval_samples_per_second": 18264.179,
      "eval_steps_per_second": 17.864,
      "step": 92000
    },
    {
      "epoch": 0.921,
      "grad_norm": 0.09289970248937607,
      "learning_rate": 0.00014736188992246294,
      "loss": 3.4251,
      "step": 92100
    },
    {
      "epoch": 0.922,
      "grad_norm": 0.09001227468252182,
      "learning_rate": 0.0001472819539849714,
      "loss": 3.4238,
      "step": 92200
    },
    {
      "epoch": 0.923,
      "grad_norm": 0.08918751776218414,
      "learning_rate": 0.0001472021479894153,
      "loss": 3.4254,
      "step": 92300
    },
    {
      "epoch": 0.924,
      "grad_norm": 0.11080797016620636,
      "learning_rate": 0.00014712247158412493,
      "loss": 3.4238,
      "step": 92400
    },
    {
      "epoch": 0.925,
      "grad_norm": 0.08473057299852371,
      "learning_rate": 0.00014704292441876154,
      "loss": 3.426,
      "step": 92500
    },
    {
      "epoch": 0.926,
      "grad_norm": 0.11121894419193268,
      "learning_rate": 0.00014696350614431104,
      "loss": 3.4233,
      "step": 92600
    },
    {
      "epoch": 0.927,
      "grad_norm": 0.0871448889374733,
      "learning_rate": 0.00014688421641307725,
      "loss": 3.4233,
      "step": 92700
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.0890325978398323,
      "learning_rate": 0.00014680505487867586,
      "loss": 3.4248,
      "step": 92800
    },
    {
      "epoch": 0.929,
      "grad_norm": 0.10418891906738281,
      "learning_rate": 0.0001467260211960279,
      "loss": 3.4221,
      "step": 92900
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.0831473171710968,
      "learning_rate": 0.0001466471150213533,
      "loss": 3.4226,
      "step": 93000
    },
    {
      "epoch": 0.93,
      "eval_loss": 3.869140625,
      "eval_runtime": 32.9976,
      "eval_samples_per_second": 18249.449,
      "eval_steps_per_second": 17.85,
      "step": 93000
    },
    {
      "epoch": 0.931,
      "grad_norm": 0.0834508016705513,
      "learning_rate": 0.00014656833601216487,
      "loss": 3.4233,
      "step": 93100
    },
    {
      "epoch": 0.932,
      "grad_norm": 0.0903562530875206,
      "learning_rate": 0.0001464896838272619,
      "loss": 3.424,
      "step": 93200
    },
    {
      "epoch": 0.933,
      "grad_norm": 0.1055062785744667,
      "learning_rate": 0.00014641115812672397,
      "loss": 3.4246,
      "step": 93300
    },
    {
      "epoch": 0.934,
      "grad_norm": 0.08662033081054688,
      "learning_rate": 0.00014633275857190483,
      "loss": 3.4235,
      "step": 93400
    },
    {
      "epoch": 0.935,
      "grad_norm": 0.08579885214567184,
      "learning_rate": 0.00014625448482542613,
      "loss": 3.425,
      "step": 93500
    },
    {
      "epoch": 0.936,
      "grad_norm": 0.09081684798002243,
      "learning_rate": 0.00014617633655117154,
      "loss": 3.4235,
      "step": 93600
    },
    {
      "epoch": 0.937,
      "grad_norm": 0.11446008086204529,
      "learning_rate": 0.00014609831341428047,
      "loss": 3.4207,
      "step": 93700
    },
    {
      "epoch": 0.938,
      "grad_norm": 0.09146326035261154,
      "learning_rate": 0.00014602041508114227,
      "loss": 3.4223,
      "step": 93800
    },
    {
      "epoch": 0.939,
      "grad_norm": 0.09234822541475296,
      "learning_rate": 0.00014594264121938996,
      "loss": 3.4204,
      "step": 93900
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.09005927294492722,
      "learning_rate": 0.00014586499149789455,
      "loss": 3.4208,
      "step": 94000
    },
    {
      "epoch": 0.94,
      "eval_loss": 3.859375,
      "eval_runtime": 33.0129,
      "eval_samples_per_second": 18240.999,
      "eval_steps_per_second": 17.842,
      "step": 94000
    },
    {
      "epoch": 0.941,
      "grad_norm": 0.09933404624462128,
      "learning_rate": 0.00014578746558675893,
      "loss": 3.4215,
      "step": 94100
    },
    {
      "epoch": 0.942,
      "grad_norm": 0.12064062803983688,
      "learning_rate": 0.000145710063157312,
      "loss": 3.4215,
      "step": 94200
    },
    {
      "epoch": 0.943,
      "grad_norm": 0.09077318012714386,
      "learning_rate": 0.00014563278388210303,
      "loss": 3.4224,
      "step": 94300
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.10471939295530319,
      "learning_rate": 0.0001455556274348955,
      "loss": 3.4217,
      "step": 94400
    },
    {
      "epoch": 0.945,
      "grad_norm": 0.11697626858949661,
      "learning_rate": 0.00014547859349066158,
      "loss": 3.4203,
      "step": 94500
    },
    {
      "epoch": 0.946,
      "grad_norm": 0.10920999944210052,
      "learning_rate": 0.00014540168172557633,
      "loss": 3.4236,
      "step": 94600
    },
    {
      "epoch": 0.947,
      "grad_norm": 0.10700856149196625,
      "learning_rate": 0.0001453248918170118,
      "loss": 3.4234,
      "step": 94700
    },
    {
      "epoch": 0.948,
      "grad_norm": 0.0889246016740799,
      "learning_rate": 0.0001452482234435317,
      "loss": 3.4204,
      "step": 94800
    },
    {
      "epoch": 0.949,
      "grad_norm": 0.09357952326536179,
      "learning_rate": 0.00014517167628488533,
      "loss": 3.4208,
      "step": 94900
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.09217779338359833,
      "learning_rate": 0.00014509525002200232,
      "loss": 3.4228,
      "step": 95000
    },
    {
      "epoch": 0.95,
      "eval_loss": 3.865234375,
      "eval_runtime": 32.9993,
      "eval_samples_per_second": 18248.486,
      "eval_steps_per_second": 17.849,
      "step": 95000
    },
    {
      "epoch": 0.951,
      "grad_norm": 0.08662614971399307,
      "learning_rate": 0.00014501894433698685,
      "loss": 3.4219,
      "step": 95100
    },
    {
      "epoch": 0.952,
      "grad_norm": 0.10022010654211044,
      "learning_rate": 0.00014494275891311213,
      "loss": 3.4205,
      "step": 95200
    },
    {
      "epoch": 0.953,
      "grad_norm": 0.09261790663003922,
      "learning_rate": 0.00014486669343481484,
      "loss": 3.4234,
      "step": 95300
    },
    {
      "epoch": 0.954,
      "grad_norm": 0.0873044952750206,
      "learning_rate": 0.00014479074758768978,
      "loss": 3.4213,
      "step": 95400
    },
    {
      "epoch": 0.955,
      "grad_norm": 0.09158512949943542,
      "learning_rate": 0.00014471492105848434,
      "loss": 3.4232,
      "step": 95500
    },
    {
      "epoch": 0.956,
      "grad_norm": 0.1242978498339653,
      "learning_rate": 0.00014463921353509294,
      "loss": 3.4225,
      "step": 95600
    },
    {
      "epoch": 0.957,
      "grad_norm": 0.09228156507015228,
      "learning_rate": 0.00014456362470655182,
      "loss": 3.4216,
      "step": 95700
    },
    {
      "epoch": 0.958,
      "grad_norm": 0.11788316071033478,
      "learning_rate": 0.00014448815426303362,
      "loss": 3.4207,
      "step": 95800
    },
    {
      "epoch": 0.959,
      "grad_norm": 0.08355174213647842,
      "learning_rate": 0.00014441280189584203,
      "loss": 3.4211,
      "step": 95900
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.1150907650589943,
      "learning_rate": 0.00014433756729740648,
      "loss": 3.421,
      "step": 96000
    },
    {
      "epoch": 0.96,
      "eval_loss": 3.86328125,
      "eval_runtime": 32.9989,
      "eval_samples_per_second": 18248.745,
      "eval_steps_per_second": 17.849,
      "step": 96000
    },
    {
      "epoch": 0.961,
      "grad_norm": 0.09715475887060165,
      "learning_rate": 0.00014426245016127675,
      "loss": 3.421,
      "step": 96100
    },
    {
      "epoch": 0.962,
      "grad_norm": 0.08516929298639297,
      "learning_rate": 0.00014418745018211809,
      "loss": 3.4204,
      "step": 96200
    },
    {
      "epoch": 0.963,
      "grad_norm": 0.09556137025356293,
      "learning_rate": 0.00014411256705570565,
      "loss": 3.4213,
      "step": 96300
    },
    {
      "epoch": 0.964,
      "grad_norm": 0.11192219704389572,
      "learning_rate": 0.00014403780047891933,
      "loss": 3.42,
      "step": 96400
    },
    {
      "epoch": 0.965,
      "grad_norm": 0.12303122878074646,
      "learning_rate": 0.0001439631501497389,
      "loss": 3.4192,
      "step": 96500
    },
    {
      "epoch": 0.966,
      "grad_norm": 0.08821086585521698,
      "learning_rate": 0.00014388861576723855,
      "loss": 3.4192,
      "step": 96600
    },
    {
      "epoch": 0.967,
      "grad_norm": 0.10734008997678757,
      "learning_rate": 0.00014381419703158197,
      "loss": 3.4211,
      "step": 96700
    },
    {
      "epoch": 0.968,
      "grad_norm": 0.08126262575387955,
      "learning_rate": 0.00014373989364401728,
      "loss": 3.4206,
      "step": 96800
    },
    {
      "epoch": 0.969,
      "grad_norm": 0.10735704749822617,
      "learning_rate": 0.00014366570530687184,
      "loss": 3.4211,
      "step": 96900
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.08785036206245422,
      "learning_rate": 0.00014359163172354765,
      "loss": 3.4198,
      "step": 97000
    },
    {
      "epoch": 0.97,
      "eval_loss": 3.861328125,
      "eval_runtime": 32.9832,
      "eval_samples_per_second": 18257.433,
      "eval_steps_per_second": 17.858,
      "step": 97000
    },
    {
      "epoch": 0.971,
      "grad_norm": 0.0964650809764862,
      "learning_rate": 0.00014351767259851572,
      "loss": 3.42,
      "step": 97100
    },
    {
      "epoch": 0.972,
      "grad_norm": 0.09006300568580627,
      "learning_rate": 0.00014344382763731173,
      "loss": 3.4206,
      "step": 97200
    },
    {
      "epoch": 0.973,
      "grad_norm": 0.11106297373771667,
      "learning_rate": 0.0001433700965465308,
      "loss": 3.4203,
      "step": 97300
    },
    {
      "epoch": 0.974,
      "grad_norm": 0.08400940150022507,
      "learning_rate": 0.0001432964790338226,
      "loss": 3.421,
      "step": 97400
    },
    {
      "epoch": 0.975,
      "grad_norm": 0.08784104138612747,
      "learning_rate": 0.0001432229748078866,
      "loss": 3.4188,
      "step": 97500
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.08701920509338379,
      "learning_rate": 0.00014314958357846704,
      "loss": 3.422,
      "step": 97600
    },
    {
      "epoch": 0.977,
      "grad_norm": 0.09414151310920715,
      "learning_rate": 0.00014307630505634844,
      "loss": 3.4204,
      "step": 97700
    },
    {
      "epoch": 0.978,
      "grad_norm": 0.10199437290430069,
      "learning_rate": 0.00014300313895335043,
      "loss": 3.4202,
      "step": 97800
    },
    {
      "epoch": 0.979,
      "grad_norm": 0.09039287269115448,
      "learning_rate": 0.00014293008498232322,
      "loss": 3.4193,
      "step": 97900
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.10374122112989426,
      "learning_rate": 0.00014285714285714284,
      "loss": 3.4202,
      "step": 98000
    },
    {
      "epoch": 0.98,
      "eval_loss": 3.859375,
      "eval_runtime": 32.984,
      "eval_samples_per_second": 18256.958,
      "eval_steps_per_second": 17.857,
      "step": 98000
    },
    {
      "epoch": 0.981,
      "grad_norm": 0.0891217291355133,
      "learning_rate": 0.00014278431229270645,
      "loss": 3.4182,
      "step": 98100
    },
    {
      "epoch": 0.982,
      "grad_norm": 0.0891917422413826,
      "learning_rate": 0.0001427115930049275,
      "loss": 3.4195,
      "step": 98200
    },
    {
      "epoch": 0.983,
      "grad_norm": 0.11202235519886017,
      "learning_rate": 0.0001426389847107313,
      "loss": 3.4198,
      "step": 98300
    },
    {
      "epoch": 0.984,
      "grad_norm": 0.11552020907402039,
      "learning_rate": 0.00014256648712805025,
      "loss": 3.4204,
      "step": 98400
    },
    {
      "epoch": 0.985,
      "grad_norm": 0.09355608373880386,
      "learning_rate": 0.0001424940999758193,
      "loss": 3.4167,
      "step": 98500
    },
    {
      "epoch": 0.986,
      "grad_norm": 0.10058041661977768,
      "learning_rate": 0.00014242182297397128,
      "loss": 3.4191,
      "step": 98600
    },
    {
      "epoch": 0.987,
      "grad_norm": 0.09189483523368835,
      "learning_rate": 0.0001423496558434325,
      "loss": 3.4181,
      "step": 98700
    },
    {
      "epoch": 0.988,
      "grad_norm": 0.12277176976203918,
      "learning_rate": 0.00014227759830611806,
      "loss": 3.4168,
      "step": 98800
    },
    {
      "epoch": 0.989,
      "grad_norm": 0.09363926202058792,
      "learning_rate": 0.0001422056500849275,
      "loss": 3.4179,
      "step": 98900
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.08723656833171844,
      "learning_rate": 0.0001421338109037403,
      "loss": 3.4195,
      "step": 99000
    },
    {
      "epoch": 0.99,
      "eval_loss": 3.861328125,
      "eval_runtime": 32.9644,
      "eval_samples_per_second": 18267.85,
      "eval_steps_per_second": 17.868,
      "step": 99000
    },
    {
      "epoch": 0.991,
      "grad_norm": 0.08475708216428757,
      "learning_rate": 0.00014206208048741123,
      "loss": 3.4185,
      "step": 99100
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.1032075509428978,
      "learning_rate": 0.0001419904585617662,
      "loss": 3.4171,
      "step": 99200
    },
    {
      "epoch": 0.993,
      "grad_norm": 0.08446966111660004,
      "learning_rate": 0.00014191894485359772,
      "loss": 3.419,
      "step": 99300
    },
    {
      "epoch": 0.994,
      "grad_norm": 0.08278857171535492,
      "learning_rate": 0.0001418475390906605,
      "loss": 3.4181,
      "step": 99400
    },
    {
      "epoch": 0.995,
      "grad_norm": 0.10606228560209274,
      "learning_rate": 0.00014177624100166717,
      "loss": 3.4171,
      "step": 99500
    },
    {
      "epoch": 0.996,
      "grad_norm": 0.09982995688915253,
      "learning_rate": 0.00014170505031628393,
      "loss": 3.4193,
      "step": 99600
    },
    {
      "epoch": 0.997,
      "grad_norm": 0.08789572864770889,
      "learning_rate": 0.0001416339667651262,
      "loss": 3.4177,
      "step": 99700
    },
    {
      "epoch": 0.998,
      "grad_norm": 0.08526172488927841,
      "learning_rate": 0.0001415629900797544,
      "loss": 3.4187,
      "step": 99800
    },
    {
      "epoch": 0.999,
      "grad_norm": 0.13719169795513153,
      "learning_rate": 0.00014149211999266962,
      "loss": 3.4189,
      "step": 99900
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.08984668552875519,
      "learning_rate": 0.0001414213562373095,
      "loss": 3.4164,
      "step": 100000
    },
    {
      "epoch": 1.0,
      "eval_loss": 3.859375,
      "eval_runtime": 32.9957,
      "eval_samples_per_second": 18250.5,
      "eval_steps_per_second": 17.851,
      "step": 100000
    },
    {
      "epoch": 1.0,
      "step": 100000,
      "total_flos": 8.175126367943472e+19,
      "train_loss": 3.5368977130126953,
      "train_runtime": 127327.336,
      "train_samples_per_second": 3920.604,
      "train_steps_per_second": 0.785
    }
  ],
  "logging_steps": 100,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.175126367943472e+19,
  "train_batch_size": 48,
  "trial_name": null,
  "trial_params": null
}