{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.10204081632653061,
  "eval_steps": 500,
  "global_step": 50,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0020408163265306124,
      "grad_norm": 3.8715779781341553,
      "learning_rate": 0.0,
      "loss": 1.313438892364502,
      "memory/device_reserved (GiB)": 75.76,
      "memory/max_active (GiB)": 74.61,
      "memory/max_allocated (GiB)": 74.61,
      "ppl": 3.71894,
      "step": 1,
      "tokens/total": 249728,
      "tokens/trainable": 1992
    },
    {
      "epoch": 0.004081632653061225,
      "grad_norm": 3.5599887371063232,
      "learning_rate": 3.448275862068966e-06,
      "loss": 1.2385082244873047,
      "memory/device_reserved (GiB)": 75.77,
      "memory/max_active (GiB)": 74.28,
      "memory/max_allocated (GiB)": 74.28,
      "ppl": 3.45046,
      "step": 2,
      "tokens/total": 483392,
      "tokens/train_per_sec_per_gpu": 11.85,
      "tokens/trainable": 3913
    },
    {
      "epoch": 0.006122448979591836,
      "grad_norm": 3.4575953483581543,
      "learning_rate": 6.896551724137932e-06,
      "loss": 1.2344105243682861,
      "memory/device_reserved (GiB)": 76.4,
      "memory/max_active (GiB)": 75.5,
      "memory/max_allocated (GiB)": 75.5,
      "ppl": 3.43635,
      "step": 3,
      "tokens/total": 726144,
      "tokens/train_per_sec_per_gpu": 12.0,
      "tokens/trainable": 5903
    },
    {
      "epoch": 0.00816326530612245,
      "grad_norm": 3.6946189403533936,
      "learning_rate": 1.0344827586206897e-05,
      "loss": 1.3252272605895996,
      "memory/device_reserved (GiB)": 76.4,
      "memory/max_active (GiB)": 72.18,
      "memory/max_allocated (GiB)": 72.18,
      "ppl": 3.76304,
      "step": 4,
      "tokens/total": 943168,
      "tokens/train_per_sec_per_gpu": 15.27,
      "tokens/trainable": 7867
    },
    {
      "epoch": 0.01020408163265306,
      "grad_norm": 3.77402663230896,
      "learning_rate": 1.3793103448275863e-05,
      "loss": 1.3327311277389526,
      "memory/device_reserved (GiB)": 76.4,
      "memory/max_active (GiB)": 75.42,
      "memory/max_allocated (GiB)": 75.42,
      "ppl": 3.79138,
      "step": 5,
      "tokens/total": 1169664,
      "tokens/train_per_sec_per_gpu": 12.41,
      "tokens/trainable": 9745
    },
    {
      "epoch": 0.012244897959183673,
      "grad_norm": 3.8298497200012207,
      "learning_rate": 1.7241379310344828e-05,
      "loss": 1.2867913246154785,
      "memory/device_reserved (GiB)": 76.4,
      "memory/max_active (GiB)": 73.05,
      "memory/max_allocated (GiB)": 73.05,
      "ppl": 3.62115,
      "step": 6,
      "tokens/total": 1406336,
      "tokens/train_per_sec_per_gpu": 13.89,
      "tokens/trainable": 11650
    },
    {
      "epoch": 0.014285714285714285,
      "grad_norm": 3.6937243938446045,
      "learning_rate": 2.0689655172413793e-05,
      "loss": 1.2978110313415527,
      "memory/device_reserved (GiB)": 76.4,
      "memory/max_active (GiB)": 72.54,
      "memory/max_allocated (GiB)": 72.54,
      "ppl": 3.66127,
      "step": 7,
      "tokens/total": 1647104,
      "tokens/train_per_sec_per_gpu": 13.04,
      "tokens/trainable": 13571
    },
    {
      "epoch": 0.0163265306122449,
      "grad_norm": 3.1459977626800537,
      "learning_rate": 2.413793103448276e-05,
      "loss": 1.116440773010254,
      "memory/device_reserved (GiB)": 76.4,
      "memory/max_active (GiB)": 74.44,
      "memory/max_allocated (GiB)": 74.44,
      "ppl": 3.05397,
      "step": 8,
      "tokens/total": 1913472,
      "tokens/train_per_sec_per_gpu": 11.21,
      "tokens/trainable": 15743
    },
    {
      "epoch": 0.018367346938775512,
      "grad_norm": 2.7553977966308594,
      "learning_rate": 2.7586206896551727e-05,
      "loss": 1.096015214920044,
      "memory/device_reserved (GiB)": 76.4,
      "memory/max_active (GiB)": 75.26,
      "memory/max_allocated (GiB)": 75.26,
      "ppl": 2.99222,
      "step": 9,
      "tokens/total": 2159104,
      "tokens/train_per_sec_per_gpu": 13.31,
      "tokens/trainable": 17993
    },
    {
      "epoch": 0.02040816326530612,
      "grad_norm": 3.3356995582580566,
      "learning_rate": 3.103448275862069e-05,
      "loss": 1.1540675163269043,
      "memory/device_reserved (GiB)": 76.59,
      "memory/max_active (GiB)": 75.69,
      "memory/max_allocated (GiB)": 75.69,
      "ppl": 3.17107,
      "step": 10,
      "tokens/total": 2406336,
      "tokens/train_per_sec_per_gpu": 9.84,
      "tokens/trainable": 19603
    },
    {
      "epoch": 0.022448979591836733,
      "grad_norm": 2.382963180541992,
      "learning_rate": 3.4482758620689657e-05,
      "loss": 1.0211127996444702,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 76.81,
      "memory/max_allocated (GiB)": 76.81,
      "ppl": 2.77628,
      "step": 11,
      "tokens/total": 2637440,
      "tokens/train_per_sec_per_gpu": 13.03,
      "tokens/trainable": 21674
    },
    {
      "epoch": 0.024489795918367346,
      "grad_norm": 1.8799129724502563,
      "learning_rate": 3.793103448275862e-05,
      "loss": 0.7622053623199463,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 73.65,
      "memory/max_allocated (GiB)": 73.65,
      "ppl": 2.143,
      "step": 12,
      "tokens/total": 2872896,
      "tokens/train_per_sec_per_gpu": 10.32,
      "tokens/trainable": 23481
    },
    {
      "epoch": 0.026530612244897958,
      "grad_norm": 1.7561086416244507,
      "learning_rate": 4.1379310344827587e-05,
      "loss": 0.7509362697601318,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 74.77,
      "memory/max_allocated (GiB)": 74.77,
      "ppl": 2.11898,
      "step": 13,
      "tokens/total": 3128768,
      "tokens/train_per_sec_per_gpu": 11.06,
      "tokens/trainable": 25355
    },
    {
      "epoch": 0.02857142857142857,
      "grad_norm": 1.4080203771591187,
      "learning_rate": 4.482758620689655e-05,
      "loss": 0.687152624130249,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 75.83,
      "memory/max_allocated (GiB)": 75.83,
      "ppl": 1.98805,
      "step": 14,
      "tokens/total": 3354624,
      "tokens/train_per_sec_per_gpu": 13.35,
      "tokens/trainable": 27379
    },
    {
      "epoch": 0.030612244897959183,
      "grad_norm": 1.6408438682556152,
      "learning_rate": 4.827586206896552e-05,
      "loss": 0.6175031065940857,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 76.32,
      "memory/max_allocated (GiB)": 76.32,
      "ppl": 1.85429,
      "step": 15,
      "tokens/total": 3632576,
      "tokens/train_per_sec_per_gpu": 10.37,
      "tokens/trainable": 29348
    },
    {
      "epoch": 0.0326530612244898,
      "grad_norm": 0.8767540454864502,
      "learning_rate": 5.172413793103449e-05,
      "loss": 0.4765658676624298,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 76.86,
      "memory/max_allocated (GiB)": 76.86,
      "ppl": 1.61053,
      "step": 16,
      "tokens/total": 3893632,
      "tokens/train_per_sec_per_gpu": 11.17,
      "tokens/trainable": 31409
    },
    {
      "epoch": 0.03469387755102041,
      "grad_norm": 0.6025304198265076,
      "learning_rate": 5.517241379310345e-05,
      "loss": 0.5316739678382874,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 73.6,
      "memory/max_allocated (GiB)": 73.6,
      "ppl": 1.70178,
      "step": 17,
      "tokens/total": 4120000,
      "tokens/train_per_sec_per_gpu": 16.29,
      "tokens/trainable": 33895
    },
    {
      "epoch": 0.036734693877551024,
      "grad_norm": 0.6741383671760559,
      "learning_rate": 5.862068965517241e-05,
      "loss": 0.49132800102233887,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 73.19,
      "memory/max_allocated (GiB)": 73.19,
      "ppl": 1.63449,
      "step": 18,
      "tokens/total": 4334208,
      "tokens/train_per_sec_per_gpu": 12.95,
      "tokens/trainable": 35668
    },
    {
      "epoch": 0.03877551020408163,
      "grad_norm": 0.45101675391197205,
      "learning_rate": 6.206896551724138e-05,
      "loss": 0.45823076367378235,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 75.47,
      "memory/max_allocated (GiB)": 75.47,
      "ppl": 1.58127,
      "step": 19,
      "tokens/total": 4595520,
      "tokens/train_per_sec_per_gpu": 14.98,
      "tokens/trainable": 38006
    },
    {
      "epoch": 0.04081632653061224,
      "grad_norm": 0.4415302574634552,
      "learning_rate": 6.551724137931034e-05,
      "loss": 0.35276925563812256,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 73.57,
      "memory/max_allocated (GiB)": 73.57,
      "ppl": 1.423,
      "step": 20,
      "tokens/total": 4823424,
      "tokens/train_per_sec_per_gpu": 15.23,
      "tokens/trainable": 40245
    },
    {
      "epoch": 0.04285714285714286,
      "grad_norm": 0.3700725734233856,
      "learning_rate": 6.896551724137931e-05,
      "loss": 0.48657187819480896,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 74.82,
      "memory/max_allocated (GiB)": 74.82,
      "ppl": 1.62673,
      "step": 21,
      "tokens/total": 5095296,
      "tokens/train_per_sec_per_gpu": 12.47,
      "tokens/trainable": 42288
    },
    {
      "epoch": 0.044897959183673466,
      "grad_norm": 0.3767106533050537,
      "learning_rate": 7.241379310344828e-05,
      "loss": 0.3799547255039215,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 76.37,
      "memory/max_allocated (GiB)": 76.37,
      "ppl": 1.46222,
      "step": 22,
      "tokens/total": 5361536,
      "tokens/train_per_sec_per_gpu": 11.92,
      "tokens/trainable": 44219
    },
    {
      "epoch": 0.04693877551020408,
      "grad_norm": 0.38255029916763306,
      "learning_rate": 7.586206896551724e-05,
      "loss": 0.4809321463108063,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 76.18,
      "memory/max_allocated (GiB)": 76.18,
      "ppl": 1.61758,
      "step": 23,
      "tokens/total": 5611776,
      "tokens/train_per_sec_per_gpu": 11.9,
      "tokens/trainable": 46265
    },
    {
      "epoch": 0.04897959183673469,
      "grad_norm": 2.0013272762298584,
      "learning_rate": 7.931034482758621e-05,
      "loss": 0.44761645793914795,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 75.09,
      "memory/max_allocated (GiB)": 75.09,
      "ppl": 1.56458,
      "step": 24,
      "tokens/total": 5842944,
      "tokens/train_per_sec_per_gpu": 13.07,
      "tokens/trainable": 48369
    },
    {
      "epoch": 0.05102040816326531,
      "grad_norm": 0.3144684433937073,
      "learning_rate": 8.275862068965517e-05,
      "loss": 0.31974953413009644,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 75.72,
      "memory/max_allocated (GiB)": 75.72,
      "ppl": 1.37678,
      "step": 25,
      "tokens/total": 6081152,
      "tokens/train_per_sec_per_gpu": 13.43,
      "tokens/trainable": 50389
    },
    {
      "epoch": 0.053061224489795916,
      "grad_norm": 0.38538384437561035,
      "learning_rate": 8.620689655172413e-05,
      "loss": 0.44213318824768066,
      "memory/device_reserved (GiB)": 77.69,
      "memory/max_active (GiB)": 73.22,
      "memory/max_allocated (GiB)": 73.22,
      "ppl": 1.55602,
      "step": 26,
      "tokens/total": 6343808,
      "tokens/train_per_sec_per_gpu": 7.62,
      "tokens/trainable": 52264
    },
    {
      "epoch": 0.05510204081632653,
      "grad_norm": 0.3650738298892975,
      "learning_rate": 8.96551724137931e-05,
      "loss": 0.3575744032859802,
      "memory/device_reserved (GiB)": 76.79,
      "memory/max_active (GiB)": 75.86,
      "memory/max_allocated (GiB)": 75.86,
      "ppl": 1.42986,
      "step": 27,
      "tokens/total": 6588608,
      "tokens/train_per_sec_per_gpu": 10.56,
      "tokens/trainable": 54059
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 0.3160320818424225,
      "learning_rate": 9.310344827586207e-05,
      "loss": 0.32770806550979614,
      "memory/device_reserved (GiB)": 76.79,
      "memory/max_active (GiB)": 73.19,
      "memory/max_allocated (GiB)": 73.19,
      "ppl": 1.38778,
      "step": 28,
      "tokens/total": 6826560,
      "tokens/train_per_sec_per_gpu": 9.94,
      "tokens/trainable": 55763
    },
    {
      "epoch": 0.05918367346938776,
      "grad_norm": 0.27133098244667053,
      "learning_rate": 9.655172413793105e-05,
      "loss": 0.4067038595676422,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 76.86,
      "memory/max_allocated (GiB)": 76.86,
      "ppl": 1.50186,
      "step": 29,
      "tokens/total": 7088000,
      "tokens/train_per_sec_per_gpu": 12.31,
      "tokens/trainable": 57812
    },
    {
      "epoch": 0.061224489795918366,
      "grad_norm": 0.30409932136535645,
      "learning_rate": 0.0001,
      "loss": 0.4254607856273651,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 75.91,
      "memory/max_allocated (GiB)": 75.91,
      "ppl": 1.5303,
      "step": 30,
      "tokens/total": 7351744,
      "tokens/train_per_sec_per_gpu": 11.31,
      "tokens/trainable": 59788
    },
    {
      "epoch": 0.06326530612244897,
      "grad_norm": 0.2690757215023041,
      "learning_rate": 9.999972717866783e-05,
      "loss": 0.2649127244949341,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 75.28,
      "memory/max_allocated (GiB)": 75.28,
      "ppl": 1.30332,
      "step": 31,
      "tokens/total": 7589888,
      "tokens/train_per_sec_per_gpu": 11.97,
      "tokens/trainable": 61698
    },
    {
      "epoch": 0.0653061224489796,
      "grad_norm": 6.162968158721924,
      "learning_rate": 9.999890871764856e-05,
      "loss": 0.3236464858055115,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 76.75,
      "memory/max_allocated (GiB)": 76.75,
      "ppl": 1.38216,
      "step": 32,
      "tokens/total": 7812352,
      "tokens/train_per_sec_per_gpu": 11.29,
      "tokens/trainable": 63730
    },
    {
      "epoch": 0.0673469387755102,
      "grad_norm": 0.335486501455307,
      "learning_rate": 9.999754462587395e-05,
      "loss": 0.3183335065841675,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 74.25,
      "memory/max_allocated (GiB)": 74.25,
      "ppl": 1.37483,
      "step": 33,
      "tokens/total": 8090112,
      "tokens/train_per_sec_per_gpu": 12.08,
      "tokens/trainable": 65782
    },
    {
      "epoch": 0.06938775510204082,
      "grad_norm": 0.28297433257102966,
      "learning_rate": 9.999563491823011e-05,
      "loss": 0.30609816312789917,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 76.51,
      "memory/max_allocated (GiB)": 76.51,
      "ppl": 1.35812,
      "step": 34,
      "tokens/total": 8340224,
      "tokens/train_per_sec_per_gpu": 10.34,
      "tokens/trainable": 67558
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 0.2532864212989807,
      "learning_rate": 9.999317961555746e-05,
      "loss": 0.2755158543586731,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 74.41,
      "memory/max_allocated (GiB)": 74.41,
      "ppl": 1.31721,
      "step": 35,
      "tokens/total": 8599168,
      "tokens/train_per_sec_per_gpu": 9.87,
      "tokens/trainable": 69256
    },
    {
      "epoch": 0.07346938775510205,
      "grad_norm": 0.2656288146972656,
      "learning_rate": 9.999017874465026e-05,
      "loss": 0.3249038755893707,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 75.12,
      "memory/max_allocated (GiB)": 75.12,
      "ppl": 1.3839,
      "step": 36,
      "tokens/total": 8879872,
      "tokens/train_per_sec_per_gpu": 11.11,
      "tokens/trainable": 71213
    },
    {
      "epoch": 0.07551020408163266,
      "grad_norm": 0.30173179507255554,
      "learning_rate": 9.998663233825667e-05,
      "loss": 0.3530421555042267,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 72.67,
      "memory/max_allocated (GiB)": 72.67,
      "ppl": 1.42339,
      "step": 37,
      "tokens/total": 9092480,
      "tokens/train_per_sec_per_gpu": 15.34,
      "tokens/trainable": 73212
    },
    {
      "epoch": 0.07755102040816327,
      "grad_norm": 0.3300020694732666,
      "learning_rate": 9.998254043507804e-05,
      "loss": 0.36541521549224854,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 73.13,
      "memory/max_allocated (GiB)": 73.13,
      "ppl": 1.44111,
      "step": 38,
      "tokens/total": 9338944,
      "tokens/train_per_sec_per_gpu": 10.52,
      "tokens/trainable": 75027
    },
    {
      "epoch": 0.07959183673469387,
      "grad_norm": 0.2760823369026184,
      "learning_rate": 9.997790307976873e-05,
      "loss": 0.31260424852371216,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 72.86,
      "memory/max_allocated (GiB)": 72.86,
      "ppl": 1.36698,
      "step": 39,
      "tokens/total": 9552064,
      "tokens/train_per_sec_per_gpu": 13.02,
      "tokens/trainable": 76940
    },
    {
      "epoch": 0.08163265306122448,
      "grad_norm": 0.2750445008277893,
      "learning_rate": 9.997272032293553e-05,
      "loss": 0.3434928357601166,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 75.53,
      "memory/max_allocated (GiB)": 75.53,
      "ppl": 1.40986,
      "step": 40,
      "tokens/total": 9780480,
      "tokens/train_per_sec_per_gpu": 12.6,
      "tokens/trainable": 78924
    },
    {
      "epoch": 0.0836734693877551,
      "grad_norm": 0.2509453296661377,
      "learning_rate": 9.996699222113709e-05,
      "loss": 0.28264468908309937,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 74.11,
      "memory/max_allocated (GiB)": 74.11,
      "ppl": 1.32663,
      "step": 41,
      "tokens/total": 10032896,
      "tokens/train_per_sec_per_gpu": 10.69,
      "tokens/trainable": 80796
    },
    {
      "epoch": 0.08571428571428572,
      "grad_norm": 0.30471235513687134,
      "learning_rate": 9.996071883688334e-05,
      "loss": 0.3799709975719452,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 75.45,
      "memory/max_allocated (GiB)": 75.45,
      "ppl": 1.46224,
      "step": 42,
      "tokens/total": 10258880,
      "tokens/train_per_sec_per_gpu": 13.38,
      "tokens/trainable": 82842
    },
    {
      "epoch": 0.08775510204081632,
      "grad_norm": 0.2858770489692688,
      "learning_rate": 9.995390023863483e-05,
      "loss": 0.3148782253265381,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 74.41,
      "memory/max_allocated (GiB)": 74.41,
      "ppl": 1.37009,
      "step": 43,
      "tokens/total": 10509120,
      "tokens/train_per_sec_per_gpu": 13.73,
      "tokens/trainable": 84934
    },
    {
      "epoch": 0.08979591836734693,
      "grad_norm": 0.2647312879562378,
      "learning_rate": 9.994653650080188e-05,
      "loss": 0.352159708738327,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 72.23,
      "memory/max_allocated (GiB)": 72.23,
      "ppl": 1.42214,
      "step": 44,
      "tokens/total": 10749568,
      "tokens/train_per_sec_per_gpu": 12.4,
      "tokens/trainable": 86784
    },
    {
      "epoch": 0.09183673469387756,
      "grad_norm": 0.24784475564956665,
      "learning_rate": 9.99386277037439e-05,
      "loss": 0.27032506465911865,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 74.66,
      "memory/max_allocated (GiB)": 74.66,
      "ppl": 1.31039,
      "step": 45,
      "tokens/total": 10991040,
      "tokens/train_per_sec_per_gpu": 11.98,
      "tokens/trainable": 88613
    },
    {
      "epoch": 0.09387755102040816,
      "grad_norm": 0.36977630853652954,
      "learning_rate": 9.993017393376844e-05,
      "loss": 0.3431978225708008,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 72.51,
      "memory/max_allocated (GiB)": 72.51,
      "ppl": 1.40945,
      "step": 46,
      "tokens/total": 11252224,
      "tokens/train_per_sec_per_gpu": 12.51,
      "tokens/trainable": 90773
    },
    {
      "epoch": 0.09591836734693877,
      "grad_norm": 0.3747732639312744,
      "learning_rate": 9.992117528313025e-05,
      "loss": 0.4423413574695587,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 74.3,
      "memory/max_allocated (GiB)": 74.3,
      "ppl": 1.55635,
      "step": 47,
      "tokens/total": 11496768,
      "tokens/train_per_sec_per_gpu": 13.42,
      "tokens/trainable": 93011
    },
    {
      "epoch": 0.09795918367346938,
      "grad_norm": 0.27045607566833496,
      "learning_rate": 9.991163185003029e-05,
      "loss": 0.32292449474334717,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 76.81,
      "memory/max_allocated (GiB)": 76.81,
      "ppl": 1.38116,
      "step": 48,
      "tokens/total": 11754816,
      "tokens/train_per_sec_per_gpu": 11.34,
      "tokens/trainable": 94980
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4033263623714447,
      "learning_rate": 9.990154373861462e-05,
      "loss": 0.3852502703666687,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 72.81,
      "memory/max_allocated (GiB)": 72.81,
      "ppl": 1.46998,
      "step": 49,
      "tokens/total": 11997568,
      "tokens/train_per_sec_per_gpu": 14.1,
      "tokens/trainable": 97237
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 0.29358935356140137,
      "learning_rate": 9.989091105897335e-05,
      "loss": 0.2665417194366455,
      "memory/device_reserved (GiB)": 77.78,
      "memory/max_active (GiB)": 73.71,
      "memory/max_allocated (GiB)": 73.71,
      "ppl": 1.30544,
      "step": 50,
      "tokens/total": 12199616,
      "tokens/train_per_sec_per_gpu": 13.52,
      "tokens/trainable": 99077
    }
  ],
  "logging_steps": 1,
  "max_steps": 980,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.259135080955904e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}