{
  "best_global_step": 88000,
  "best_metric": 1.4495242834091187,
  "best_model_checkpoint": "debertav3-ddp-8gpu-continue/checkpoint-88000",
  "epoch": 15.0,
  "eval_steps": 1000,
  "global_step": 88200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00017006802721088434,
      "grad_norm": 3.9429101943969727,
      "learning_rate": 0.0,
      "loss": 10.4075,
      "step": 1
    },
    {
      "epoch": 0.008503401360544218,
      "grad_norm": 1.971747636795044,
      "learning_rate": 1.2250000000000001e-05,
      "loss": 9.8035,
      "step": 50
    },
    {
      "epoch": 0.017006802721088437,
      "grad_norm": 1.3740853071212769,
      "learning_rate": 2.4750000000000002e-05,
      "loss": 8.7689,
      "step": 100
    },
    {
      "epoch": 0.025510204081632654,
      "grad_norm": 0.9082542061805725,
      "learning_rate": 3.725e-05,
      "loss": 7.832,
      "step": 150
    },
    {
      "epoch": 0.034013605442176874,
      "grad_norm": 1.015873670578003,
      "learning_rate": 4.975e-05,
      "loss": 7.1484,
      "step": 200
    },
    {
      "epoch": 0.04251700680272109,
      "grad_norm": 1.0678784847259521,
      "learning_rate": 6.225e-05,
      "loss": 6.6754,
      "step": 250
    },
    {
      "epoch": 0.05102040816326531,
      "grad_norm": 1.0898432731628418,
      "learning_rate": 7.475e-05,
      "loss": 6.2519,
      "step": 300
    },
    {
      "epoch": 0.05952380952380952,
      "grad_norm": 0.9323605298995972,
      "learning_rate": 8.724999999999999e-05,
      "loss": 5.8711,
      "step": 350
    },
    {
      "epoch": 0.06802721088435375,
      "grad_norm": 0.7210457921028137,
      "learning_rate": 9.975000000000001e-05,
      "loss": 5.5604,
      "step": 400
    },
    {
      "epoch": 0.07653061224489796,
      "grad_norm": 0.7947279214859009,
      "learning_rate": 0.00011225,
      "loss": 5.3079,
      "step": 450
    },
    {
      "epoch": 0.08503401360544217,
      "grad_norm": 0.8039622902870178,
      "learning_rate": 0.00012475,
      "loss": 5.1044,
      "step": 500
    },
    {
      "epoch": 0.0935374149659864,
      "grad_norm": 0.7226396799087524,
      "learning_rate": 0.00013725,
      "loss": 4.9271,
      "step": 550
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 0.7884791493415833,
      "learning_rate": 0.00014975,
      "loss": 4.7654,
      "step": 600
    },
    {
      "epoch": 0.11054421768707483,
      "grad_norm": 0.7507880330085754,
      "learning_rate": 0.00016225000000000001,
      "loss": 4.61,
      "step": 650
    },
    {
      "epoch": 0.11904761904761904,
      "grad_norm": 0.6950189471244812,
      "learning_rate": 0.00017475,
      "loss": 4.474,
      "step": 700
    },
    {
      "epoch": 0.12755102040816327,
      "grad_norm": 0.7212897539138794,
      "learning_rate": 0.00018725,
      "loss": 4.33,
      "step": 750
    },
    {
      "epoch": 0.1360544217687075,
      "grad_norm": 0.8659721612930298,
      "learning_rate": 0.00019975,
      "loss": 4.177,
      "step": 800
    },
    {
      "epoch": 0.1445578231292517,
      "grad_norm": 0.7730752229690552,
      "learning_rate": 0.00021225,
      "loss": 3.9974,
      "step": 850
    },
    {
      "epoch": 0.15306122448979592,
      "grad_norm": 0.8463068604469299,
      "learning_rate": 0.00022475000000000001,
      "loss": 3.814,
      "step": 900
    },
    {
      "epoch": 0.16156462585034015,
      "grad_norm": 0.8561194539070129,
      "learning_rate": 0.00023725,
      "loss": 3.6612,
      "step": 950
    },
    {
      "epoch": 0.17006802721088435,
      "grad_norm": 0.7385916709899902,
      "learning_rate": 0.00024975,
      "loss": 3.5319,
      "step": 1000
    },
    {
      "epoch": 0.17006802721088435,
      "eval_loss": 3.6021459102630615,
      "eval_runtime": 75.3501,
      "eval_samples_per_second": 1245.374,
      "eval_steps_per_second": 4.871,
      "step": 1000
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 0.7785052061080933,
      "learning_rate": 0.00026225,
      "loss": 3.4196,
      "step": 1050
    },
    {
      "epoch": 0.1870748299319728,
      "grad_norm": 0.7699462175369263,
      "learning_rate": 0.00027475,
      "loss": 3.3248,
      "step": 1100
    },
    {
      "epoch": 0.195578231292517,
      "grad_norm": 0.6943045258522034,
      "learning_rate": 0.00028725,
      "loss": 3.2327,
      "step": 1150
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 0.7425329685211182,
      "learning_rate": 0.00029975000000000005,
      "loss": 3.1558,
      "step": 1200
    },
    {
      "epoch": 0.21258503401360543,
      "grad_norm": 0.6596449613571167,
      "learning_rate": 0.00031225000000000003,
      "loss": 3.0896,
      "step": 1250
    },
    {
      "epoch": 0.22108843537414966,
      "grad_norm": 0.6805656552314758,
      "learning_rate": 0.00032475,
      "loss": 3.0295,
      "step": 1300
    },
    {
      "epoch": 0.22959183673469388,
      "grad_norm": 0.6616429686546326,
      "learning_rate": 0.00033725,
      "loss": 2.9716,
      "step": 1350
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 0.699910581111908,
      "learning_rate": 0.00034975,
      "loss": 2.9154,
      "step": 1400
    },
    {
      "epoch": 0.2465986394557823,
      "grad_norm": 0.6367819905281067,
      "learning_rate": 0.00036225000000000005,
      "loss": 2.88,
      "step": 1450
    },
    {
      "epoch": 0.25510204081632654,
      "grad_norm": 0.633556067943573,
      "learning_rate": 0.00037475000000000003,
      "loss": 2.8288,
      "step": 1500
    },
    {
      "epoch": 0.26360544217687076,
      "grad_norm": 0.6006012558937073,
      "learning_rate": 0.00038725,
      "loss": 2.8017,
      "step": 1550
    },
    {
      "epoch": 0.272108843537415,
      "grad_norm": 0.6720077991485596,
      "learning_rate": 0.00039975,
      "loss": 2.762,
      "step": 1600
    },
    {
      "epoch": 0.28061224489795916,
      "grad_norm": 0.6513054966926575,
      "learning_rate": 0.00041225,
      "loss": 2.7228,
      "step": 1650
    },
    {
      "epoch": 0.2891156462585034,
      "grad_norm": 0.6120091676712036,
      "learning_rate": 0.00042475000000000005,
      "loss": 2.6978,
      "step": 1700
    },
    {
      "epoch": 0.2976190476190476,
      "grad_norm": 0.6610727906227112,
      "learning_rate": 0.00043725000000000003,
      "loss": 2.6641,
      "step": 1750
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 0.6299336552619934,
      "learning_rate": 0.00044975,
      "loss": 2.6343,
      "step": 1800
    },
    {
      "epoch": 0.31462585034013607,
      "grad_norm": 0.6401428580284119,
      "learning_rate": 0.00046225,
      "loss": 2.6212,
      "step": 1850
    },
    {
      "epoch": 0.3231292517006803,
      "grad_norm": 0.6018512845039368,
      "learning_rate": 0.00047475,
      "loss": 2.5919,
      "step": 1900
    },
    {
      "epoch": 0.33163265306122447,
      "grad_norm": 0.63248610496521,
      "learning_rate": 0.00048725000000000005,
      "loss": 2.5739,
      "step": 1950
    },
    {
      "epoch": 0.3401360544217687,
      "grad_norm": 0.646512508392334,
      "learning_rate": 0.0004997500000000001,
      "loss": 2.5493,
      "step": 2000
    },
    {
      "epoch": 0.3401360544217687,
      "eval_loss": 2.755571126937866,
      "eval_runtime": 75.4052,
      "eval_samples_per_second": 1244.463,
      "eval_steps_per_second": 4.867,
      "step": 2000
    },
    {
      "epoch": 0.3486394557823129,
      "grad_norm": 0.6081250309944153,
      "learning_rate": 0.000499568661971831,
      "loss": 2.538,
      "step": 2050
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.584749698638916,
      "learning_rate": 0.0004991285211267605,
      "loss": 2.5185,
      "step": 2100
    },
    {
      "epoch": 0.3656462585034014,
      "grad_norm": 0.6018593907356262,
      "learning_rate": 0.0004986883802816902,
      "loss": 2.4893,
      "step": 2150
    },
    {
      "epoch": 0.3741496598639456,
      "grad_norm": 0.5787435173988342,
      "learning_rate": 0.0004982482394366197,
      "loss": 2.4763,
      "step": 2200
    },
    {
      "epoch": 0.3826530612244898,
      "grad_norm": 0.5765504240989685,
      "learning_rate": 0.0004978080985915493,
      "loss": 2.4471,
      "step": 2250
    },
    {
      "epoch": 0.391156462585034,
      "grad_norm": 0.539054811000824,
      "learning_rate": 0.0004973679577464789,
      "loss": 2.4272,
      "step": 2300
    },
    {
      "epoch": 0.39965986394557823,
      "grad_norm": 0.5542412400245667,
      "learning_rate": 0.0004969278169014085,
      "loss": 2.4178,
      "step": 2350
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 0.5709657073020935,
      "learning_rate": 0.0004964876760563381,
      "loss": 2.4105,
      "step": 2400
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 0.5530266165733337,
      "learning_rate": 0.0004960475352112676,
      "loss": 2.3812,
      "step": 2450
    },
    {
      "epoch": 0.42517006802721086,
      "grad_norm": 0.5575669407844543,
      "learning_rate": 0.0004956073943661972,
      "loss": 2.3696,
      "step": 2500
    },
    {
      "epoch": 0.4336734693877551,
      "grad_norm": 0.5466365814208984,
      "learning_rate": 0.0004951672535211268,
      "loss": 2.36,
      "step": 2550
    },
    {
      "epoch": 0.4421768707482993,
      "grad_norm": 0.5788463354110718,
      "learning_rate": 0.0004947271126760563,
      "loss": 2.3409,
      "step": 2600
    },
    {
      "epoch": 0.45068027210884354,
      "grad_norm": 0.5266286730766296,
      "learning_rate": 0.0004942869718309859,
      "loss": 2.3284,
      "step": 2650
    },
    {
      "epoch": 0.45918367346938777,
      "grad_norm": 0.5419022440910339,
      "learning_rate": 0.0004938468309859155,
      "loss": 2.3175,
      "step": 2700
    },
    {
      "epoch": 0.467687074829932,
      "grad_norm": 0.5173165202140808,
      "learning_rate": 0.0004934066901408451,
      "loss": 2.3021,
      "step": 2750
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.5213769674301147,
      "learning_rate": 0.0004929665492957746,
      "loss": 2.2974,
      "step": 2800
    },
    {
      "epoch": 0.4846938775510204,
      "grad_norm": 0.5393424034118652,
      "learning_rate": 0.0004925264084507042,
      "loss": 2.2834,
      "step": 2850
    },
    {
      "epoch": 0.4931972789115646,
      "grad_norm": 0.5283843874931335,
      "learning_rate": 0.0004920862676056338,
      "loss": 2.2894,
      "step": 2900
    },
    {
      "epoch": 0.5017006802721088,
      "grad_norm": 0.5366395711898804,
      "learning_rate": 0.0004916461267605634,
      "loss": 2.2643,
      "step": 2950
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 0.5475978851318359,
      "learning_rate": 0.000491205985915493,
      "loss": 2.2525,
      "step": 3000
    },
    {
      "epoch": 0.5102040816326531,
      "eval_loss": 2.454470634460449,
      "eval_runtime": 75.3482,
      "eval_samples_per_second": 1245.405,
      "eval_steps_per_second": 4.871,
      "step": 3000
    },
    {
      "epoch": 0.5187074829931972,
      "grad_norm": 0.5384633541107178,
      "learning_rate": 0.0004907658450704226,
      "loss": 2.2469,
      "step": 3050
    },
    {
      "epoch": 0.5272108843537415,
      "grad_norm": 0.538545548915863,
      "learning_rate": 0.0004903257042253521,
      "loss": 2.2378,
      "step": 3100
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 0.5223479270935059,
      "learning_rate": 0.0004898855633802817,
      "loss": 2.2343,
      "step": 3150
    },
    {
      "epoch": 0.54421768707483,
      "grad_norm": 0.531447172164917,
      "learning_rate": 0.0004894454225352113,
      "loss": 2.2201,
      "step": 3200
    },
    {
      "epoch": 0.5527210884353742,
      "grad_norm": 0.5139949321746826,
      "learning_rate": 0.0004890052816901409,
      "loss": 2.2098,
      "step": 3250
    },
    {
      "epoch": 0.5612244897959183,
      "grad_norm": 0.5428385138511658,
      "learning_rate": 0.0004885651408450705,
      "loss": 2.2115,
      "step": 3300
    },
    {
      "epoch": 0.5697278911564626,
      "grad_norm": 0.5274862051010132,
      "learning_rate": 0.000488125,
      "loss": 2.1987,
      "step": 3350
    },
    {
      "epoch": 0.5782312925170068,
      "grad_norm": 0.5110312104225159,
      "learning_rate": 0.0004876848591549296,
      "loss": 2.1843,
      "step": 3400
    },
    {
      "epoch": 0.5867346938775511,
      "grad_norm": 0.49753338098526,
      "learning_rate": 0.00048724471830985914,
      "loss": 2.1755,
      "step": 3450
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 0.5169926881790161,
      "learning_rate": 0.00048680457746478874,
      "loss": 2.1779,
      "step": 3500
    },
    {
      "epoch": 0.6037414965986394,
      "grad_norm": 0.5181500911712646,
      "learning_rate": 0.0004863644366197183,
      "loss": 2.1658,
      "step": 3550
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 0.5171290636062622,
      "learning_rate": 0.00048592429577464793,
      "loss": 2.1668,
      "step": 3600
    },
    {
      "epoch": 0.6207482993197279,
      "grad_norm": 0.4980362355709076,
      "learning_rate": 0.00048548415492957747,
      "loss": 2.1545,
      "step": 3650
    },
    {
      "epoch": 0.6292517006802721,
      "grad_norm": 0.5099490284919739,
      "learning_rate": 0.00048504401408450707,
      "loss": 2.1415,
      "step": 3700
    },
    {
      "epoch": 0.6377551020408163,
      "grad_norm": 0.5084192752838135,
      "learning_rate": 0.0004846038732394366,
      "loss": 2.1417,
      "step": 3750
    },
    {
      "epoch": 0.6462585034013606,
      "grad_norm": 0.48829177021980286,
      "learning_rate": 0.00048416373239436626,
      "loss": 2.1359,
      "step": 3800
    },
    {
      "epoch": 0.6547619047619048,
      "grad_norm": 0.5111795663833618,
      "learning_rate": 0.0004837235915492958,
      "loss": 2.1348,
      "step": 3850
    },
    {
      "epoch": 0.6632653061224489,
      "grad_norm": 0.49867865443229675,
      "learning_rate": 0.00048328345070422534,
      "loss": 2.1199,
      "step": 3900
    },
    {
      "epoch": 0.6717687074829932,
      "grad_norm": 0.4912058711051941,
      "learning_rate": 0.00048284330985915493,
      "loss": 2.1169,
      "step": 3950
    },
    {
      "epoch": 0.6802721088435374,
      "grad_norm": 0.5115543603897095,
      "learning_rate": 0.00048240316901408453,
      "loss": 2.1093,
      "step": 4000
    },
    {
      "epoch": 0.6802721088435374,
      "eval_loss": 2.320960521697998,
      "eval_runtime": 75.9327,
      "eval_samples_per_second": 1235.818,
      "eval_steps_per_second": 4.833,
      "step": 4000
    },
    {
      "epoch": 0.6887755102040817,
      "grad_norm": 0.5165016651153564,
      "learning_rate": 0.0004819630281690141,
      "loss": 2.1103,
      "step": 4050
    },
    {
      "epoch": 0.6972789115646258,
      "grad_norm": 0.49575796723365784,
      "learning_rate": 0.00048152288732394367,
      "loss": 2.1027,
      "step": 4100
    },
    {
      "epoch": 0.70578231292517,
      "grad_norm": 0.5010895133018494,
      "learning_rate": 0.0004810827464788732,
      "loss": 2.0939,
      "step": 4150
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.49885183572769165,
      "learning_rate": 0.00048064260563380286,
      "loss": 2.0951,
      "step": 4200
    },
    {
      "epoch": 0.7227891156462585,
      "grad_norm": 0.47758999466896057,
      "learning_rate": 0.0004802024647887324,
      "loss": 2.0834,
      "step": 4250
    },
    {
      "epoch": 0.7312925170068028,
      "grad_norm": 0.48634713888168335,
      "learning_rate": 0.000479762323943662,
      "loss": 2.0833,
      "step": 4300
    },
    {
      "epoch": 0.7397959183673469,
      "grad_norm": 0.5028336644172668,
      "learning_rate": 0.00047932218309859153,
      "loss": 2.0804,
      "step": 4350
    },
    {
      "epoch": 0.7482993197278912,
      "grad_norm": 0.4951624870300293,
      "learning_rate": 0.00047888204225352113,
      "loss": 2.0697,
      "step": 4400
    },
    {
      "epoch": 0.7568027210884354,
      "grad_norm": 0.5072620511054993,
      "learning_rate": 0.0004784419014084507,
      "loss": 2.0745,
      "step": 4450
    },
    {
      "epoch": 0.7653061224489796,
      "grad_norm": 0.4807872474193573,
      "learning_rate": 0.0004780017605633803,
      "loss": 2.0618,
      "step": 4500
    },
    {
      "epoch": 0.7738095238095238,
      "grad_norm": 0.49827975034713745,
      "learning_rate": 0.00047756161971830986,
      "loss": 2.0648,
      "step": 4550
    },
    {
      "epoch": 0.782312925170068,
      "grad_norm": 0.48257699608802795,
      "learning_rate": 0.0004771214788732394,
      "loss": 2.0542,
      "step": 4600
    },
    {
      "epoch": 0.7908163265306123,
      "grad_norm": 0.4961060583591461,
      "learning_rate": 0.00047668133802816905,
      "loss": 2.0531,
      "step": 4650
    },
    {
      "epoch": 0.7993197278911565,
      "grad_norm": 0.48454368114471436,
      "learning_rate": 0.0004762411971830986,
      "loss": 2.0497,
      "step": 4700
    },
    {
      "epoch": 0.8078231292517006,
      "grad_norm": 0.48959559202194214,
      "learning_rate": 0.0004758010563380282,
      "loss": 2.0539,
      "step": 4750
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 0.4989263415336609,
      "learning_rate": 0.00047536091549295773,
      "loss": 2.0436,
      "step": 4800
    },
    {
      "epoch": 0.8248299319727891,
      "grad_norm": 0.491557776927948,
      "learning_rate": 0.0004749207746478874,
      "loss": 2.0347,
      "step": 4850
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.4861533045768738,
      "learning_rate": 0.0004744806338028169,
      "loss": 2.0269,
      "step": 4900
    },
    {
      "epoch": 0.8418367346938775,
      "grad_norm": 0.5007792711257935,
      "learning_rate": 0.00047404049295774646,
      "loss": 2.0277,
      "step": 4950
    },
    {
      "epoch": 0.8503401360544217,
      "grad_norm": 0.48347318172454834,
      "learning_rate": 0.00047360035211267606,
      "loss": 2.0278,
      "step": 5000
    },
    {
      "epoch": 0.8503401360544217,
      "eval_loss": 2.221730947494507,
      "eval_runtime": 75.3978,
      "eval_samples_per_second": 1244.585,
      "eval_steps_per_second": 4.868,
      "step": 5000
    },
    {
      "epoch": 0.858843537414966,
      "grad_norm": 0.4758061468601227,
      "learning_rate": 0.00047316021126760565,
      "loss": 2.0207,
      "step": 5050
    },
    {
      "epoch": 0.8673469387755102,
      "grad_norm": 0.5015333890914917,
      "learning_rate": 0.00047272007042253525,
      "loss": 2.0213,
      "step": 5100
    },
    {
      "epoch": 0.8758503401360545,
      "grad_norm": 0.46741312742233276,
      "learning_rate": 0.0004722799295774648,
      "loss": 2.0115,
      "step": 5150
    },
    {
      "epoch": 0.8843537414965986,
      "grad_norm": 0.4716244339942932,
      "learning_rate": 0.0004718397887323944,
      "loss": 2.0041,
      "step": 5200
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 0.470093309879303,
      "learning_rate": 0.000471399647887324,
      "loss": 2.0101,
      "step": 5250
    },
    {
      "epoch": 0.9013605442176871,
      "grad_norm": 0.46333491802215576,
      "learning_rate": 0.0004709595070422535,
      "loss": 1.9985,
      "step": 5300
    },
    {
      "epoch": 0.9098639455782312,
      "grad_norm": 0.4772166609764099,
      "learning_rate": 0.0004705193661971831,
      "loss": 1.9956,
      "step": 5350
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 0.49403470754623413,
      "learning_rate": 0.00047007922535211266,
      "loss": 1.991,
      "step": 5400
    },
    {
      "epoch": 0.9268707482993197,
      "grad_norm": 0.4855027198791504,
      "learning_rate": 0.00046963908450704225,
      "loss": 1.9972,
      "step": 5450
    },
    {
      "epoch": 0.935374149659864,
      "grad_norm": 0.4754594564437866,
      "learning_rate": 0.00046919894366197185,
      "loss": 1.9902,
      "step": 5500
    },
    {
      "epoch": 0.9438775510204082,
      "grad_norm": 0.4977014660835266,
      "learning_rate": 0.00046875880281690144,
      "loss": 1.9904,
      "step": 5550
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.48129725456237793,
      "learning_rate": 0.000468318661971831,
      "loss": 1.9855,
      "step": 5600
    },
    {
      "epoch": 0.9608843537414966,
      "grad_norm": 0.484291672706604,
      "learning_rate": 0.00046787852112676053,
      "loss": 1.9781,
      "step": 5650
    },
    {
      "epoch": 0.9693877551020408,
      "grad_norm": 0.4759155809879303,
      "learning_rate": 0.0004674383802816902,
      "loss": 1.9766,
      "step": 5700
    },
    {
      "epoch": 0.9778911564625851,
      "grad_norm": 0.48138466477394104,
      "learning_rate": 0.0004669982394366197,
      "loss": 1.9678,
      "step": 5750
    },
    {
      "epoch": 0.9863945578231292,
      "grad_norm": 0.48765894770622253,
      "learning_rate": 0.0004665580985915493,
      "loss": 1.9746,
      "step": 5800
    },
    {
      "epoch": 0.9948979591836735,
      "grad_norm": 0.47016099095344543,
      "learning_rate": 0.00046611795774647885,
      "loss": 1.9745,
      "step": 5850
    },
    {
      "epoch": 1.0034013605442176,
      "grad_norm": 0.4722880721092224,
      "learning_rate": 0.0004656778169014085,
      "loss": 1.961,
      "step": 5900
    },
    {
      "epoch": 1.0119047619047619,
      "grad_norm": 0.47606250643730164,
      "learning_rate": 0.00046523767605633805,
      "loss": 1.9548,
      "step": 5950
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 0.4867871403694153,
      "learning_rate": 0.0004647975352112676,
      "loss": 1.9531,
      "step": 6000
    },
    {
      "epoch": 1.0204081632653061,
      "eval_loss": 2.1581504344940186,
      "eval_runtime": 75.3496,
      "eval_samples_per_second": 1245.381,
      "eval_steps_per_second": 4.871,
      "step": 6000
    },
    {
      "epoch": 1.0289115646258504,
      "grad_norm": 0.4676497280597687,
      "learning_rate": 0.0004643573943661972,
      "loss": 1.9505,
      "step": 6050
    },
    {
      "epoch": 1.0374149659863945,
      "grad_norm": 0.47663334012031555,
      "learning_rate": 0.0004639172535211268,
      "loss": 1.9509,
      "step": 6100
    },
    {
      "epoch": 1.0459183673469388,
      "grad_norm": 0.46838682889938354,
      "learning_rate": 0.0004634771126760564,
      "loss": 1.9522,
      "step": 6150
    },
    {
      "epoch": 1.054421768707483,
      "grad_norm": 0.47476112842559814,
      "learning_rate": 0.0004630369718309859,
      "loss": 1.9575,
      "step": 6200
    },
    {
      "epoch": 1.0629251700680271,
      "grad_norm": 0.4738709330558777,
      "learning_rate": 0.0004625968309859155,
      "loss": 1.9535,
      "step": 6250
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 0.46784505248069763,
      "learning_rate": 0.0004621566901408451,
      "loss": 1.95,
      "step": 6300
    },
    {
      "epoch": 1.0799319727891157,
      "grad_norm": 0.4729381501674652,
      "learning_rate": 0.00046171654929577465,
      "loss": 1.9382,
      "step": 6350
    },
    {
      "epoch": 1.08843537414966,
      "grad_norm": 0.48842012882232666,
      "learning_rate": 0.00046127640845070424,
      "loss": 1.9383,
      "step": 6400
    },
    {
      "epoch": 1.096938775510204,
      "grad_norm": 0.47705018520355225,
      "learning_rate": 0.0004608362676056338,
      "loss": 1.9298,
      "step": 6450
    },
    {
      "epoch": 1.1054421768707483,
      "grad_norm": 0.47480863332748413,
      "learning_rate": 0.00046039612676056343,
      "loss": 1.9356,
      "step": 6500
    },
    {
      "epoch": 1.1139455782312926,
      "grad_norm": 0.4836580455303192,
      "learning_rate": 0.000459955985915493,
      "loss": 1.936,
      "step": 6550
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 0.47330114245414734,
      "learning_rate": 0.00045951584507042257,
      "loss": 1.9217,
      "step": 6600
    },
    {
      "epoch": 1.130952380952381,
      "grad_norm": 0.45560622215270996,
      "learning_rate": 0.0004590757042253521,
      "loss": 1.9278,
      "step": 6650
    },
    {
      "epoch": 1.1394557823129252,
      "grad_norm": 0.48356184363365173,
      "learning_rate": 0.00045863556338028165,
      "loss": 1.9204,
      "step": 6700
    },
    {
      "epoch": 1.1479591836734695,
      "grad_norm": 0.48046737909317017,
      "learning_rate": 0.0004581954225352113,
      "loss": 1.9185,
      "step": 6750
    },
    {
      "epoch": 1.1564625850340136,
      "grad_norm": 0.47801148891448975,
      "learning_rate": 0.00045775528169014084,
      "loss": 1.9084,
      "step": 6800
    },
    {
      "epoch": 1.1649659863945578,
      "grad_norm": 0.46705126762390137,
      "learning_rate": 0.00045731514084507044,
      "loss": 1.9138,
      "step": 6850
    },
    {
      "epoch": 1.1734693877551021,
      "grad_norm": 0.47566279768943787,
      "learning_rate": 0.000456875,
      "loss": 1.9139,
      "step": 6900
    },
    {
      "epoch": 1.1819727891156462,
      "grad_norm": 0.4746539294719696,
      "learning_rate": 0.00045643485915492963,
      "loss": 1.916,
      "step": 6950
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 0.49360892176628113,
      "learning_rate": 0.00045599471830985917,
      "loss": 1.9086,
      "step": 7000
    },
    {
      "epoch": 1.1904761904761905,
      "eval_loss": 2.1105546951293945,
      "eval_runtime": 75.3645,
      "eval_samples_per_second": 1245.136,
      "eval_steps_per_second": 4.87,
      "step": 7000
    },
    {
      "epoch": 1.1989795918367347,
      "grad_norm": 0.49067452549934387,
      "learning_rate": 0.0004555545774647887,
      "loss": 1.9044,
      "step": 7050
    },
    {
      "epoch": 1.2074829931972788,
      "grad_norm": 0.48024600744247437,
      "learning_rate": 0.0004551144366197183,
      "loss": 1.9143,
      "step": 7100
    },
    {
      "epoch": 1.215986394557823,
      "grad_norm": 0.4815312922000885,
      "learning_rate": 0.0004546742957746479,
      "loss": 1.9038,
      "step": 7150
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 0.47568100690841675,
      "learning_rate": 0.0004542341549295775,
      "loss": 1.9079,
      "step": 7200
    },
    {
      "epoch": 1.2329931972789117,
      "grad_norm": 0.47568491101264954,
      "learning_rate": 0.00045379401408450704,
      "loss": 1.9024,
      "step": 7250
    },
    {
      "epoch": 1.2414965986394557,
      "grad_norm": 0.46364548802375793,
      "learning_rate": 0.00045335387323943663,
      "loss": 1.9008,
      "step": 7300
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.4672023355960846,
      "learning_rate": 0.00045291373239436623,
      "loss": 1.9022,
      "step": 7350
    },
    {
      "epoch": 1.2585034013605443,
      "grad_norm": 0.4671889841556549,
      "learning_rate": 0.00045247359154929577,
      "loss": 1.894,
      "step": 7400
    },
    {
      "epoch": 1.2670068027210886,
      "grad_norm": 0.4657513201236725,
      "learning_rate": 0.00045203345070422537,
      "loss": 1.8978,
      "step": 7450
    },
    {
      "epoch": 1.2755102040816326,
      "grad_norm": 0.4698520004749298,
      "learning_rate": 0.0004515933098591549,
      "loss": 1.8945,
      "step": 7500
    },
    {
      "epoch": 1.284013605442177,
      "grad_norm": 0.4804818332195282,
      "learning_rate": 0.00045115316901408456,
      "loss": 1.8921,
      "step": 7550
    },
    {
      "epoch": 1.2925170068027212,
      "grad_norm": 0.4709530174732208,
      "learning_rate": 0.0004507130281690141,
      "loss": 1.889,
      "step": 7600
    },
    {
      "epoch": 1.3010204081632653,
      "grad_norm": 0.47395414113998413,
      "learning_rate": 0.0004502728873239437,
      "loss": 1.8837,
      "step": 7650
    },
    {
      "epoch": 1.3095238095238095,
      "grad_norm": 0.4659099876880646,
      "learning_rate": 0.00044983274647887323,
      "loss": 1.8836,
      "step": 7700
    },
    {
      "epoch": 1.3180272108843538,
      "grad_norm": 0.4623669683933258,
      "learning_rate": 0.00044939260563380283,
      "loss": 1.8823,
      "step": 7750
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 0.4751649498939514,
      "learning_rate": 0.0004489524647887324,
      "loss": 1.8703,
      "step": 7800
    },
    {
      "epoch": 1.3350340136054422,
      "grad_norm": 0.4874952435493469,
      "learning_rate": 0.00044851232394366197,
      "loss": 1.8765,
      "step": 7850
    },
    {
      "epoch": 1.3435374149659864,
      "grad_norm": 0.48088109493255615,
      "learning_rate": 0.00044807218309859156,
      "loss": 1.8787,
      "step": 7900
    },
    {
      "epoch": 1.3520408163265305,
      "grad_norm": 0.48666709661483765,
      "learning_rate": 0.0004476320422535211,
      "loss": 1.8723,
      "step": 7950
    },
    {
      "epoch": 1.3605442176870748,
      "grad_norm": 0.5058099031448364,
      "learning_rate": 0.00044719190140845075,
      "loss": 1.8682,
      "step": 8000
    },
    {
      "epoch": 1.3605442176870748,
      "eval_loss": 2.066969156265259,
      "eval_runtime": 75.2958,
      "eval_samples_per_second": 1246.271,
      "eval_steps_per_second": 4.874,
      "step": 8000
    },
    {
      "epoch": 1.369047619047619,
      "grad_norm": 0.47028714418411255,
      "learning_rate": 0.0004467517605633803,
      "loss": 1.8619,
      "step": 8050
    },
    {
      "epoch": 1.3775510204081631,
      "grad_norm": 0.468432754278183,
      "learning_rate": 0.00044631161971830983,
      "loss": 1.8669,
      "step": 8100
    },
    {
      "epoch": 1.3860544217687074,
      "grad_norm": 0.46689048409461975,
      "learning_rate": 0.00044587147887323943,
      "loss": 1.8657,
      "step": 8150
    },
    {
      "epoch": 1.3945578231292517,
      "grad_norm": 0.464141309261322,
      "learning_rate": 0.000445431338028169,
      "loss": 1.863,
      "step": 8200
    },
    {
      "epoch": 1.403061224489796,
      "grad_norm": 0.46267494559288025,
      "learning_rate": 0.0004449911971830986,
      "loss": 1.8696,
      "step": 8250
    },
    {
      "epoch": 1.4115646258503403,
      "grad_norm": 0.4653218984603882,
      "learning_rate": 0.00044455105633802816,
      "loss": 1.8554,
      "step": 8300
    },
    {
      "epoch": 1.4200680272108843,
      "grad_norm": 0.4844844937324524,
      "learning_rate": 0.00044411091549295776,
      "loss": 1.8525,
      "step": 8350
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.47869589924812317,
      "learning_rate": 0.00044367077464788735,
      "loss": 1.8584,
      "step": 8400
    },
    {
      "epoch": 1.4370748299319729,
      "grad_norm": 0.4788654148578644,
      "learning_rate": 0.0004432306338028169,
      "loss": 1.8562,
      "step": 8450
    },
    {
      "epoch": 1.445578231292517,
      "grad_norm": 0.4887782335281372,
      "learning_rate": 0.0004427904929577465,
      "loss": 1.8583,
      "step": 8500
    },
    {
      "epoch": 1.4540816326530612,
      "grad_norm": 0.48299601674079895,
      "learning_rate": 0.00044235035211267603,
      "loss": 1.8557,
      "step": 8550
    },
    {
      "epoch": 1.4625850340136055,
      "grad_norm": 0.4597221910953522,
      "learning_rate": 0.0004419102112676057,
      "loss": 1.847,
      "step": 8600
    },
    {
      "epoch": 1.4710884353741496,
      "grad_norm": 0.4786689877510071,
      "learning_rate": 0.0004414700704225352,
      "loss": 1.8393,
      "step": 8650
    },
    {
      "epoch": 1.4795918367346939,
      "grad_norm": 0.46319809556007385,
      "learning_rate": 0.0004410299295774648,
      "loss": 1.8468,
      "step": 8700
    },
    {
      "epoch": 1.4880952380952381,
      "grad_norm": 0.46916770935058594,
      "learning_rate": 0.00044058978873239436,
      "loss": 1.8414,
      "step": 8750
    },
    {
      "epoch": 1.4965986394557822,
      "grad_norm": 0.4812500774860382,
      "learning_rate": 0.00044014964788732395,
      "loss": 1.8496,
      "step": 8800
    },
    {
      "epoch": 1.5051020408163265,
      "grad_norm": 0.47240397334098816,
      "learning_rate": 0.00043970950704225355,
      "loss": 1.8415,
      "step": 8850
    },
    {
      "epoch": 1.5136054421768708,
      "grad_norm": 0.4675607979297638,
      "learning_rate": 0.0004392693661971831,
      "loss": 1.8395,
      "step": 8900
    },
    {
      "epoch": 1.5221088435374148,
      "grad_norm": 0.4568563401699066,
      "learning_rate": 0.0004388380281690141,
      "loss": 1.8349,
      "step": 8950
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 0.4698484539985657,
      "learning_rate": 0.00043839788732394363,
      "loss": 1.8388,
      "step": 9000
    },
    {
      "epoch": 1.5306122448979593,
      "eval_loss": 2.031731128692627,
      "eval_runtime": 75.3373,
      "eval_samples_per_second": 1245.584,
      "eval_steps_per_second": 4.871,
      "step": 9000
    },
    {
      "epoch": 1.5391156462585034,
      "grad_norm": 0.4721793532371521,
      "learning_rate": 0.0004379577464788733,
      "loss": 1.8368,
      "step": 9050
    },
    {
      "epoch": 1.5476190476190477,
      "grad_norm": 0.48082154989242554,
      "learning_rate": 0.0004375176056338028,
      "loss": 1.8367,
      "step": 9100
    },
    {
      "epoch": 1.556122448979592,
      "grad_norm": 0.47875961661338806,
      "learning_rate": 0.00043707746478873237,
      "loss": 1.834,
      "step": 9150
    },
    {
      "epoch": 1.564625850340136,
      "grad_norm": 0.4505126178264618,
      "learning_rate": 0.00043663732394366196,
      "loss": 1.8293,
      "step": 9200
    },
    {
      "epoch": 1.5731292517006803,
      "grad_norm": 0.4831013083457947,
      "learning_rate": 0.00043619718309859156,
      "loss": 1.8325,
      "step": 9250
    },
    {
      "epoch": 1.5816326530612246,
      "grad_norm": 0.46912670135498047,
      "learning_rate": 0.00043575704225352115,
      "loss": 1.8201,
      "step": 9300
    },
    {
      "epoch": 1.5901360544217686,
      "grad_norm": 0.4775020480155945,
      "learning_rate": 0.0004353169014084507,
      "loss": 1.8324,
      "step": 9350
    },
    {
      "epoch": 1.598639455782313,
      "grad_norm": 0.4624606668949127,
      "learning_rate": 0.0004348767605633803,
      "loss": 1.8328,
      "step": 9400
    },
    {
      "epoch": 1.6071428571428572,
      "grad_norm": 0.47817811369895935,
      "learning_rate": 0.0004344366197183099,
      "loss": 1.8265,
      "step": 9450
    },
    {
      "epoch": 1.6156462585034013,
      "grad_norm": 0.4682134985923767,
      "learning_rate": 0.0004339964788732395,
      "loss": 1.8193,
      "step": 9500
    },
    {
      "epoch": 1.6241496598639455,
      "grad_norm": 0.4736348092556,
      "learning_rate": 0.000433556338028169,
      "loss": 1.8144,
      "step": 9550
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 0.47171303629875183,
      "learning_rate": 0.00043311619718309856,
      "loss": 1.8156,
      "step": 9600
    },
    {
      "epoch": 1.641156462585034,
      "grad_norm": 0.4707530736923218,
      "learning_rate": 0.0004326760563380282,
      "loss": 1.8146,
      "step": 9650
    },
    {
      "epoch": 1.6496598639455784,
      "grad_norm": 0.47999903559684753,
      "learning_rate": 0.00043223591549295775,
      "loss": 1.822,
      "step": 9700
    },
    {
      "epoch": 1.6581632653061225,
      "grad_norm": 0.4823855757713318,
      "learning_rate": 0.00043179577464788735,
      "loss": 1.8161,
      "step": 9750
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.47148072719573975,
      "learning_rate": 0.0004313556338028169,
      "loss": 1.8117,
      "step": 9800
    },
    {
      "epoch": 1.675170068027211,
      "grad_norm": 0.46029239892959595,
      "learning_rate": 0.00043091549295774654,
      "loss": 1.8132,
      "step": 9850
    },
    {
      "epoch": 1.683673469387755,
      "grad_norm": 0.47228437662124634,
      "learning_rate": 0.0004304753521126761,
      "loss": 1.816,
      "step": 9900
    },
    {
      "epoch": 1.6921768707482994,
      "grad_norm": 0.4653479754924774,
      "learning_rate": 0.0004300352112676056,
      "loss": 1.8084,
      "step": 9950
    },
    {
      "epoch": 1.7006802721088436,
      "grad_norm": 0.4696131646633148,
      "learning_rate": 0.0004295950704225352,
      "loss": 1.8072,
      "step": 10000
    },
    {
      "epoch": 1.7006802721088436,
      "eval_loss": 1.9987208843231201,
      "eval_runtime": 75.2953,
      "eval_samples_per_second": 1246.28,
      "eval_steps_per_second": 4.874,
      "step": 10000
    },
    {
      "epoch": 1.7091836734693877,
      "grad_norm": 0.4656902253627777,
      "learning_rate": 0.00042915492957746476,
      "loss": 1.8049,
      "step": 10050
    },
    {
      "epoch": 1.717687074829932,
      "grad_norm": 0.47671329975128174,
      "learning_rate": 0.0004287147887323944,
      "loss": 1.7934,
      "step": 10100
    },
    {
      "epoch": 1.7261904761904763,
      "grad_norm": 0.46021008491516113,
      "learning_rate": 0.00042827464788732395,
      "loss": 1.8059,
      "step": 10150
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 0.46965909004211426,
      "learning_rate": 0.00042783450704225354,
      "loss": 1.7958,
      "step": 10200
    },
    {
      "epoch": 1.7431972789115646,
      "grad_norm": 0.4655004143714905,
      "learning_rate": 0.0004273943661971831,
      "loss": 1.7989,
      "step": 10250
    },
    {
      "epoch": 1.751700680272109,
      "grad_norm": 0.48593828082084656,
      "learning_rate": 0.0004269542253521127,
      "loss": 1.7904,
      "step": 10300
    },
    {
      "epoch": 1.760204081632653,
      "grad_norm": 0.4698497951030731,
      "learning_rate": 0.0004265140845070423,
      "loss": 1.8005,
      "step": 10350
    },
    {
      "epoch": 1.7687074829931972,
      "grad_norm": 0.4775938391685486,
      "learning_rate": 0.0004260739436619718,
      "loss": 1.7992,
      "step": 10400
    },
    {
      "epoch": 1.7772108843537415,
      "grad_norm": 0.45465579628944397,
      "learning_rate": 0.0004256338028169014,
      "loss": 1.7973,
      "step": 10450
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 0.4619791507720947,
      "learning_rate": 0.000425193661971831,
      "loss": 1.7913,
      "step": 10500
    },
    {
      "epoch": 1.79421768707483,
      "grad_norm": 0.4738638699054718,
      "learning_rate": 0.0004247535211267606,
      "loss": 1.7922,
      "step": 10550
    },
    {
      "epoch": 1.8027210884353742,
      "grad_norm": 0.46855342388153076,
      "learning_rate": 0.00042431338028169015,
      "loss": 1.7894,
      "step": 10600
    },
    {
      "epoch": 1.8112244897959182,
      "grad_norm": 0.48508965969085693,
      "learning_rate": 0.0004238732394366197,
      "loss": 1.7815,
      "step": 10650
    },
    {
      "epoch": 1.8197278911564627,
      "grad_norm": 0.47747498750686646,
      "learning_rate": 0.00042343309859154934,
      "loss": 1.7907,
      "step": 10700
    },
    {
      "epoch": 1.8282312925170068,
      "grad_norm": 0.47017601132392883,
      "learning_rate": 0.0004229929577464789,
      "loss": 1.7855,
      "step": 10750
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 0.4648725092411041,
      "learning_rate": 0.00042255281690140847,
      "loss": 1.7878,
      "step": 10800
    },
    {
      "epoch": 1.8452380952380953,
      "grad_norm": 0.4595974385738373,
      "learning_rate": 0.000422112676056338,
      "loss": 1.7808,
      "step": 10850
    },
    {
      "epoch": 1.8537414965986394,
      "grad_norm": 0.5028242468833923,
      "learning_rate": 0.00042167253521126766,
      "loss": 1.7838,
      "step": 10900
    },
    {
      "epoch": 1.8622448979591837,
      "grad_norm": 0.4698718190193176,
      "learning_rate": 0.0004212323943661972,
      "loss": 1.7838,
      "step": 10950
    },
    {
      "epoch": 1.870748299319728,
      "grad_norm": 0.46658000349998474,
      "learning_rate": 0.00042079225352112675,
      "loss": 1.7884,
      "step": 11000
    },
    {
      "epoch": 1.870748299319728,
      "eval_loss": 1.9652538299560547,
      "eval_runtime": 75.3728,
      "eval_samples_per_second": 1244.998,
      "eval_steps_per_second": 4.869,
      "step": 11000
    },
    {
      "epoch": 1.879251700680272,
      "grad_norm": 0.4587540924549103,
      "learning_rate": 0.00042035211267605634,
      "loss": 1.7795,
      "step": 11050
    },
    {
      "epoch": 1.8877551020408163,
      "grad_norm": 0.48107513785362244,
      "learning_rate": 0.00041991197183098594,
      "loss": 1.7843,
      "step": 11100
    },
    {
      "epoch": 1.8962585034013606,
      "grad_norm": 0.468262255191803,
      "learning_rate": 0.00041947183098591553,
      "loss": 1.7831,
      "step": 11150
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 0.4687144458293915,
      "learning_rate": 0.0004190316901408451,
      "loss": 1.7761,
      "step": 11200
    },
    {
      "epoch": 1.913265306122449,
      "grad_norm": 0.48110878467559814,
      "learning_rate": 0.00041859154929577467,
      "loss": 1.7658,
      "step": 11250
    },
    {
      "epoch": 1.9217687074829932,
      "grad_norm": 0.47303488850593567,
      "learning_rate": 0.0004181514084507042,
      "loss": 1.7733,
      "step": 11300
    },
    {
      "epoch": 1.9302721088435373,
      "grad_norm": 0.48464885354042053,
      "learning_rate": 0.0004177112676056338,
      "loss": 1.765,
      "step": 11350
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 0.4908495247364044,
      "learning_rate": 0.0004172799295774648,
      "loss": 1.7662,
      "step": 11400
    },
    {
      "epoch": 1.9472789115646258,
      "grad_norm": 0.47335630655288696,
      "learning_rate": 0.00041683978873239435,
      "loss": 1.7689,
      "step": 11450
    },
    {
      "epoch": 1.95578231292517,
      "grad_norm": 0.4794527292251587,
      "learning_rate": 0.00041639964788732395,
      "loss": 1.7659,
      "step": 11500
    },
    {
      "epoch": 1.9642857142857144,
      "grad_norm": 0.47013363242149353,
      "learning_rate": 0.00041595950704225354,
      "loss": 1.7683,
      "step": 11550
    },
    {
      "epoch": 1.9727891156462585,
      "grad_norm": 0.4743632674217224,
      "learning_rate": 0.00041551936619718314,
      "loss": 1.7674,
      "step": 11600
    },
    {
      "epoch": 1.9812925170068028,
      "grad_norm": 0.46521708369255066,
      "learning_rate": 0.0004150792253521127,
      "loss": 1.7686,
      "step": 11650
    },
    {
      "epoch": 1.989795918367347,
      "grad_norm": 0.48240792751312256,
      "learning_rate": 0.0004146390845070422,
      "loss": 1.7688,
      "step": 11700
    },
    {
      "epoch": 1.998299319727891,
      "grad_norm": 0.453975111246109,
      "learning_rate": 0.00041419894366197187,
      "loss": 1.7658,
      "step": 11750
    },
    {
      "epoch": 2.006802721088435,
      "grad_norm": 0.45248886942863464,
      "learning_rate": 0.0004137588028169014,
      "loss": 1.7543,
      "step": 11800
    },
    {
      "epoch": 2.0153061224489797,
      "grad_norm": 0.47196707129478455,
      "learning_rate": 0.0004133274647887324,
      "loss": 1.751,
      "step": 11850
    },
    {
      "epoch": 2.0238095238095237,
      "grad_norm": 0.46333810687065125,
      "learning_rate": 0.00041288732394366195,
      "loss": 1.7544,
      "step": 11900
    },
    {
      "epoch": 2.0323129251700682,
      "grad_norm": 0.46540361642837524,
      "learning_rate": 0.0004124471830985916,
      "loss": 1.7586,
      "step": 11950
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 0.45927169919013977,
      "learning_rate": 0.00041200704225352114,
      "loss": 1.753,
      "step": 12000
    },
    {
      "epoch": 2.0408163265306123,
      "eval_loss": 1.948580265045166,
      "eval_runtime": 75.3406,
      "eval_samples_per_second": 1245.53,
      "eval_steps_per_second": 4.871,
      "step": 12000
    },
    {
      "epoch": 2.0493197278911564,
      "grad_norm": 0.4919711947441101,
      "learning_rate": 0.0004115669014084507,
      "loss": 1.7501,
      "step": 12050
    },
    {
      "epoch": 2.057823129251701,
      "grad_norm": 0.47275787591934204,
      "learning_rate": 0.0004111267605633803,
      "loss": 1.7579,
      "step": 12100
    },
    {
      "epoch": 2.066326530612245,
      "grad_norm": 0.4734228551387787,
      "learning_rate": 0.0004106866197183099,
      "loss": 1.7445,
      "step": 12150
    },
    {
      "epoch": 2.074829931972789,
      "grad_norm": 0.4777526259422302,
      "learning_rate": 0.00041024647887323947,
      "loss": 1.7558,
      "step": 12200
    },
    {
      "epoch": 2.0833333333333335,
      "grad_norm": 0.4509522020816803,
      "learning_rate": 0.000409806338028169,
      "loss": 1.754,
      "step": 12250
    },
    {
      "epoch": 2.0918367346938775,
      "grad_norm": 0.4808884859085083,
      "learning_rate": 0.0004093661971830986,
      "loss": 1.7487,
      "step": 12300
    },
    {
      "epoch": 2.1003401360544216,
      "grad_norm": 0.46674636006355286,
      "learning_rate": 0.00040892605633802815,
      "loss": 1.7428,
      "step": 12350
    },
    {
      "epoch": 2.108843537414966,
      "grad_norm": 0.4768598973751068,
      "learning_rate": 0.00040848591549295775,
      "loss": 1.7372,
      "step": 12400
    },
    {
      "epoch": 2.11734693877551,
      "grad_norm": 0.4708414673805237,
      "learning_rate": 0.00040804577464788734,
      "loss": 1.7458,
      "step": 12450
    },
    {
      "epoch": 2.1258503401360542,
      "grad_norm": 0.47017523646354675,
      "learning_rate": 0.0004076056338028169,
      "loss": 1.7497,
      "step": 12500
    },
    {
      "epoch": 2.1343537414965987,
      "grad_norm": 0.4945257306098938,
      "learning_rate": 0.0004071654929577465,
      "loss": 1.7451,
      "step": 12550
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.4588756859302521,
      "learning_rate": 0.00040672535211267607,
      "loss": 1.7393,
      "step": 12600
    },
    {
      "epoch": 2.1513605442176873,
      "grad_norm": 0.49352967739105225,
      "learning_rate": 0.00040628521126760567,
      "loss": 1.7366,
      "step": 12650
    },
    {
      "epoch": 2.1598639455782314,
      "grad_norm": 0.47481125593185425,
      "learning_rate": 0.0004058450704225352,
      "loss": 1.7373,
      "step": 12700
    },
    {
      "epoch": 2.1683673469387754,
      "grad_norm": 0.48250919580459595,
      "learning_rate": 0.00040540492957746475,
      "loss": 1.7409,
      "step": 12750
    },
    {
      "epoch": 2.17687074829932,
      "grad_norm": 0.4601617157459259,
      "learning_rate": 0.0004049647887323944,
      "loss": 1.7413,
      "step": 12800
    },
    {
      "epoch": 2.185374149659864,
      "grad_norm": 0.47254276275634766,
      "learning_rate": 0.00040452464788732394,
      "loss": 1.7495,
      "step": 12850
    },
    {
      "epoch": 2.193877551020408,
      "grad_norm": 0.48082679510116577,
      "learning_rate": 0.00040408450704225354,
      "loss": 1.7429,
      "step": 12900
    },
    {
      "epoch": 2.2023809523809526,
      "grad_norm": 0.46352913975715637,
      "learning_rate": 0.0004036443661971831,
      "loss": 1.7401,
      "step": 12950
    },
    {
      "epoch": 2.2108843537414966,
      "grad_norm": 0.4566120207309723,
      "learning_rate": 0.00040321302816901414,
      "loss": 1.7337,
      "step": 13000
    },
    {
      "epoch": 2.2108843537414966,
      "eval_loss": 1.921891689300537,
      "eval_runtime": 75.3847,
      "eval_samples_per_second": 1244.802,
      "eval_steps_per_second": 4.868,
      "step": 13000
    },
    {
      "epoch": 2.2193877551020407,
      "grad_norm": 0.5124084949493408,
      "learning_rate": 0.0004027728873239437,
      "loss": 1.741,
      "step": 13050
    },
    {
      "epoch": 2.227891156462585,
      "grad_norm": 0.4604070782661438,
      "learning_rate": 0.00040233274647887327,
      "loss": 1.7372,
      "step": 13100
    },
    {
      "epoch": 2.2363945578231292,
      "grad_norm": 0.49075254797935486,
      "learning_rate": 0.0004019014084507042,
      "loss": 1.7411,
      "step": 13150
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 0.4861091077327728,
      "learning_rate": 0.00040146126760563376,
      "loss": 1.7418,
      "step": 13200
    },
    {
      "epoch": 2.253401360544218,
      "grad_norm": 0.47723260521888733,
      "learning_rate": 0.0004010211267605634,
      "loss": 1.7375,
      "step": 13250
    },
    {
      "epoch": 2.261904761904762,
      "grad_norm": 0.4777429401874542,
      "learning_rate": 0.00040058098591549295,
      "loss": 1.7305,
      "step": 13300
    },
    {
      "epoch": 2.270408163265306,
      "grad_norm": 0.4744473993778229,
      "learning_rate": 0.00040014084507042255,
      "loss": 1.7291,
      "step": 13350
    },
    {
      "epoch": 2.2789115646258504,
      "grad_norm": 0.46367913484573364,
      "learning_rate": 0.0003997007042253521,
      "loss": 1.7305,
      "step": 13400
    },
    {
      "epoch": 2.2874149659863945,
      "grad_norm": 0.4830113649368286,
      "learning_rate": 0.00039926056338028174,
      "loss": 1.7298,
      "step": 13450
    },
    {
      "epoch": 2.295918367346939,
      "grad_norm": 0.48178356885910034,
      "learning_rate": 0.0003988204225352113,
      "loss": 1.715,
      "step": 13500
    },
    {
      "epoch": 2.304421768707483,
      "grad_norm": 0.46279290318489075,
      "learning_rate": 0.0003983802816901408,
      "loss": 1.7265,
      "step": 13550
    },
    {
      "epoch": 2.312925170068027,
      "grad_norm": 0.4898684620857239,
      "learning_rate": 0.0003979401408450704,
      "loss": 1.7257,
      "step": 13600
    },
    {
      "epoch": 2.3214285714285716,
      "grad_norm": 0.47215622663497925,
      "learning_rate": 0.0003975,
      "loss": 1.7291,
      "step": 13650
    },
    {
      "epoch": 2.3299319727891157,
      "grad_norm": 0.4575498104095459,
      "learning_rate": 0.0003970598591549296,
      "loss": 1.7165,
      "step": 13700
    },
    {
      "epoch": 2.3384353741496597,
      "grad_norm": 0.4656940996646881,
      "learning_rate": 0.00039661971830985915,
      "loss": 1.7183,
      "step": 13750
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 0.4670725464820862,
      "learning_rate": 0.00039617957746478874,
      "loss": 1.7217,
      "step": 13800
    },
    {
      "epoch": 2.3554421768707483,
      "grad_norm": 0.47170403599739075,
      "learning_rate": 0.00039573943661971834,
      "loss": 1.7255,
      "step": 13850
    },
    {
      "epoch": 2.3639455782312924,
      "grad_norm": 0.49639126658439636,
      "learning_rate": 0.0003952992957746479,
      "loss": 1.7246,
      "step": 13900
    },
    {
      "epoch": 2.372448979591837,
      "grad_norm": 0.4941042959690094,
      "learning_rate": 0.0003948591549295775,
      "loss": 1.7183,
      "step": 13950
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 0.4859507381916046,
      "learning_rate": 0.000394419014084507,
      "loss": 1.7239,
      "step": 14000
    },
    {
      "epoch": 2.380952380952381,
      "eval_loss": 1.9032775163650513,
      "eval_runtime": 75.3175,
      "eval_samples_per_second": 1245.912,
      "eval_steps_per_second": 4.873,
      "step": 14000
    },
    {
      "epoch": 2.389455782312925,
      "grad_norm": 0.48601582646369934,
      "learning_rate": 0.00039397887323943667,
      "loss": 1.721,
      "step": 14050
    },
    {
      "epoch": 2.3979591836734695,
      "grad_norm": 0.4685114920139313,
      "learning_rate": 0.0003935387323943662,
      "loss": 1.7155,
      "step": 14100
    },
    {
      "epoch": 2.4064625850340136,
      "grad_norm": 0.44943785667419434,
      "learning_rate": 0.0003930985915492958,
      "loss": 1.7154,
      "step": 14150
    },
    {
      "epoch": 2.4149659863945576,
      "grad_norm": 0.48964107036590576,
      "learning_rate": 0.00039265845070422535,
      "loss": 1.7123,
      "step": 14200
    },
    {
      "epoch": 2.423469387755102,
      "grad_norm": 0.457769513130188,
      "learning_rate": 0.00039221830985915494,
      "loss": 1.7084,
      "step": 14250
    },
    {
      "epoch": 2.431972789115646,
      "grad_norm": 0.5480780005455017,
      "learning_rate": 0.00039177816901408454,
      "loss": 1.7129,
      "step": 14300
    },
    {
      "epoch": 2.4404761904761907,
      "grad_norm": 0.48546379804611206,
      "learning_rate": 0.0003913380281690141,
      "loss": 1.7078,
      "step": 14350
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 0.46493494510650635,
      "learning_rate": 0.00039089788732394367,
      "loss": 1.7104,
      "step": 14400
    },
    {
      "epoch": 2.457482993197279,
      "grad_norm": 0.4606137275695801,
      "learning_rate": 0.0003904577464788732,
      "loss": 1.7045,
      "step": 14450
    },
    {
      "epoch": 2.4659863945578233,
      "grad_norm": 0.46123144030570984,
      "learning_rate": 0.00039001760563380286,
      "loss": 1.7047,
      "step": 14500
    },
    {
      "epoch": 2.4744897959183674,
      "grad_norm": 0.4724046289920807,
      "learning_rate": 0.0003895774647887324,
      "loss": 1.711,
      "step": 14550
    },
    {
      "epoch": 2.4829931972789114,
      "grad_norm": 0.47036615014076233,
      "learning_rate": 0.00038913732394366195,
      "loss": 1.7077,
      "step": 14600
    },
    {
      "epoch": 2.491496598639456,
      "grad_norm": 0.465732216835022,
      "learning_rate": 0.00038869718309859154,
      "loss": 1.7041,
      "step": 14650
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.4794946610927582,
      "learning_rate": 0.00038825704225352114,
      "loss": 1.7037,
      "step": 14700
    },
    {
      "epoch": 2.508503401360544,
      "grad_norm": 0.47816696763038635,
      "learning_rate": 0.00038781690140845073,
      "loss": 1.7056,
      "step": 14750
    },
    {
      "epoch": 2.5170068027210886,
      "grad_norm": 0.47812485694885254,
      "learning_rate": 0.0003873767605633803,
      "loss": 1.7063,
      "step": 14800
    },
    {
      "epoch": 2.5255102040816326,
      "grad_norm": 0.4651651084423065,
      "learning_rate": 0.00038693661971830987,
      "loss": 1.693,
      "step": 14850
    },
    {
      "epoch": 2.534013605442177,
      "grad_norm": 0.48417726159095764,
      "learning_rate": 0.00038649647887323946,
      "loss": 1.697,
      "step": 14900
    },
    {
      "epoch": 2.542517006802721,
      "grad_norm": 0.4502563178539276,
      "learning_rate": 0.000386056338028169,
      "loss": 1.703,
      "step": 14950
    },
    {
      "epoch": 2.5510204081632653,
      "grad_norm": 0.45644158124923706,
      "learning_rate": 0.0003856161971830986,
      "loss": 1.6959,
      "step": 15000
    },
    {
      "epoch": 2.5510204081632653,
      "eval_loss": 1.8780722618103027,
      "eval_runtime": 75.398,
      "eval_samples_per_second": 1244.582,
      "eval_steps_per_second": 4.868,
      "step": 15000
    },
    {
      "epoch": 2.5595238095238093,
      "grad_norm": 0.4715486764907837,
      "learning_rate": 0.00038517605633802814,
      "loss": 1.7015,
      "step": 15050
    },
    {
      "epoch": 2.568027210884354,
      "grad_norm": 0.44938182830810547,
      "learning_rate": 0.0003847359154929578,
      "loss": 1.6954,
      "step": 15100
    },
    {
      "epoch": 2.576530612244898,
      "grad_norm": 0.4778023660182953,
      "learning_rate": 0.00038429577464788733,
      "loss": 1.6973,
      "step": 15150
    },
    {
      "epoch": 2.5850340136054424,
      "grad_norm": 0.4602490961551666,
      "learning_rate": 0.00038385563380281693,
      "loss": 1.7041,
      "step": 15200
    },
    {
      "epoch": 2.5935374149659864,
      "grad_norm": 0.4905562400817871,
      "learning_rate": 0.0003834242957746479,
      "loss": 1.6929,
      "step": 15250
    },
    {
      "epoch": 2.6020408163265305,
      "grad_norm": 0.47374477982521057,
      "learning_rate": 0.00038298415492957747,
      "loss": 1.6963,
      "step": 15300
    },
    {
      "epoch": 2.6105442176870746,
      "grad_norm": 0.45640283823013306,
      "learning_rate": 0.00038254401408450707,
      "loss": 1.6941,
      "step": 15350
    },
    {
      "epoch": 2.619047619047619,
      "grad_norm": 0.46338459849357605,
      "learning_rate": 0.0003821038732394366,
      "loss": 1.6898,
      "step": 15400
    },
    {
      "epoch": 2.627551020408163,
      "grad_norm": 0.458769291639328,
      "learning_rate": 0.0003816637323943662,
      "loss": 1.6897,
      "step": 15450
    },
    {
      "epoch": 2.6360544217687076,
      "grad_norm": 0.44556647539138794,
      "learning_rate": 0.00038122359154929575,
      "loss": 1.6918,
      "step": 15500
    },
    {
      "epoch": 2.6445578231292517,
      "grad_norm": 0.48705628514289856,
      "learning_rate": 0.0003807834507042254,
      "loss": 1.6948,
      "step": 15550
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 0.46732062101364136,
      "learning_rate": 0.00038034330985915494,
      "loss": 1.6884,
      "step": 15600
    },
    {
      "epoch": 2.6615646258503403,
      "grad_norm": 0.44862720370292664,
      "learning_rate": 0.0003799031690140845,
      "loss": 1.6921,
      "step": 15650
    },
    {
      "epoch": 2.6700680272108843,
      "grad_norm": 0.4507545828819275,
      "learning_rate": 0.0003794630281690141,
      "loss": 1.6841,
      "step": 15700
    },
    {
      "epoch": 2.678571428571429,
      "grad_norm": 0.4554910659790039,
      "learning_rate": 0.00037902288732394367,
      "loss": 1.6898,
      "step": 15750
    },
    {
      "epoch": 2.687074829931973,
      "grad_norm": 0.47400516271591187,
      "learning_rate": 0.00037858274647887326,
      "loss": 1.6875,
      "step": 15800
    },
    {
      "epoch": 2.695578231292517,
      "grad_norm": 0.46053117513656616,
      "learning_rate": 0.0003781426056338028,
      "loss": 1.6791,
      "step": 15850
    },
    {
      "epoch": 2.704081632653061,
      "grad_norm": 0.4834235608577728,
      "learning_rate": 0.0003777024647887324,
      "loss": 1.6883,
      "step": 15900
    },
    {
      "epoch": 2.7125850340136055,
      "grad_norm": 0.648454487323761,
      "learning_rate": 0.000377262323943662,
      "loss": 1.686,
      "step": 15950
    },
    {
      "epoch": 2.7210884353741496,
      "grad_norm": 0.46427688002586365,
      "learning_rate": 0.0003768221830985916,
      "loss": 1.6771,
      "step": 16000
    },
    {
      "epoch": 2.7210884353741496,
      "eval_loss": 1.8668512105941772,
      "eval_runtime": 75.2617,
      "eval_samples_per_second": 1246.836,
      "eval_steps_per_second": 4.876,
      "step": 16000
    },
    {
      "epoch": 2.729591836734694,
      "grad_norm": 0.4748222827911377,
      "learning_rate": 0.00037638204225352113,
      "loss": 1.6826,
      "step": 16050
    },
    {
      "epoch": 2.738095238095238,
      "grad_norm": 0.4745228588581085,
      "learning_rate": 0.0003759419014084507,
      "loss": 1.6837,
      "step": 16100
    },
    {
      "epoch": 2.746598639455782,
      "grad_norm": 0.4836510419845581,
      "learning_rate": 0.0003755017605633803,
      "loss": 1.6803,
      "step": 16150
    },
    {
      "epoch": 2.7551020408163263,
      "grad_norm": 0.48129406571388245,
      "learning_rate": 0.00037506161971830986,
      "loss": 1.6804,
      "step": 16200
    },
    {
      "epoch": 2.7636054421768708,
      "grad_norm": 0.45295995473861694,
      "learning_rate": 0.00037462147887323946,
      "loss": 1.6763,
      "step": 16250
    },
    {
      "epoch": 2.772108843537415,
      "grad_norm": 0.45548656582832336,
      "learning_rate": 0.000374181338028169,
      "loss": 1.6793,
      "step": 16300
    },
    {
      "epoch": 2.7806122448979593,
      "grad_norm": 0.46522030234336853,
      "learning_rate": 0.00037374119718309865,
      "loss": 1.6792,
      "step": 16350
    },
    {
      "epoch": 2.7891156462585034,
      "grad_norm": 0.46659553050994873,
      "learning_rate": 0.0003733010563380282,
      "loss": 1.6705,
      "step": 16400
    },
    {
      "epoch": 2.7976190476190474,
      "grad_norm": 0.4808714985847473,
      "learning_rate": 0.00037286091549295773,
      "loss": 1.6751,
      "step": 16450
    },
    {
      "epoch": 2.806122448979592,
      "grad_norm": 0.46006572246551514,
      "learning_rate": 0.00037242077464788733,
      "loss": 1.6708,
      "step": 16500
    },
    {
      "epoch": 2.814625850340136,
      "grad_norm": 0.4552723467350006,
      "learning_rate": 0.0003719806338028169,
      "loss": 1.6765,
      "step": 16550
    },
    {
      "epoch": 2.8231292517006805,
      "grad_norm": 0.4788212180137634,
      "learning_rate": 0.0003715404929577465,
      "loss": 1.6774,
      "step": 16600
    },
    {
      "epoch": 2.8316326530612246,
      "grad_norm": 0.4770471453666687,
      "learning_rate": 0.00037110035211267606,
      "loss": 1.6703,
      "step": 16650
    },
    {
      "epoch": 2.8401360544217686,
      "grad_norm": 0.4665678143501282,
      "learning_rate": 0.00037066021126760566,
      "loss": 1.6754,
      "step": 16700
    },
    {
      "epoch": 2.8486394557823127,
      "grad_norm": 0.46680372953414917,
      "learning_rate": 0.0003702200704225352,
      "loss": 1.67,
      "step": 16750
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.4522228240966797,
      "learning_rate": 0.0003697799295774648,
      "loss": 1.6718,
      "step": 16800
    },
    {
      "epoch": 2.8656462585034013,
      "grad_norm": 0.4507662057876587,
      "learning_rate": 0.0003693397887323944,
      "loss": 1.6713,
      "step": 16850
    },
    {
      "epoch": 2.8741496598639458,
      "grad_norm": 0.45078015327453613,
      "learning_rate": 0.00036889964788732393,
      "loss": 1.6641,
      "step": 16900
    },
    {
      "epoch": 2.88265306122449,
      "grad_norm": 0.46813851594924927,
      "learning_rate": 0.0003684595070422535,
      "loss": 1.6684,
      "step": 16950
    },
    {
      "epoch": 2.891156462585034,
      "grad_norm": 0.4676934480667114,
      "learning_rate": 0.0003680193661971831,
      "loss": 1.6678,
      "step": 17000
    },
    {
      "epoch": 2.891156462585034,
      "eval_loss": 1.8514577150344849,
      "eval_runtime": 75.2869,
      "eval_samples_per_second": 1246.419,
      "eval_steps_per_second": 4.875,
      "step": 17000
    },
    {
      "epoch": 2.8996598639455784,
      "grad_norm": 0.4356513023376465,
      "learning_rate": 0.0003675792253521127,
      "loss": 1.6586,
      "step": 17050
    },
    {
      "epoch": 2.9081632653061225,
      "grad_norm": 0.44688156247138977,
      "learning_rate": 0.00036713908450704226,
      "loss": 1.6596,
      "step": 17100
    },
    {
      "epoch": 2.9166666666666665,
      "grad_norm": 0.46431487798690796,
      "learning_rate": 0.0003666989436619718,
      "loss": 1.6682,
      "step": 17150
    },
    {
      "epoch": 2.925170068027211,
      "grad_norm": 0.44890233874320984,
      "learning_rate": 0.00036625880281690145,
      "loss": 1.6594,
      "step": 17200
    },
    {
      "epoch": 2.933673469387755,
      "grad_norm": 0.45430788397789,
      "learning_rate": 0.000365818661971831,
      "loss": 1.6617,
      "step": 17250
    },
    {
      "epoch": 2.942176870748299,
      "grad_norm": 0.4674071967601776,
      "learning_rate": 0.0003653785211267606,
      "loss": 1.6583,
      "step": 17300
    },
    {
      "epoch": 2.9506802721088436,
      "grad_norm": 1.025103211402893,
      "learning_rate": 0.0003649383802816901,
      "loss": 1.6637,
      "step": 17350
    },
    {
      "epoch": 2.9591836734693877,
      "grad_norm": 0.5043914318084717,
      "learning_rate": 0.0003645070422535212,
      "loss": 1.6673,
      "step": 17400
    },
    {
      "epoch": 2.967687074829932,
      "grad_norm": 0.4789212942123413,
      "learning_rate": 0.0003640669014084507,
      "loss": 1.665,
      "step": 17450
    },
    {
      "epoch": 2.9761904761904763,
      "grad_norm": 0.458146870136261,
      "learning_rate": 0.00036362676056338027,
      "loss": 1.6659,
      "step": 17500
    },
    {
      "epoch": 2.9846938775510203,
      "grad_norm": 0.45948123931884766,
      "learning_rate": 0.00036319542253521127,
      "loss": 1.6559,
      "step": 17550
    },
    {
      "epoch": 2.9931972789115644,
      "grad_norm": 0.44673070311546326,
      "learning_rate": 0.0003627552816901408,
      "loss": 1.6596,
      "step": 17600
    },
    {
      "epoch": 3.001700680272109,
      "grad_norm": 0.46580860018730164,
      "learning_rate": 0.00036231514084507046,
      "loss": 1.6646,
      "step": 17650
    },
    {
      "epoch": 3.010204081632653,
      "grad_norm": 0.48107218742370605,
      "learning_rate": 0.000361875,
      "loss": 1.6516,
      "step": 17700
    },
    {
      "epoch": 3.0187074829931975,
      "grad_norm": 0.4705383777618408,
      "learning_rate": 0.0003614348591549296,
      "loss": 1.6506,
      "step": 17750
    },
    {
      "epoch": 3.0272108843537415,
      "grad_norm": 0.4649271070957184,
      "learning_rate": 0.00036099471830985914,
      "loss": 1.6523,
      "step": 17800
    },
    {
      "epoch": 3.0357142857142856,
      "grad_norm": 0.4697044789791107,
      "learning_rate": 0.00036055457746478873,
      "loss": 1.6556,
      "step": 17850
    },
    {
      "epoch": 3.04421768707483,
      "grad_norm": 0.441441148519516,
      "learning_rate": 0.00036011443661971833,
      "loss": 1.6483,
      "step": 17900
    },
    {
      "epoch": 3.052721088435374,
      "grad_norm": 0.4512791037559509,
      "learning_rate": 0.00035967429577464787,
      "loss": 1.655,
      "step": 17950
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 0.47064149379730225,
      "learning_rate": 0.00035923415492957746,
      "loss": 1.6493,
      "step": 18000
    },
    {
      "epoch": 3.061224489795918,
      "eval_loss": 1.8354525566101074,
      "eval_runtime": 75.3083,
      "eval_samples_per_second": 1246.064,
      "eval_steps_per_second": 4.873,
      "step": 18000
    },
    {
      "epoch": 3.0697278911564627,
      "grad_norm": 0.4441589415073395,
      "learning_rate": 0.00035879401408450706,
      "loss": 1.6469,
      "step": 18050
    },
    {
      "epoch": 3.078231292517007,
      "grad_norm": 0.46877768635749817,
      "learning_rate": 0.00035835387323943666,
      "loss": 1.6449,
      "step": 18100
    },
    {
      "epoch": 3.086734693877551,
      "grad_norm": 0.9494704008102417,
      "learning_rate": 0.0003579137323943662,
      "loss": 1.6426,
      "step": 18150
    },
    {
      "epoch": 3.0952380952380953,
      "grad_norm": 0.4520435631275177,
      "learning_rate": 0.00035747359154929574,
      "loss": 1.6521,
      "step": 18200
    },
    {
      "epoch": 3.1037414965986394,
      "grad_norm": 0.46680590510368347,
      "learning_rate": 0.0003570334507042254,
      "loss": 1.655,
      "step": 18250
    },
    {
      "epoch": 3.1122448979591835,
      "grad_norm": 0.47364234924316406,
      "learning_rate": 0.00035659330985915493,
      "loss": 1.6404,
      "step": 18300
    },
    {
      "epoch": 3.120748299319728,
      "grad_norm": 0.47683462500572205,
      "learning_rate": 0.0003561531690140845,
      "loss": 1.6432,
      "step": 18350
    },
    {
      "epoch": 3.129251700680272,
      "grad_norm": 0.4633096158504486,
      "learning_rate": 0.00035571302816901407,
      "loss": 1.6459,
      "step": 18400
    },
    {
      "epoch": 3.137755102040816,
      "grad_norm": 0.4648244380950928,
      "learning_rate": 0.0003552728873239437,
      "loss": 1.6392,
      "step": 18450
    },
    {
      "epoch": 3.1462585034013606,
      "grad_norm": 0.46435174345970154,
      "learning_rate": 0.00035483274647887326,
      "loss": 1.6396,
      "step": 18500
    },
    {
      "epoch": 3.1547619047619047,
      "grad_norm": 0.45293596386909485,
      "learning_rate": 0.0003543926056338028,
      "loss": 1.6413,
      "step": 18550
    },
    {
      "epoch": 3.163265306122449,
      "grad_norm": 0.46072807908058167,
      "learning_rate": 0.0003539524647887324,
      "loss": 1.6379,
      "step": 18600
    },
    {
      "epoch": 3.171768707482993,
      "grad_norm": 0.45269516110420227,
      "learning_rate": 0.000353512323943662,
      "loss": 1.6409,
      "step": 18650
    },
    {
      "epoch": 3.1802721088435373,
      "grad_norm": 0.4461529850959778,
      "learning_rate": 0.0003530721830985916,
      "loss": 1.6373,
      "step": 18700
    },
    {
      "epoch": 3.188775510204082,
      "grad_norm": 0.45222413539886475,
      "learning_rate": 0.0003526320422535211,
      "loss": 1.6317,
      "step": 18750
    },
    {
      "epoch": 3.197278911564626,
      "grad_norm": 0.44513842463493347,
      "learning_rate": 0.0003521919014084507,
      "loss": 1.6365,
      "step": 18800
    },
    {
      "epoch": 3.20578231292517,
      "grad_norm": 0.4705728590488434,
      "learning_rate": 0.00035175176056338026,
      "loss": 1.6434,
      "step": 18850
    },
    {
      "epoch": 3.2142857142857144,
      "grad_norm": 0.47750329971313477,
      "learning_rate": 0.00035131161971830986,
      "loss": 1.6337,
      "step": 18900
    },
    {
      "epoch": 3.2227891156462585,
      "grad_norm": 0.4608128070831299,
      "learning_rate": 0.00035087147887323945,
      "loss": 1.642,
      "step": 18950
    },
    {
      "epoch": 3.2312925170068025,
      "grad_norm": 0.46269285678863525,
      "learning_rate": 0.000350431338028169,
      "loss": 1.6326,
      "step": 19000
    },
    {
      "epoch": 3.2312925170068025,
      "eval_loss": 1.8231135606765747,
      "eval_runtime": 75.3579,
      "eval_samples_per_second": 1245.245,
      "eval_steps_per_second": 4.87,
      "step": 19000
    },
    {
      "epoch": 3.239795918367347,
      "grad_norm": 0.44600149989128113,
      "learning_rate": 0.0003499911971830986,
      "loss": 1.6372,
      "step": 19050
    },
    {
      "epoch": 3.248299319727891,
      "grad_norm": 0.45678427815437317,
      "learning_rate": 0.0003495510563380282,
      "loss": 1.6348,
      "step": 19100
    },
    {
      "epoch": 3.2568027210884356,
      "grad_norm": 0.45453667640686035,
      "learning_rate": 0.0003491109154929578,
      "loss": 1.6422,
      "step": 19150
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 0.4784705936908722,
      "learning_rate": 0.0003486707746478873,
      "loss": 1.6382,
      "step": 19200
    },
    {
      "epoch": 3.2738095238095237,
      "grad_norm": 0.4635883569717407,
      "learning_rate": 0.00034823063380281686,
      "loss": 1.6388,
      "step": 19250
    },
    {
      "epoch": 3.282312925170068,
      "grad_norm": 0.45983946323394775,
      "learning_rate": 0.0003477904929577465,
      "loss": 1.6408,
      "step": 19300
    },
    {
      "epoch": 3.2908163265306123,
      "grad_norm": 0.4456377923488617,
      "learning_rate": 0.00034735035211267605,
      "loss": 1.6388,
      "step": 19350
    },
    {
      "epoch": 3.2993197278911564,
      "grad_norm": 0.4579452872276306,
      "learning_rate": 0.00034691021126760565,
      "loss": 1.6283,
      "step": 19400
    },
    {
      "epoch": 3.307823129251701,
      "grad_norm": 0.43990224599838257,
      "learning_rate": 0.0003464700704225352,
      "loss": 1.6327,
      "step": 19450
    },
    {
      "epoch": 3.316326530612245,
      "grad_norm": 0.4531456530094147,
      "learning_rate": 0.00034602992957746484,
      "loss": 1.6302,
      "step": 19500
    },
    {
      "epoch": 3.324829931972789,
      "grad_norm": 0.4910786747932434,
      "learning_rate": 0.0003455897887323944,
      "loss": 1.6275,
      "step": 19550
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.46175333857536316,
      "learning_rate": 0.0003451496478873239,
      "loss": 1.6349,
      "step": 19600
    },
    {
      "epoch": 3.3418367346938775,
      "grad_norm": 0.4583819508552551,
      "learning_rate": 0.0003447095070422535,
      "loss": 1.6279,
      "step": 19650
    },
    {
      "epoch": 3.3503401360544216,
      "grad_norm": 0.4596096873283386,
      "learning_rate": 0.0003442693661971831,
      "loss": 1.6203,
      "step": 19700
    },
    {
      "epoch": 3.358843537414966,
      "grad_norm": 0.476151704788208,
      "learning_rate": 0.0003438292253521127,
      "loss": 1.63,
      "step": 19750
    },
    {
      "epoch": 3.36734693877551,
      "grad_norm": 0.45185205340385437,
      "learning_rate": 0.00034338908450704225,
      "loss": 1.6228,
      "step": 19800
    },
    {
      "epoch": 3.3758503401360542,
      "grad_norm": 0.4486692249774933,
      "learning_rate": 0.00034294894366197184,
      "loss": 1.623,
      "step": 19850
    },
    {
      "epoch": 3.3843537414965987,
      "grad_norm": 0.4323517084121704,
      "learning_rate": 0.0003425088028169014,
      "loss": 1.6203,
      "step": 19900
    },
    {
      "epoch": 3.392857142857143,
      "grad_norm": 0.4673045575618744,
      "learning_rate": 0.00034206866197183103,
      "loss": 1.6229,
      "step": 19950
    },
    {
      "epoch": 3.4013605442176873,
      "grad_norm": 0.5606664419174194,
      "learning_rate": 0.0003416285211267606,
      "loss": 1.6248,
      "step": 20000
    },
    {
      "epoch": 3.4013605442176873,
      "eval_loss": 1.8098527193069458,
      "eval_runtime": 75.3357,
      "eval_samples_per_second": 1245.611,
      "eval_steps_per_second": 4.872,
      "step": 20000
    },
    {
      "epoch": 3.4098639455782314,
      "grad_norm": 0.4416612386703491,
      "learning_rate": 0.0003411883802816901,
      "loss": 1.6244,
      "step": 20050
    },
    {
      "epoch": 3.4183673469387754,
      "grad_norm": 0.46314534544944763,
      "learning_rate": 0.0003407482394366197,
      "loss": 1.619,
      "step": 20100
    },
    {
      "epoch": 3.4268707482993195,
      "grad_norm": 0.46182000637054443,
      "learning_rate": 0.0003403080985915493,
      "loss": 1.6198,
      "step": 20150
    },
    {
      "epoch": 3.435374149659864,
      "grad_norm": 0.46425795555114746,
      "learning_rate": 0.0003398679577464789,
      "loss": 1.6198,
      "step": 20200
    },
    {
      "epoch": 3.443877551020408,
      "grad_norm": 0.4472617208957672,
      "learning_rate": 0.00033942781690140844,
      "loss": 1.6208,
      "step": 20250
    },
    {
      "epoch": 3.4523809523809526,
      "grad_norm": 0.4484054446220398,
      "learning_rate": 0.000338987676056338,
      "loss": 1.617,
      "step": 20300
    },
    {
      "epoch": 3.4608843537414966,
      "grad_norm": 0.46471381187438965,
      "learning_rate": 0.00033855633802816904,
      "loss": 1.6235,
      "step": 20350
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 0.471675306558609,
      "learning_rate": 0.0003381161971830986,
      "loss": 1.6211,
      "step": 20400
    },
    {
      "epoch": 3.477891156462585,
      "grad_norm": 0.4538419246673584,
      "learning_rate": 0.0003376760563380282,
      "loss": 1.6159,
      "step": 20450
    },
    {
      "epoch": 3.4863945578231292,
      "grad_norm": 0.4715994894504547,
      "learning_rate": 0.0003372359154929577,
      "loss": 1.6155,
      "step": 20500
    },
    {
      "epoch": 3.4948979591836733,
      "grad_norm": 0.44585472345352173,
      "learning_rate": 0.00033679577464788737,
      "loss": 1.6169,
      "step": 20550
    },
    {
      "epoch": 3.503401360544218,
      "grad_norm": 0.4732266962528229,
      "learning_rate": 0.0003363556338028169,
      "loss": 1.6175,
      "step": 20600
    },
    {
      "epoch": 3.511904761904762,
      "grad_norm": 0.4438916742801666,
      "learning_rate": 0.0003359154929577465,
      "loss": 1.6179,
      "step": 20650
    },
    {
      "epoch": 3.520408163265306,
      "grad_norm": 0.46406659483909607,
      "learning_rate": 0.00033547535211267605,
      "loss": 1.6169,
      "step": 20700
    },
    {
      "epoch": 3.5289115646258504,
      "grad_norm": 0.438435435295105,
      "learning_rate": 0.00033503521126760564,
      "loss": 1.6155,
      "step": 20750
    },
    {
      "epoch": 3.5374149659863945,
      "grad_norm": 0.4469165503978729,
      "learning_rate": 0.00033459507042253524,
      "loss": 1.6124,
      "step": 20800
    },
    {
      "epoch": 3.545918367346939,
      "grad_norm": 0.4506942927837372,
      "learning_rate": 0.0003341549295774648,
      "loss": 1.6128,
      "step": 20850
    },
    {
      "epoch": 3.554421768707483,
      "grad_norm": 0.4475231468677521,
      "learning_rate": 0.0003337147887323944,
      "loss": 1.6118,
      "step": 20900
    },
    {
      "epoch": 3.562925170068027,
      "grad_norm": 0.45778709650039673,
      "learning_rate": 0.0003332746478873239,
      "loss": 1.6098,
      "step": 20950
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.44058629870414734,
      "learning_rate": 0.00033283450704225357,
      "loss": 1.6153,
      "step": 21000
    },
    {
      "epoch": 3.571428571428571,
      "eval_loss": 1.791085124015808,
      "eval_runtime": 75.3212,
      "eval_samples_per_second": 1245.85,
      "eval_steps_per_second": 4.872,
      "step": 21000
    },
    {
      "epoch": 3.5799319727891157,
      "grad_norm": 0.44585561752319336,
      "learning_rate": 0.0003323943661971831,
      "loss": 1.6093,
      "step": 21050
    },
    {
      "epoch": 3.5884353741496597,
      "grad_norm": 0.4633313715457916,
      "learning_rate": 0.00033195422535211265,
      "loss": 1.608,
      "step": 21100
    },
    {
      "epoch": 3.5969387755102042,
      "grad_norm": 0.4513951539993286,
      "learning_rate": 0.00033151408450704224,
      "loss": 1.6066,
      "step": 21150
    },
    {
      "epoch": 3.6054421768707483,
      "grad_norm": 0.44720685482025146,
      "learning_rate": 0.00033107394366197184,
      "loss": 1.6104,
      "step": 21200
    },
    {
      "epoch": 3.6139455782312924,
      "grad_norm": 0.4755708873271942,
      "learning_rate": 0.00033063380281690144,
      "loss": 1.6138,
      "step": 21250
    },
    {
      "epoch": 3.622448979591837,
      "grad_norm": 0.46023187041282654,
      "learning_rate": 0.000330193661971831,
      "loss": 1.6087,
      "step": 21300
    },
    {
      "epoch": 3.630952380952381,
      "grad_norm": 0.45014435052871704,
      "learning_rate": 0.00032975352112676057,
      "loss": 1.606,
      "step": 21350
    },
    {
      "epoch": 3.6394557823129254,
      "grad_norm": 0.440222829580307,
      "learning_rate": 0.00032931338028169017,
      "loss": 1.606,
      "step": 21400
    },
    {
      "epoch": 3.6479591836734695,
      "grad_norm": 0.46397948265075684,
      "learning_rate": 0.0003288732394366197,
      "loss": 1.6085,
      "step": 21450
    },
    {
      "epoch": 3.6564625850340136,
      "grad_norm": 0.5181043744087219,
      "learning_rate": 0.0003284330985915493,
      "loss": 1.6098,
      "step": 21500
    },
    {
      "epoch": 3.6649659863945576,
      "grad_norm": 0.4351687431335449,
      "learning_rate": 0.00032799295774647884,
      "loss": 1.6087,
      "step": 21550
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 0.4317842721939087,
      "learning_rate": 0.0003275528169014085,
      "loss": 1.6068,
      "step": 21600
    },
    {
      "epoch": 3.681972789115646,
      "grad_norm": 0.5115000009536743,
      "learning_rate": 0.00032711267605633804,
      "loss": 1.5992,
      "step": 21650
    },
    {
      "epoch": 3.6904761904761907,
      "grad_norm": 0.4375057816505432,
      "learning_rate": 0.00032667253521126763,
      "loss": 1.6026,
      "step": 21700
    },
    {
      "epoch": 3.6989795918367347,
      "grad_norm": 0.4488801956176758,
      "learning_rate": 0.00032623239436619717,
      "loss": 1.6057,
      "step": 21750
    },
    {
      "epoch": 3.707482993197279,
      "grad_norm": 0.46254992485046387,
      "learning_rate": 0.00032579225352112677,
      "loss": 1.6031,
      "step": 21800
    },
    {
      "epoch": 3.715986394557823,
      "grad_norm": 0.43931296467781067,
      "learning_rate": 0.00032535211267605636,
      "loss": 1.6035,
      "step": 21850
    },
    {
      "epoch": 3.7244897959183674,
      "grad_norm": 0.4594497084617615,
      "learning_rate": 0.0003249119718309859,
      "loss": 1.6051,
      "step": 21900
    },
    {
      "epoch": 3.7329931972789114,
      "grad_norm": 0.45316246151924133,
      "learning_rate": 0.0003244718309859155,
      "loss": 1.5937,
      "step": 21950
    },
    {
      "epoch": 3.741496598639456,
      "grad_norm": 0.4681023359298706,
      "learning_rate": 0.0003240316901408451,
      "loss": 1.6015,
      "step": 22000
    },
    {
      "epoch": 3.741496598639456,
      "eval_loss": 1.7835361957550049,
      "eval_runtime": 75.3121,
      "eval_samples_per_second": 1246.002,
      "eval_steps_per_second": 4.873,
      "step": 22000
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.5095068216323853,
      "learning_rate": 0.0003235915492957747,
      "loss": 1.6031,
      "step": 22050
    },
    {
      "epoch": 3.758503401360544,
      "grad_norm": 0.43521663546562195,
      "learning_rate": 0.00032315140845070423,
      "loss": 1.6038,
      "step": 22100
    },
    {
      "epoch": 3.7670068027210886,
      "grad_norm": 0.4796842932701111,
      "learning_rate": 0.00032271126760563377,
      "loss": 1.6061,
      "step": 22150
    },
    {
      "epoch": 3.7755102040816326,
      "grad_norm": 0.45405638217926025,
      "learning_rate": 0.00032227112676056337,
      "loss": 1.5938,
      "step": 22200
    },
    {
      "epoch": 3.784013605442177,
      "grad_norm": 0.46786293387413025,
      "learning_rate": 0.00032183098591549296,
      "loss": 1.6031,
      "step": 22250
    },
    {
      "epoch": 3.792517006802721,
      "grad_norm": 0.43882298469543457,
      "learning_rate": 0.00032139084507042256,
      "loss": 1.6018,
      "step": 22300
    },
    {
      "epoch": 3.8010204081632653,
      "grad_norm": 0.45325416326522827,
      "learning_rate": 0.0003209507042253521,
      "loss": 1.5905,
      "step": 22350
    },
    {
      "epoch": 3.8095238095238093,
      "grad_norm": 0.4605984687805176,
      "learning_rate": 0.0003205105633802817,
      "loss": 1.596,
      "step": 22400
    },
    {
      "epoch": 3.818027210884354,
      "grad_norm": 0.5207810401916504,
      "learning_rate": 0.0003200704225352113,
      "loss": 1.6048,
      "step": 22450
    },
    {
      "epoch": 3.826530612244898,
      "grad_norm": 0.45419174432754517,
      "learning_rate": 0.00031963028169014083,
      "loss": 1.5972,
      "step": 22500
    },
    {
      "epoch": 3.8350340136054424,
      "grad_norm": 0.46196499466896057,
      "learning_rate": 0.00031919014084507043,
      "loss": 1.5952,
      "step": 22550
    },
    {
      "epoch": 3.8435374149659864,
      "grad_norm": 0.48807084560394287,
      "learning_rate": 0.00031874999999999997,
      "loss": 1.6006,
      "step": 22600
    },
    {
      "epoch": 3.8520408163265305,
      "grad_norm": 0.44178763031959534,
      "learning_rate": 0.000318318661971831,
      "loss": 1.6006,
      "step": 22650
    },
    {
      "epoch": 3.8605442176870746,
      "grad_norm": 0.4443242847919464,
      "learning_rate": 0.00031787852112676057,
      "loss": 1.5875,
      "step": 22700
    },
    {
      "epoch": 3.869047619047619,
      "grad_norm": 0.45137760043144226,
      "learning_rate": 0.00031743838028169016,
      "loss": 1.5874,
      "step": 22750
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 0.44187167286872864,
      "learning_rate": 0.0003169982394366197,
      "loss": 1.5935,
      "step": 22800
    },
    {
      "epoch": 3.8860544217687076,
      "grad_norm": 0.46749913692474365,
      "learning_rate": 0.0003165580985915493,
      "loss": 1.5918,
      "step": 22850
    },
    {
      "epoch": 3.8945578231292517,
      "grad_norm": 0.45157769322395325,
      "learning_rate": 0.0003161179577464789,
      "loss": 1.5965,
      "step": 22900
    },
    {
      "epoch": 3.9030612244897958,
      "grad_norm": 0.6856850981712341,
      "learning_rate": 0.00031567781690140844,
      "loss": 1.5929,
      "step": 22950
    },
    {
      "epoch": 3.9115646258503403,
      "grad_norm": 0.45894768834114075,
      "learning_rate": 0.00031523767605633803,
      "loss": 1.5915,
      "step": 23000
    },
    {
      "epoch": 3.9115646258503403,
      "eval_loss": 1.7726092338562012,
      "eval_runtime": 75.3291,
      "eval_samples_per_second": 1245.72,
      "eval_steps_per_second": 4.872,
      "step": 23000
    },
    {
      "epoch": 3.9200680272108843,
      "grad_norm": 0.44938963651657104,
      "learning_rate": 0.0003147975352112676,
      "loss": 1.5913,
      "step": 23050
    },
    {
      "epoch": 3.928571428571429,
      "grad_norm": 0.4493829309940338,
      "learning_rate": 0.0003143573943661972,
      "loss": 1.5999,
      "step": 23100
    },
    {
      "epoch": 3.937074829931973,
      "grad_norm": 0.44146212935447693,
      "learning_rate": 0.00031391725352112676,
      "loss": 1.5937,
      "step": 23150
    },
    {
      "epoch": 3.945578231292517,
      "grad_norm": 0.4436129927635193,
      "learning_rate": 0.0003134771126760563,
      "loss": 1.5937,
      "step": 23200
    },
    {
      "epoch": 3.954081632653061,
      "grad_norm": 0.4842548668384552,
      "learning_rate": 0.0003130369718309859,
      "loss": 1.5921,
      "step": 23250
    },
    {
      "epoch": 3.9625850340136055,
      "grad_norm": 0.4605764150619507,
      "learning_rate": 0.0003125968309859155,
      "loss": 1.585,
      "step": 23300
    },
    {
      "epoch": 3.9710884353741496,
      "grad_norm": 0.446140319108963,
      "learning_rate": 0.0003121566901408451,
      "loss": 1.5773,
      "step": 23350
    },
    {
      "epoch": 3.979591836734694,
      "grad_norm": 0.4490399658679962,
      "learning_rate": 0.00031171654929577463,
      "loss": 1.5862,
      "step": 23400
    },
    {
      "epoch": 3.988095238095238,
      "grad_norm": 0.43997710943222046,
      "learning_rate": 0.00031128521126760564,
      "loss": 1.5873,
      "step": 23450
    },
    {
      "epoch": 3.996598639455782,
      "grad_norm": 0.4559916853904724,
      "learning_rate": 0.00031084507042253523,
      "loss": 1.5936,
      "step": 23500
    },
    {
      "epoch": 4.005102040816326,
      "grad_norm": 0.46398648619651794,
      "learning_rate": 0.0003104049295774648,
      "loss": 1.5861,
      "step": 23550
    },
    {
      "epoch": 4.01360544217687,
      "grad_norm": 0.4367043972015381,
      "learning_rate": 0.00030996478873239437,
      "loss": 1.5814,
      "step": 23600
    },
    {
      "epoch": 4.022108843537415,
      "grad_norm": 0.4262286126613617,
      "learning_rate": 0.0003095246478873239,
      "loss": 1.5831,
      "step": 23650
    },
    {
      "epoch": 4.030612244897959,
      "grad_norm": 1.598874568939209,
      "learning_rate": 0.00030908450704225356,
      "loss": 1.5863,
      "step": 23700
    },
    {
      "epoch": 4.039115646258503,
      "grad_norm": 0.44894129037857056,
      "learning_rate": 0.0003086443661971831,
      "loss": 1.5852,
      "step": 23750
    },
    {
      "epoch": 4.0476190476190474,
      "grad_norm": 0.4517632722854614,
      "learning_rate": 0.0003082042253521127,
      "loss": 1.581,
      "step": 23800
    },
    {
      "epoch": 4.0561224489795915,
      "grad_norm": 0.4445061683654785,
      "learning_rate": 0.00030776408450704224,
      "loss": 1.5777,
      "step": 23850
    },
    {
      "epoch": 4.0646258503401365,
      "grad_norm": 0.4282425343990326,
      "learning_rate": 0.0003073239436619719,
      "loss": 1.579,
      "step": 23900
    },
    {
      "epoch": 4.0731292517006805,
      "grad_norm": 0.48686137795448303,
      "learning_rate": 0.0003068838028169014,
      "loss": 1.5766,
      "step": 23950
    },
    {
      "epoch": 4.081632653061225,
      "grad_norm": 0.4572753310203552,
      "learning_rate": 0.00030644366197183097,
      "loss": 1.5751,
      "step": 24000
    },
    {
      "epoch": 4.081632653061225,
      "eval_loss": 1.7599811553955078,
      "eval_runtime": 75.3428,
      "eval_samples_per_second": 1245.494,
      "eval_steps_per_second": 4.871,
      "step": 24000
    },
    {
      "epoch": 4.090136054421769,
      "grad_norm": 0.44744428992271423,
      "learning_rate": 0.00030600352112676056,
      "loss": 1.573,
      "step": 24050
    },
    {
      "epoch": 4.098639455782313,
      "grad_norm": 0.45439615845680237,
      "learning_rate": 0.00030556338028169016,
      "loss": 1.5717,
      "step": 24100
    },
    {
      "epoch": 4.107142857142857,
      "grad_norm": 0.46508198976516724,
      "learning_rate": 0.00030512323943661975,
      "loss": 1.5716,
      "step": 24150
    },
    {
      "epoch": 4.115646258503402,
      "grad_norm": 0.45242032408714294,
      "learning_rate": 0.0003046830985915493,
      "loss": 1.5692,
      "step": 24200
    },
    {
      "epoch": 4.124149659863946,
      "grad_norm": 0.441568523645401,
      "learning_rate": 0.0003042429577464789,
      "loss": 1.569,
      "step": 24250
    },
    {
      "epoch": 4.13265306122449,
      "grad_norm": 0.43780016899108887,
      "learning_rate": 0.00030380281690140843,
      "loss": 1.5751,
      "step": 24300
    },
    {
      "epoch": 4.141156462585034,
      "grad_norm": 0.47256138920783997,
      "learning_rate": 0.00030336267605633803,
      "loss": 1.5711,
      "step": 24350
    },
    {
      "epoch": 4.149659863945578,
      "grad_norm": 0.4236377477645874,
      "learning_rate": 0.0003029225352112676,
      "loss": 1.5737,
      "step": 24400
    },
    {
      "epoch": 4.158163265306122,
      "grad_norm": 0.4356014132499695,
      "learning_rate": 0.00030248239436619716,
      "loss": 1.5683,
      "step": 24450
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 0.44677263498306274,
      "learning_rate": 0.00030204225352112676,
      "loss": 1.5661,
      "step": 24500
    },
    {
      "epoch": 4.175170068027211,
      "grad_norm": 0.45358529686927795,
      "learning_rate": 0.00030160211267605635,
      "loss": 1.5718,
      "step": 24550
    },
    {
      "epoch": 4.183673469387755,
      "grad_norm": 0.46313029527664185,
      "learning_rate": 0.00030116197183098595,
      "loss": 1.5726,
      "step": 24600
    },
    {
      "epoch": 4.192176870748299,
      "grad_norm": 0.4524216055870056,
      "learning_rate": 0.0003007218309859155,
      "loss": 1.5659,
      "step": 24650
    },
    {
      "epoch": 4.200680272108843,
      "grad_norm": 0.46442392468452454,
      "learning_rate": 0.00030028169014084503,
      "loss": 1.57,
      "step": 24700
    },
    {
      "epoch": 4.209183673469388,
      "grad_norm": 0.43893301486968994,
      "learning_rate": 0.0002998415492957747,
      "loss": 1.5646,
      "step": 24750
    },
    {
      "epoch": 4.217687074829932,
      "grad_norm": 0.4545600116252899,
      "learning_rate": 0.0002994014084507042,
      "loss": 1.5656,
      "step": 24800
    },
    {
      "epoch": 4.226190476190476,
      "grad_norm": 0.43572577834129333,
      "learning_rate": 0.0002989612676056338,
      "loss": 1.5619,
      "step": 24850
    },
    {
      "epoch": 4.23469387755102,
      "grad_norm": 0.4401288330554962,
      "learning_rate": 0.00029852112676056336,
      "loss": 1.5626,
      "step": 24900
    },
    {
      "epoch": 4.243197278911564,
      "grad_norm": 0.4619799554347992,
      "learning_rate": 0.000298080985915493,
      "loss": 1.5679,
      "step": 24950
    },
    {
      "epoch": 4.2517006802721085,
      "grad_norm": 0.43690764904022217,
      "learning_rate": 0.00029764084507042255,
      "loss": 1.5602,
      "step": 25000
    },
    {
      "epoch": 4.2517006802721085,
      "eval_loss": 1.7416114807128906,
      "eval_runtime": 75.3172,
      "eval_samples_per_second": 1245.918,
      "eval_steps_per_second": 4.873,
      "step": 25000
    },
    {
      "epoch": 4.260204081632653,
      "grad_norm": 0.48442286252975464,
      "learning_rate": 0.0002972007042253521,
      "loss": 1.5592,
      "step": 25050
    },
    {
      "epoch": 4.2687074829931975,
      "grad_norm": 0.44272610545158386,
      "learning_rate": 0.0002967605633802817,
      "loss": 1.5612,
      "step": 25100
    },
    {
      "epoch": 4.2772108843537415,
      "grad_norm": 0.44438502192497253,
      "learning_rate": 0.0002963204225352113,
      "loss": 1.5622,
      "step": 25150
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.701813280582428,
      "learning_rate": 0.0002958802816901409,
      "loss": 1.5639,
      "step": 25200
    },
    {
      "epoch": 4.29421768707483,
      "grad_norm": 0.4430041015148163,
      "learning_rate": 0.0002954401408450704,
      "loss": 1.5655,
      "step": 25250
    },
    {
      "epoch": 4.302721088435375,
      "grad_norm": 0.4703254699707031,
      "learning_rate": 0.000295,
      "loss": 1.5585,
      "step": 25300
    },
    {
      "epoch": 4.311224489795919,
      "grad_norm": 0.4456980228424072,
      "learning_rate": 0.0002945598591549296,
      "loss": 1.5602,
      "step": 25350
    },
    {
      "epoch": 4.319727891156463,
      "grad_norm": 0.44341742992401123,
      "learning_rate": 0.00029411971830985915,
      "loss": 1.565,
      "step": 25400
    },
    {
      "epoch": 4.328231292517007,
      "grad_norm": 0.6620036959648132,
      "learning_rate": 0.00029367957746478875,
      "loss": 1.563,
      "step": 25450
    },
    {
      "epoch": 4.336734693877551,
      "grad_norm": 0.4276537597179413,
      "learning_rate": 0.0002932482394366197,
      "loss": 1.556,
      "step": 25500
    },
    {
      "epoch": 4.345238095238095,
      "grad_norm": 0.5484892129898071,
      "learning_rate": 0.0002928080985915493,
      "loss": 1.5683,
      "step": 25550
    },
    {
      "epoch": 4.35374149659864,
      "grad_norm": 0.4457222819328308,
      "learning_rate": 0.0002923679577464789,
      "loss": 1.5626,
      "step": 25600
    },
    {
      "epoch": 4.362244897959184,
      "grad_norm": 0.4299587905406952,
      "learning_rate": 0.0002919278169014085,
      "loss": 1.5617,
      "step": 25650
    },
    {
      "epoch": 4.370748299319728,
      "grad_norm": 0.6894689202308655,
      "learning_rate": 0.000291487676056338,
      "loss": 1.556,
      "step": 25700
    },
    {
      "epoch": 4.379251700680272,
      "grad_norm": 0.4507542550563812,
      "learning_rate": 0.00029104753521126756,
      "loss": 1.5605,
      "step": 25750
    },
    {
      "epoch": 4.387755102040816,
      "grad_norm": 0.45560920238494873,
      "learning_rate": 0.0002906073943661972,
      "loss": 1.5631,
      "step": 25800
    },
    {
      "epoch": 4.39625850340136,
      "grad_norm": 0.4419881999492645,
      "learning_rate": 0.00029016725352112676,
      "loss": 1.558,
      "step": 25850
    },
    {
      "epoch": 4.404761904761905,
      "grad_norm": 0.42712947726249695,
      "learning_rate": 0.00028972711267605635,
      "loss": 1.5571,
      "step": 25900
    },
    {
      "epoch": 4.413265306122449,
      "grad_norm": 0.4276752769947052,
      "learning_rate": 0.0002892869718309859,
      "loss": 1.5517,
      "step": 25950
    },
    {
      "epoch": 4.421768707482993,
      "grad_norm": 0.4421616494655609,
      "learning_rate": 0.00028884683098591554,
      "loss": 1.5549,
      "step": 26000
    },
    {
      "epoch": 4.421768707482993,
      "eval_loss": 1.7275468111038208,
      "eval_runtime": 75.3579,
      "eval_samples_per_second": 1245.244,
      "eval_steps_per_second": 4.87,
      "step": 26000
    },
    {
      "epoch": 4.430272108843537,
      "grad_norm": 0.43331626057624817,
      "learning_rate": 0.0002884066901408451,
      "loss": 1.553,
      "step": 26050
    },
    {
      "epoch": 4.438775510204081,
      "grad_norm": 0.42342087626457214,
      "learning_rate": 0.0002879665492957746,
      "loss": 1.5508,
      "step": 26100
    },
    {
      "epoch": 4.447278911564625,
      "grad_norm": 0.4396851062774658,
      "learning_rate": 0.0002875264084507042,
      "loss": 1.5496,
      "step": 26150
    },
    {
      "epoch": 4.45578231292517,
      "grad_norm": 0.4484754204750061,
      "learning_rate": 0.0002870862676056338,
      "loss": 1.559,
      "step": 26200
    },
    {
      "epoch": 4.464285714285714,
      "grad_norm": 0.4413243532180786,
      "learning_rate": 0.0002866461267605634,
      "loss": 1.5497,
      "step": 26250
    },
    {
      "epoch": 4.4727891156462585,
      "grad_norm": 0.509044885635376,
      "learning_rate": 0.00028620598591549295,
      "loss": 1.5507,
      "step": 26300
    },
    {
      "epoch": 4.4812925170068025,
      "grad_norm": 0.4461870491504669,
      "learning_rate": 0.00028576584507042255,
      "loss": 1.5516,
      "step": 26350
    },
    {
      "epoch": 4.489795918367347,
      "grad_norm": 0.48340821266174316,
      "learning_rate": 0.00028532570422535214,
      "loss": 1.5542,
      "step": 26400
    },
    {
      "epoch": 4.4982993197278915,
      "grad_norm": 0.4417915344238281,
      "learning_rate": 0.0002848855633802817,
      "loss": 1.5539,
      "step": 26450
    },
    {
      "epoch": 4.506802721088436,
      "grad_norm": 0.47127747535705566,
      "learning_rate": 0.0002844454225352113,
      "loss": 1.547,
      "step": 26500
    },
    {
      "epoch": 4.51530612244898,
      "grad_norm": 0.7486183047294617,
      "learning_rate": 0.0002840052816901408,
      "loss": 1.5534,
      "step": 26550
    },
    {
      "epoch": 4.523809523809524,
      "grad_norm": 0.4753170907497406,
      "learning_rate": 0.0002835651408450704,
      "loss": 1.5568,
      "step": 26600
    },
    {
      "epoch": 4.532312925170068,
      "grad_norm": 0.43808746337890625,
      "learning_rate": 0.000283125,
      "loss": 1.5518,
      "step": 26650
    },
    {
      "epoch": 4.540816326530612,
      "grad_norm": 0.4334624707698822,
      "learning_rate": 0.0002826848591549296,
      "loss": 1.5507,
      "step": 26700
    },
    {
      "epoch": 4.549319727891157,
      "grad_norm": 0.4278333783149719,
      "learning_rate": 0.00028224471830985915,
      "loss": 1.5543,
      "step": 26750
    },
    {
      "epoch": 4.557823129251701,
      "grad_norm": 0.44058939814567566,
      "learning_rate": 0.0002818045774647887,
      "loss": 1.5462,
      "step": 26800
    },
    {
      "epoch": 4.566326530612245,
      "grad_norm": 0.42488718032836914,
      "learning_rate": 0.00028136443661971834,
      "loss": 1.5555,
      "step": 26850
    },
    {
      "epoch": 4.574829931972789,
      "grad_norm": 0.4430455267429352,
      "learning_rate": 0.0002809242957746479,
      "loss": 1.5481,
      "step": 26900
    },
    {
      "epoch": 4.583333333333333,
      "grad_norm": 1.010523796081543,
      "learning_rate": 0.0002804841549295775,
      "loss": 1.5446,
      "step": 26950
    },
    {
      "epoch": 4.591836734693878,
      "grad_norm": 0.42729562520980835,
      "learning_rate": 0.000280044014084507,
      "loss": 1.5464,
      "step": 27000
    },
    {
      "epoch": 4.591836734693878,
      "eval_loss": 1.7172296047210693,
      "eval_runtime": 75.3539,
      "eval_samples_per_second": 1245.31,
      "eval_steps_per_second": 4.87,
      "step": 27000
    },
    {
      "epoch": 4.600340136054422,
      "grad_norm": 0.4399702847003937,
      "learning_rate": 0.00027960387323943667,
      "loss": 1.5452,
      "step": 27050
    },
    {
      "epoch": 4.608843537414966,
      "grad_norm": 0.4524286687374115,
      "learning_rate": 0.0002791637323943662,
      "loss": 1.5534,
      "step": 27100
    },
    {
      "epoch": 4.61734693877551,
      "grad_norm": 0.43100252747535706,
      "learning_rate": 0.00027872359154929575,
      "loss": 1.5479,
      "step": 27150
    },
    {
      "epoch": 4.625850340136054,
      "grad_norm": 0.43541115522384644,
      "learning_rate": 0.00027828345070422534,
      "loss": 1.542,
      "step": 27200
    },
    {
      "epoch": 4.634353741496598,
      "grad_norm": 0.454149454832077,
      "learning_rate": 0.00027784330985915494,
      "loss": 1.5442,
      "step": 27250
    },
    {
      "epoch": 4.642857142857143,
      "grad_norm": 0.4360577464103699,
      "learning_rate": 0.00027740316901408453,
      "loss": 1.541,
      "step": 27300
    },
    {
      "epoch": 4.651360544217687,
      "grad_norm": 0.45018696784973145,
      "learning_rate": 0.0002769630281690141,
      "loss": 1.5522,
      "step": 27350
    },
    {
      "epoch": 4.659863945578231,
      "grad_norm": 0.4641735851764679,
      "learning_rate": 0.00027652288732394367,
      "loss": 1.5409,
      "step": 27400
    },
    {
      "epoch": 4.668367346938775,
      "grad_norm": 0.4704575836658478,
      "learning_rate": 0.00027608274647887327,
      "loss": 1.5386,
      "step": 27450
    },
    {
      "epoch": 4.6768707482993195,
      "grad_norm": 0.4325176775455475,
      "learning_rate": 0.0002756426056338028,
      "loss": 1.5432,
      "step": 27500
    },
    {
      "epoch": 4.685374149659864,
      "grad_norm": 0.5194480419158936,
      "learning_rate": 0.0002752024647887324,
      "loss": 1.5409,
      "step": 27550
    },
    {
      "epoch": 4.6938775510204085,
      "grad_norm": 0.6043953895568848,
      "learning_rate": 0.00027476232394366194,
      "loss": 1.5412,
      "step": 27600
    },
    {
      "epoch": 4.7023809523809526,
      "grad_norm": 0.49982741475105286,
      "learning_rate": 0.0002743221830985916,
      "loss": 1.544,
      "step": 27650
    },
    {
      "epoch": 4.710884353741497,
      "grad_norm": 0.45368969440460205,
      "learning_rate": 0.00027388204225352113,
      "loss": 1.5452,
      "step": 27700
    },
    {
      "epoch": 4.719387755102041,
      "grad_norm": 0.42949676513671875,
      "learning_rate": 0.00027344190140845073,
      "loss": 1.5431,
      "step": 27750
    },
    {
      "epoch": 4.727891156462585,
      "grad_norm": 0.4460367262363434,
      "learning_rate": 0.00027300176056338027,
      "loss": 1.5379,
      "step": 27800
    },
    {
      "epoch": 4.736394557823129,
      "grad_norm": 0.43941059708595276,
      "learning_rate": 0.0002725616197183098,
      "loss": 1.5438,
      "step": 27850
    },
    {
      "epoch": 4.744897959183674,
      "grad_norm": 0.44306865334510803,
      "learning_rate": 0.00027212147887323946,
      "loss": 1.5403,
      "step": 27900
    },
    {
      "epoch": 4.753401360544218,
      "grad_norm": 0.4779192805290222,
      "learning_rate": 0.000271681338028169,
      "loss": 1.5374,
      "step": 27950
    },
    {
      "epoch": 4.761904761904762,
      "grad_norm": 0.44125354290008545,
      "learning_rate": 0.0002712411971830986,
      "loss": 1.5386,
      "step": 28000
    },
    {
      "epoch": 4.761904761904762,
      "eval_loss": 1.7089167833328247,
      "eval_runtime": 75.3103,
      "eval_samples_per_second": 1246.032,
      "eval_steps_per_second": 4.873,
      "step": 28000
    },
    {
      "epoch": 4.770408163265306,
      "grad_norm": 0.47051918506622314,
      "learning_rate": 0.00027080105633802814,
      "loss": 1.5367,
      "step": 28050
    },
    {
      "epoch": 4.77891156462585,
      "grad_norm": 0.44151777029037476,
      "learning_rate": 0.0002703609154929578,
      "loss": 1.5363,
      "step": 28100
    },
    {
      "epoch": 4.787414965986395,
      "grad_norm": 0.43706709146499634,
      "learning_rate": 0.00026992077464788733,
      "loss": 1.5396,
      "step": 28150
    },
    {
      "epoch": 4.795918367346939,
      "grad_norm": 0.4319562017917633,
      "learning_rate": 0.0002694806338028169,
      "loss": 1.5339,
      "step": 28200
    },
    {
      "epoch": 4.804421768707483,
      "grad_norm": 0.4437416195869446,
      "learning_rate": 0.00026904049295774647,
      "loss": 1.5259,
      "step": 28250
    },
    {
      "epoch": 4.812925170068027,
      "grad_norm": 0.45064008235931396,
      "learning_rate": 0.00026860035211267606,
      "loss": 1.5305,
      "step": 28300
    },
    {
      "epoch": 4.821428571428571,
      "grad_norm": 0.4223947823047638,
      "learning_rate": 0.00026816021126760566,
      "loss": 1.5367,
      "step": 28350
    },
    {
      "epoch": 4.829931972789115,
      "grad_norm": 0.41959166526794434,
      "learning_rate": 0.0002677200704225352,
      "loss": 1.5321,
      "step": 28400
    },
    {
      "epoch": 4.83843537414966,
      "grad_norm": 0.4325518310070038,
      "learning_rate": 0.0002672799295774648,
      "loss": 1.5326,
      "step": 28450
    },
    {
      "epoch": 4.846938775510204,
      "grad_norm": 0.43113574385643005,
      "learning_rate": 0.0002668397887323944,
      "loss": 1.5364,
      "step": 28500
    },
    {
      "epoch": 4.855442176870748,
      "grad_norm": 0.4148525297641754,
      "learning_rate": 0.000266399647887324,
      "loss": 1.535,
      "step": 28550
    },
    {
      "epoch": 4.863945578231292,
      "grad_norm": 0.4255242943763733,
      "learning_rate": 0.0002659595070422535,
      "loss": 1.5307,
      "step": 28600
    },
    {
      "epoch": 4.872448979591836,
      "grad_norm": 0.4426940679550171,
      "learning_rate": 0.00026551936619718307,
      "loss": 1.5298,
      "step": 28650
    },
    {
      "epoch": 4.880952380952381,
      "grad_norm": 0.4304163157939911,
      "learning_rate": 0.0002650792253521127,
      "loss": 1.5296,
      "step": 28700
    },
    {
      "epoch": 4.889455782312925,
      "grad_norm": 0.43492448329925537,
      "learning_rate": 0.00026463908450704226,
      "loss": 1.5295,
      "step": 28750
    },
    {
      "epoch": 4.8979591836734695,
      "grad_norm": 0.4191015660762787,
      "learning_rate": 0.00026420774647887326,
      "loss": 1.5275,
      "step": 28800
    },
    {
      "epoch": 4.906462585034014,
      "grad_norm": 0.4442043602466583,
      "learning_rate": 0.0002637676056338028,
      "loss": 1.5241,
      "step": 28850
    },
    {
      "epoch": 4.914965986394558,
      "grad_norm": 0.41631436347961426,
      "learning_rate": 0.0002633274647887324,
      "loss": 1.5296,
      "step": 28900
    },
    {
      "epoch": 4.923469387755102,
      "grad_norm": 0.4311072528362274,
      "learning_rate": 0.000262887323943662,
      "loss": 1.5343,
      "step": 28950
    },
    {
      "epoch": 4.931972789115647,
      "grad_norm": 0.4260921776294708,
      "learning_rate": 0.00026244718309859154,
      "loss": 1.528,
      "step": 29000
    },
    {
      "epoch": 4.931972789115647,
      "eval_loss": 1.695530652999878,
      "eval_runtime": 75.7527,
      "eval_samples_per_second": 1238.755,
      "eval_steps_per_second": 4.845,
      "step": 29000
    },
    {
      "epoch": 4.940476190476191,
      "grad_norm": 0.43122732639312744,
      "learning_rate": 0.00026200704225352113,
      "loss": 1.5345,
      "step": 29050
    },
    {
      "epoch": 4.948979591836735,
      "grad_norm": 0.44380810856819153,
      "learning_rate": 0.00026156690140845067,
      "loss": 1.5284,
      "step": 29100
    },
    {
      "epoch": 4.957482993197279,
      "grad_norm": 0.43009868264198303,
      "learning_rate": 0.0002611267605633803,
      "loss": 1.5315,
      "step": 29150
    },
    {
      "epoch": 4.965986394557823,
      "grad_norm": 0.4425157904624939,
      "learning_rate": 0.00026068661971830986,
      "loss": 1.5301,
      "step": 29200
    },
    {
      "epoch": 4.974489795918368,
      "grad_norm": 0.41929659247398376,
      "learning_rate": 0.00026024647887323946,
      "loss": 1.533,
      "step": 29250
    },
    {
      "epoch": 4.982993197278912,
      "grad_norm": 0.43218111991882324,
      "learning_rate": 0.000259806338028169,
      "loss": 1.5215,
      "step": 29300
    },
    {
      "epoch": 4.991496598639456,
      "grad_norm": 0.4425402283668518,
      "learning_rate": 0.0002593661971830986,
      "loss": 1.5312,
      "step": 29350
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.44686195254325867,
      "learning_rate": 0.0002589260563380282,
      "loss": 1.5262,
      "step": 29400
    },
    {
      "epoch": 5.008503401360544,
      "grad_norm": 0.42469632625579834,
      "learning_rate": 0.00025848591549295773,
      "loss": 1.5216,
      "step": 29450
    },
    {
      "epoch": 5.017006802721088,
      "grad_norm": 0.44917765259742737,
      "learning_rate": 0.0002580457746478873,
      "loss": 1.5148,
      "step": 29500
    },
    {
      "epoch": 5.025510204081633,
      "grad_norm": 0.42792636156082153,
      "learning_rate": 0.0002576056338028169,
      "loss": 1.5236,
      "step": 29550
    },
    {
      "epoch": 5.034013605442177,
      "grad_norm": 0.42785459756851196,
      "learning_rate": 0.0002571654929577465,
      "loss": 1.5185,
      "step": 29600
    },
    {
      "epoch": 5.042517006802721,
      "grad_norm": 0.4389972388744354,
      "learning_rate": 0.00025672535211267606,
      "loss": 1.5152,
      "step": 29650
    },
    {
      "epoch": 5.051020408163265,
      "grad_norm": 0.4294348657131195,
      "learning_rate": 0.0002562852112676056,
      "loss": 1.5164,
      "step": 29700
    },
    {
      "epoch": 5.059523809523809,
      "grad_norm": 0.4204474985599518,
      "learning_rate": 0.00025584507042253525,
      "loss": 1.5126,
      "step": 29750
    },
    {
      "epoch": 5.068027210884353,
      "grad_norm": 0.4308267831802368,
      "learning_rate": 0.0002554049295774648,
      "loss": 1.5138,
      "step": 29800
    },
    {
      "epoch": 5.076530612244898,
      "grad_norm": 0.43260395526885986,
      "learning_rate": 0.0002549647887323944,
      "loss": 1.5211,
      "step": 29850
    },
    {
      "epoch": 5.085034013605442,
      "grad_norm": 0.4192730486392975,
      "learning_rate": 0.00025452464788732393,
      "loss": 1.5165,
      "step": 29900
    },
    {
      "epoch": 5.093537414965986,
      "grad_norm": 0.418124794960022,
      "learning_rate": 0.0002540845070422535,
      "loss": 1.5152,
      "step": 29950
    },
    {
      "epoch": 5.1020408163265305,
      "grad_norm": 0.4320596158504486,
      "learning_rate": 0.0002536443661971831,
      "loss": 1.5071,
      "step": 30000
    },
    {
      "epoch": 5.1020408163265305,
      "eval_loss": 1.6892961263656616,
      "eval_runtime": 75.4228,
      "eval_samples_per_second": 1244.173,
      "eval_steps_per_second": 4.866,
      "step": 30000
    },
    {
      "epoch": 5.110544217687075,
      "grad_norm": 0.43125247955322266,
      "learning_rate": 0.00025320422535211266,
      "loss": 1.5116,
      "step": 30050
    },
    {
      "epoch": 5.119047619047619,
      "grad_norm": 0.4130070209503174,
      "learning_rate": 0.00025276408450704225,
      "loss": 1.5125,
      "step": 30100
    },
    {
      "epoch": 5.127551020408164,
      "grad_norm": 0.42717909812927246,
      "learning_rate": 0.0002523239436619718,
      "loss": 1.5122,
      "step": 30150
    },
    {
      "epoch": 5.136054421768708,
      "grad_norm": 0.4337432086467743,
      "learning_rate": 0.00025188380281690145,
      "loss": 1.5103,
      "step": 30200
    },
    {
      "epoch": 5.144557823129252,
      "grad_norm": 0.4125542938709259,
      "learning_rate": 0.000251443661971831,
      "loss": 1.5218,
      "step": 30250
    },
    {
      "epoch": 5.153061224489796,
      "grad_norm": 0.428830623626709,
      "learning_rate": 0.0002510035211267606,
      "loss": 1.5068,
      "step": 30300
    },
    {
      "epoch": 5.16156462585034,
      "grad_norm": 0.41956421732902527,
      "learning_rate": 0.0002505633802816901,
      "loss": 1.5148,
      "step": 30350
    },
    {
      "epoch": 5.170068027210885,
      "grad_norm": 0.43243858218193054,
      "learning_rate": 0.0002501232394366197,
      "loss": 1.5153,
      "step": 30400
    },
    {
      "epoch": 5.178571428571429,
      "grad_norm": 0.41967883706092834,
      "learning_rate": 0.0002496830985915493,
      "loss": 1.517,
      "step": 30450
    },
    {
      "epoch": 5.187074829931973,
      "grad_norm": 0.43599751591682434,
      "learning_rate": 0.00024924295774647886,
      "loss": 1.5097,
      "step": 30500
    },
    {
      "epoch": 5.195578231292517,
      "grad_norm": 0.4145863950252533,
      "learning_rate": 0.00024880281690140845,
      "loss": 1.5054,
      "step": 30550
    },
    {
      "epoch": 5.204081632653061,
      "grad_norm": 0.44736286997795105,
      "learning_rate": 0.00024836267605633805,
      "loss": 1.512,
      "step": 30600
    },
    {
      "epoch": 5.212585034013605,
      "grad_norm": 0.4339098036289215,
      "learning_rate": 0.00024792253521126764,
      "loss": 1.5119,
      "step": 30650
    },
    {
      "epoch": 5.22108843537415,
      "grad_norm": 0.4354366064071655,
      "learning_rate": 0.0002474823943661972,
      "loss": 1.5134,
      "step": 30700
    },
    {
      "epoch": 5.229591836734694,
      "grad_norm": 0.4405953288078308,
      "learning_rate": 0.0002470422535211268,
      "loss": 1.5117,
      "step": 30750
    },
    {
      "epoch": 5.238095238095238,
      "grad_norm": 0.4392901659011841,
      "learning_rate": 0.0002466021126760563,
      "loss": 1.5097,
      "step": 30800
    },
    {
      "epoch": 5.246598639455782,
      "grad_norm": 0.4320152699947357,
      "learning_rate": 0.0002461619718309859,
      "loss": 1.5185,
      "step": 30850
    },
    {
      "epoch": 5.255102040816326,
      "grad_norm": 0.4348084628582001,
      "learning_rate": 0.0002457218309859155,
      "loss": 1.5073,
      "step": 30900
    },
    {
      "epoch": 5.263605442176871,
      "grad_norm": 0.4216504693031311,
      "learning_rate": 0.0002452816901408451,
      "loss": 1.5055,
      "step": 30950
    },
    {
      "epoch": 5.272108843537415,
      "grad_norm": 0.417338103055954,
      "learning_rate": 0.00024484154929577465,
      "loss": 1.5102,
      "step": 31000
    },
    {
      "epoch": 5.272108843537415,
      "eval_loss": 1.6826726198196411,
      "eval_runtime": 75.3283,
      "eval_samples_per_second": 1245.734,
      "eval_steps_per_second": 4.872,
      "step": 31000
    },
    {
      "epoch": 5.280612244897959,
      "grad_norm": 0.425647109746933,
      "learning_rate": 0.00024440140845070424,
      "loss": 1.51,
      "step": 31050
    },
    {
      "epoch": 5.289115646258503,
      "grad_norm": 0.4205061197280884,
      "learning_rate": 0.0002439612676056338,
      "loss": 1.5071,
      "step": 31100
    },
    {
      "epoch": 5.2976190476190474,
      "grad_norm": 0.4191541075706482,
      "learning_rate": 0.00024352112676056338,
      "loss": 1.5072,
      "step": 31150
    },
    {
      "epoch": 5.3061224489795915,
      "grad_norm": 0.4266960024833679,
      "learning_rate": 0.00024308098591549297,
      "loss": 1.5024,
      "step": 31200
    },
    {
      "epoch": 5.3146258503401365,
      "grad_norm": 0.43113160133361816,
      "learning_rate": 0.00024264084507042252,
      "loss": 1.5045,
      "step": 31250
    },
    {
      "epoch": 5.3231292517006805,
      "grad_norm": 0.46872562170028687,
      "learning_rate": 0.0002422007042253521,
      "loss": 1.5043,
      "step": 31300
    },
    {
      "epoch": 5.331632653061225,
      "grad_norm": 0.444063663482666,
      "learning_rate": 0.00024176056338028168,
      "loss": 1.503,
      "step": 31350
    },
    {
      "epoch": 5.340136054421769,
      "grad_norm": 0.46224623918533325,
      "learning_rate": 0.00024132042253521127,
      "loss": 1.5001,
      "step": 31400
    },
    {
      "epoch": 5.348639455782313,
      "grad_norm": 0.4229288697242737,
      "learning_rate": 0.00024088028169014084,
      "loss": 1.5051,
      "step": 31450
    },
    {
      "epoch": 5.357142857142857,
      "grad_norm": 0.4342740476131439,
      "learning_rate": 0.00024044014084507044,
      "loss": 1.5043,
      "step": 31500
    },
    {
      "epoch": 5.365646258503402,
      "grad_norm": 0.4987669885158539,
      "learning_rate": 0.00024,
      "loss": 1.5067,
      "step": 31550
    },
    {
      "epoch": 5.374149659863946,
      "grad_norm": 0.4277132451534271,
      "learning_rate": 0.0002395598591549296,
      "loss": 1.5005,
      "step": 31600
    },
    {
      "epoch": 5.38265306122449,
      "grad_norm": 0.4543018639087677,
      "learning_rate": 0.00023911971830985914,
      "loss": 1.5081,
      "step": 31650
    },
    {
      "epoch": 5.391156462585034,
      "grad_norm": 0.4164925217628479,
      "learning_rate": 0.00023867957746478874,
      "loss": 1.4998,
      "step": 31700
    },
    {
      "epoch": 5.399659863945578,
      "grad_norm": 0.4165375828742981,
      "learning_rate": 0.0002382394366197183,
      "loss": 1.5047,
      "step": 31750
    },
    {
      "epoch": 5.408163265306122,
      "grad_norm": 0.43289613723754883,
      "learning_rate": 0.0002377992957746479,
      "loss": 1.499,
      "step": 31800
    },
    {
      "epoch": 5.416666666666667,
      "grad_norm": 0.4113534688949585,
      "learning_rate": 0.00023735915492957747,
      "loss": 1.4992,
      "step": 31850
    },
    {
      "epoch": 5.425170068027211,
      "grad_norm": 0.4257815480232239,
      "learning_rate": 0.00023691901408450707,
      "loss": 1.5033,
      "step": 31900
    },
    {
      "epoch": 5.433673469387755,
      "grad_norm": 0.423606812953949,
      "learning_rate": 0.00023647887323943663,
      "loss": 1.4985,
      "step": 31950
    },
    {
      "epoch": 5.442176870748299,
      "grad_norm": 0.5088992118835449,
      "learning_rate": 0.0002360387323943662,
      "loss": 1.5025,
      "step": 32000
    },
    {
      "epoch": 5.442176870748299,
      "eval_loss": 1.6751487255096436,
      "eval_runtime": 75.6944,
      "eval_samples_per_second": 1239.708,
      "eval_steps_per_second": 4.848,
      "step": 32000
    },
    {
      "epoch": 5.450680272108843,
      "grad_norm": 0.42682725191116333,
      "learning_rate": 0.00023559859154929577,
      "loss": 1.5012,
      "step": 32050
    },
    {
      "epoch": 5.459183673469388,
      "grad_norm": 0.4484409689903259,
      "learning_rate": 0.00023515845070422537,
      "loss": 1.5056,
      "step": 32100
    },
    {
      "epoch": 5.467687074829932,
      "grad_norm": 0.4330119788646698,
      "learning_rate": 0.00023471830985915493,
      "loss": 1.4997,
      "step": 32150
    },
    {
      "epoch": 5.476190476190476,
      "grad_norm": 0.4262082874774933,
      "learning_rate": 0.00023427816901408453,
      "loss": 1.4992,
      "step": 32200
    },
    {
      "epoch": 5.48469387755102,
      "grad_norm": 0.4434804320335388,
      "learning_rate": 0.0002338380281690141,
      "loss": 1.4975,
      "step": 32250
    },
    {
      "epoch": 5.493197278911564,
      "grad_norm": 0.42507055401802063,
      "learning_rate": 0.00023340669014084507,
      "loss": 1.4923,
      "step": 32300
    },
    {
      "epoch": 5.5017006802721085,
      "grad_norm": 0.415923535823822,
      "learning_rate": 0.00023296654929577464,
      "loss": 1.4899,
      "step": 32350
    },
    {
      "epoch": 5.510204081632653,
      "grad_norm": 0.43220096826553345,
      "learning_rate": 0.0002325264084507042,
      "loss": 1.4947,
      "step": 32400
    },
    {
      "epoch": 5.5187074829931975,
      "grad_norm": 0.4283994436264038,
      "learning_rate": 0.0002320862676056338,
      "loss": 1.4921,
      "step": 32450
    },
    {
      "epoch": 5.5272108843537415,
      "grad_norm": 0.439207524061203,
      "learning_rate": 0.00023164612676056337,
      "loss": 1.4859,
      "step": 32500
    },
    {
      "epoch": 5.535714285714286,
      "grad_norm": 0.4383983612060547,
      "learning_rate": 0.00023120598591549297,
      "loss": 1.4933,
      "step": 32550
    },
    {
      "epoch": 5.54421768707483,
      "grad_norm": 0.44482484459877014,
      "learning_rate": 0.00023076584507042254,
      "loss": 1.4957,
      "step": 32600
    },
    {
      "epoch": 5.552721088435375,
      "grad_norm": 0.4300253987312317,
      "learning_rate": 0.00023032570422535213,
      "loss": 1.49,
      "step": 32650
    },
    {
      "epoch": 5.561224489795919,
      "grad_norm": 0.46058133244514465,
      "learning_rate": 0.00022988556338028167,
      "loss": 1.4872,
      "step": 32700
    },
    {
      "epoch": 5.569727891156463,
      "grad_norm": 0.4194552004337311,
      "learning_rate": 0.00022944542253521127,
      "loss": 1.4911,
      "step": 32750
    },
    {
      "epoch": 5.578231292517007,
      "grad_norm": 0.42726796865463257,
      "learning_rate": 0.00022900528169014084,
      "loss": 1.4926,
      "step": 32800
    },
    {
      "epoch": 5.586734693877551,
      "grad_norm": 0.42779192328453064,
      "learning_rate": 0.00022856514084507043,
      "loss": 1.4917,
      "step": 32850
    },
    {
      "epoch": 5.595238095238095,
      "grad_norm": 0.42153412103652954,
      "learning_rate": 0.000228125,
      "loss": 1.4824,
      "step": 32900
    },
    {
      "epoch": 5.603741496598639,
      "grad_norm": 0.4386555254459381,
      "learning_rate": 0.0002276848591549296,
      "loss": 1.4916,
      "step": 32950
    },
    {
      "epoch": 5.612244897959184,
      "grad_norm": 0.4412122964859009,
      "learning_rate": 0.00022724471830985917,
      "loss": 1.4908,
      "step": 33000
    },
    {
      "epoch": 5.612244897959184,
      "eval_loss": 1.6691830158233643,
      "eval_runtime": 75.3357,
      "eval_samples_per_second": 1245.611,
      "eval_steps_per_second": 4.872,
      "step": 33000
    },
    {
      "epoch": 5.620748299319728,
      "grad_norm": 0.42562374472618103,
      "learning_rate": 0.00022680457746478873,
      "loss": 1.4867,
      "step": 33050
    },
    {
      "epoch": 5.629251700680272,
      "grad_norm": 0.4305470585823059,
      "learning_rate": 0.0002263644366197183,
      "loss": 1.4874,
      "step": 33100
    },
    {
      "epoch": 5.637755102040816,
      "grad_norm": 0.42887523770332336,
      "learning_rate": 0.0002259242957746479,
      "loss": 1.4993,
      "step": 33150
    },
    {
      "epoch": 5.646258503401361,
      "grad_norm": 0.5242183804512024,
      "learning_rate": 0.00022548415492957747,
      "loss": 1.4934,
      "step": 33200
    },
    {
      "epoch": 5.654761904761905,
      "grad_norm": 0.4118496775627136,
      "learning_rate": 0.00022504401408450706,
      "loss": 1.4872,
      "step": 33250
    },
    {
      "epoch": 5.663265306122449,
      "grad_norm": 0.4159320890903473,
      "learning_rate": 0.00022460387323943663,
      "loss": 1.4782,
      "step": 33300
    },
    {
      "epoch": 5.671768707482993,
      "grad_norm": 0.4275069534778595,
      "learning_rate": 0.00022416373239436623,
      "loss": 1.4857,
      "step": 33350
    },
    {
      "epoch": 5.680272108843537,
      "grad_norm": 0.41769281029701233,
      "learning_rate": 0.00022372359154929577,
      "loss": 1.479,
      "step": 33400
    },
    {
      "epoch": 5.688775510204081,
      "grad_norm": 0.41575032472610474,
      "learning_rate": 0.00022328345070422533,
      "loss": 1.4849,
      "step": 33450
    },
    {
      "epoch": 5.697278911564625,
      "grad_norm": 0.4337887763977051,
      "learning_rate": 0.00022284330985915493,
      "loss": 1.4877,
      "step": 33500
    },
    {
      "epoch": 5.70578231292517,
      "grad_norm": 0.41992053389549255,
      "learning_rate": 0.0002224031690140845,
      "loss": 1.4809,
      "step": 33550
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.42422786355018616,
      "learning_rate": 0.0002219630281690141,
      "loss": 1.4877,
      "step": 33600
    },
    {
      "epoch": 5.7227891156462585,
      "grad_norm": 0.415855348110199,
      "learning_rate": 0.00022152288732394366,
      "loss": 1.4863,
      "step": 33650
    },
    {
      "epoch": 5.7312925170068025,
      "grad_norm": 0.4512421488761902,
      "learning_rate": 0.00022108274647887326,
      "loss": 1.4894,
      "step": 33700
    },
    {
      "epoch": 5.739795918367347,
      "grad_norm": 0.42408186197280884,
      "learning_rate": 0.0002206426056338028,
      "loss": 1.4767,
      "step": 33750
    },
    {
      "epoch": 5.7482993197278915,
      "grad_norm": 0.42864853143692017,
      "learning_rate": 0.0002202024647887324,
      "loss": 1.4825,
      "step": 33800
    },
    {
      "epoch": 5.756802721088436,
      "grad_norm": 0.4149647355079651,
      "learning_rate": 0.00021976232394366196,
      "loss": 1.4819,
      "step": 33850
    },
    {
      "epoch": 5.76530612244898,
      "grad_norm": 0.45217257738113403,
      "learning_rate": 0.00021932218309859156,
      "loss": 1.487,
      "step": 33900
    },
    {
      "epoch": 5.773809523809524,
      "grad_norm": 0.4308101236820221,
      "learning_rate": 0.00021888204225352113,
      "loss": 1.4842,
      "step": 33950
    },
    {
      "epoch": 5.782312925170068,
      "grad_norm": 0.41859814524650574,
      "learning_rate": 0.00021844190140845072,
      "loss": 1.4856,
      "step": 34000
    },
    {
      "epoch": 5.782312925170068,
      "eval_loss": 1.6499308347702026,
      "eval_runtime": 75.302,
      "eval_samples_per_second": 1246.169,
      "eval_steps_per_second": 4.874,
      "step": 34000
    },
    {
      "epoch": 5.790816326530612,
      "grad_norm": 0.4088199734687805,
      "learning_rate": 0.0002180017605633803,
      "loss": 1.4838,
      "step": 34050
    },
    {
      "epoch": 5.799319727891157,
      "grad_norm": 0.8137006163597107,
      "learning_rate": 0.00021756161971830989,
      "loss": 1.4826,
      "step": 34100
    },
    {
      "epoch": 5.807823129251701,
      "grad_norm": 0.4124939441680908,
      "learning_rate": 0.00021712147887323943,
      "loss": 1.4916,
      "step": 34150
    },
    {
      "epoch": 5.816326530612245,
      "grad_norm": 0.4147464334964752,
      "learning_rate": 0.00021668133802816902,
      "loss": 1.485,
      "step": 34200
    },
    {
      "epoch": 5.824829931972789,
      "grad_norm": 0.42168349027633667,
      "learning_rate": 0.0002162411971830986,
      "loss": 1.4787,
      "step": 34250
    },
    {
      "epoch": 5.833333333333333,
      "grad_norm": 0.43687647581100464,
      "learning_rate": 0.00021580105633802819,
      "loss": 1.4859,
      "step": 34300
    },
    {
      "epoch": 5.841836734693878,
      "grad_norm": 0.4150829017162323,
      "learning_rate": 0.00021536091549295775,
      "loss": 1.4806,
      "step": 34350
    },
    {
      "epoch": 5.850340136054422,
      "grad_norm": 0.42533501982688904,
      "learning_rate": 0.00021492077464788735,
      "loss": 1.4774,
      "step": 34400
    },
    {
      "epoch": 5.858843537414966,
      "grad_norm": 0.42881202697753906,
      "learning_rate": 0.00021448063380281692,
      "loss": 1.4793,
      "step": 34450
    },
    {
      "epoch": 5.86734693877551,
      "grad_norm": 0.41647574305534363,
      "learning_rate": 0.00021404049295774649,
      "loss": 1.4844,
      "step": 34500
    },
    {
      "epoch": 5.875850340136054,
      "grad_norm": 0.45438751578330994,
      "learning_rate": 0.00021360035211267605,
      "loss": 1.476,
      "step": 34550
    },
    {
      "epoch": 5.884353741496598,
      "grad_norm": 0.4157373309135437,
      "learning_rate": 0.00021316021126760562,
      "loss": 1.4783,
      "step": 34600
    },
    {
      "epoch": 5.892857142857143,
      "grad_norm": 0.4178527593612671,
      "learning_rate": 0.00021272007042253522,
      "loss": 1.477,
      "step": 34650
    },
    {
      "epoch": 5.901360544217687,
      "grad_norm": 0.4168199896812439,
      "learning_rate": 0.00021227992957746479,
      "loss": 1.4685,
      "step": 34700
    },
    {
      "epoch": 5.909863945578231,
      "grad_norm": 0.4487851858139038,
      "learning_rate": 0.00021183978873239438,
      "loss": 1.4782,
      "step": 34750
    },
    {
      "epoch": 5.918367346938775,
      "grad_norm": 0.43783414363861084,
      "learning_rate": 0.00021139964788732395,
      "loss": 1.4727,
      "step": 34800
    },
    {
      "epoch": 5.9268707482993195,
      "grad_norm": 0.4123859107494354,
      "learning_rate": 0.00021095950704225352,
      "loss": 1.4711,
      "step": 34850
    },
    {
      "epoch": 5.935374149659864,
      "grad_norm": 0.41514667868614197,
      "learning_rate": 0.00021051936619718309,
      "loss": 1.4776,
      "step": 34900
    },
    {
      "epoch": 5.9438775510204085,
      "grad_norm": 0.41285404562950134,
      "learning_rate": 0.00021007922535211268,
      "loss": 1.4796,
      "step": 34950
    },
    {
      "epoch": 5.9523809523809526,
      "grad_norm": 0.407366544008255,
      "learning_rate": 0.00020963908450704225,
      "loss": 1.4687,
      "step": 35000
    },
    {
      "epoch": 5.9523809523809526,
      "eval_loss": 1.6382627487182617,
      "eval_runtime": 75.3966,
      "eval_samples_per_second": 1244.606,
      "eval_steps_per_second": 4.868,
      "step": 35000
    },
    {
      "epoch": 5.960884353741497,
      "grad_norm": 0.4154813885688782,
      "learning_rate": 0.00020919894366197185,
      "loss": 1.4731,
      "step": 35050
    },
    {
      "epoch": 5.969387755102041,
      "grad_norm": 0.40901270508766174,
      "learning_rate": 0.0002087588028169014,
      "loss": 1.4767,
      "step": 35100
    },
    {
      "epoch": 5.977891156462585,
      "grad_norm": 0.41301828622817993,
      "learning_rate": 0.000208318661971831,
      "loss": 1.4688,
      "step": 35150
    },
    {
      "epoch": 5.986394557823129,
      "grad_norm": 0.43283048272132874,
      "learning_rate": 0.00020787852112676055,
      "loss": 1.4673,
      "step": 35200
    },
    {
      "epoch": 5.994897959183674,
      "grad_norm": 0.4242665469646454,
      "learning_rate": 0.00020743838028169015,
      "loss": 1.4749,
      "step": 35250
    },
    {
      "epoch": 6.003401360544218,
      "grad_norm": 0.4176988899707794,
      "learning_rate": 0.00020699823943661971,
      "loss": 1.4713,
      "step": 35300
    },
    {
      "epoch": 6.011904761904762,
      "grad_norm": 0.4250063896179199,
      "learning_rate": 0.0002065580985915493,
      "loss": 1.4688,
      "step": 35350
    },
    {
      "epoch": 6.020408163265306,
      "grad_norm": 0.4247675836086273,
      "learning_rate": 0.00020611795774647888,
      "loss": 1.4661,
      "step": 35400
    },
    {
      "epoch": 6.02891156462585,
      "grad_norm": 0.47026437520980835,
      "learning_rate": 0.00020567781690140847,
      "loss": 1.4641,
      "step": 35450
    },
    {
      "epoch": 6.037414965986395,
      "grad_norm": 0.41622287034988403,
      "learning_rate": 0.00020523767605633804,
      "loss": 1.4676,
      "step": 35500
    },
    {
      "epoch": 6.045918367346939,
      "grad_norm": 0.4315873980522156,
      "learning_rate": 0.0002047975352112676,
      "loss": 1.4701,
      "step": 35550
    },
    {
      "epoch": 6.054421768707483,
      "grad_norm": 0.4140373170375824,
      "learning_rate": 0.00020435739436619718,
      "loss": 1.4625,
      "step": 35600
    },
    {
      "epoch": 6.062925170068027,
      "grad_norm": 0.41319021582603455,
      "learning_rate": 0.00020391725352112677,
      "loss": 1.4674,
      "step": 35650
    },
    {
      "epoch": 6.071428571428571,
      "grad_norm": 0.4266904294490814,
      "learning_rate": 0.00020347711267605634,
      "loss": 1.4651,
      "step": 35700
    },
    {
      "epoch": 6.079931972789115,
      "grad_norm": 0.422049880027771,
      "learning_rate": 0.00020304577464788732,
      "loss": 1.4602,
      "step": 35750
    },
    {
      "epoch": 6.08843537414966,
      "grad_norm": 0.4264945089817047,
      "learning_rate": 0.0002026056338028169,
      "loss": 1.4629,
      "step": 35800
    },
    {
      "epoch": 6.096938775510204,
      "grad_norm": 0.47240814566612244,
      "learning_rate": 0.00020216549295774648,
      "loss": 1.4675,
      "step": 35850
    },
    {
      "epoch": 6.105442176870748,
      "grad_norm": 0.4204316735267639,
      "learning_rate": 0.00020172535211267608,
      "loss": 1.4627,
      "step": 35900
    },
    {
      "epoch": 6.113945578231292,
      "grad_norm": 0.41577088832855225,
      "learning_rate": 0.00020128521126760562,
      "loss": 1.4605,
      "step": 35950
    },
    {
      "epoch": 6.122448979591836,
      "grad_norm": 0.4297136962413788,
      "learning_rate": 0.0002008450704225352,
      "loss": 1.4685,
      "step": 36000
    },
    {
      "epoch": 6.122448979591836,
      "eval_loss": 1.6419459581375122,
      "eval_runtime": 75.3644,
      "eval_samples_per_second": 1245.137,
      "eval_steps_per_second": 4.87,
      "step": 36000
    },
    {
      "epoch": 6.130952380952381,
      "grad_norm": 0.408674418926239,
      "learning_rate": 0.00020040492957746478,
      "loss": 1.4666,
      "step": 36050
    },
    {
      "epoch": 6.139455782312925,
      "grad_norm": 0.41451412439346313,
      "learning_rate": 0.00019996478873239438,
      "loss": 1.4611,
      "step": 36100
    },
    {
      "epoch": 6.1479591836734695,
      "grad_norm": 0.4128754734992981,
      "learning_rate": 0.00019952464788732395,
      "loss": 1.4589,
      "step": 36150
    },
    {
      "epoch": 6.156462585034014,
      "grad_norm": 0.4213225543498993,
      "learning_rate": 0.00019908450704225354,
      "loss": 1.462,
      "step": 36200
    },
    {
      "epoch": 6.164965986394558,
      "grad_norm": 0.4226750433444977,
      "learning_rate": 0.0001986443661971831,
      "loss": 1.4605,
      "step": 36250
    },
    {
      "epoch": 6.173469387755102,
      "grad_norm": 0.4176504611968994,
      "learning_rate": 0.00019820422535211268,
      "loss": 1.459,
      "step": 36300
    },
    {
      "epoch": 6.181972789115647,
      "grad_norm": 0.42486241459846497,
      "learning_rate": 0.00019776408450704225,
      "loss": 1.4656,
      "step": 36350
    },
    {
      "epoch": 6.190476190476191,
      "grad_norm": 0.40891167521476746,
      "learning_rate": 0.00019732394366197184,
      "loss": 1.4601,
      "step": 36400
    },
    {
      "epoch": 6.198979591836735,
      "grad_norm": 0.4230293035507202,
      "learning_rate": 0.0001968838028169014,
      "loss": 1.4537,
      "step": 36450
    },
    {
      "epoch": 6.207482993197279,
      "grad_norm": 0.4342026710510254,
      "learning_rate": 0.000196443661971831,
      "loss": 1.4575,
      "step": 36500
    },
    {
      "epoch": 6.215986394557823,
      "grad_norm": 0.417348176240921,
      "learning_rate": 0.00019600352112676057,
      "loss": 1.4618,
      "step": 36550
    },
    {
      "epoch": 6.224489795918367,
      "grad_norm": 0.4206349551677704,
      "learning_rate": 0.00019556338028169017,
      "loss": 1.4596,
      "step": 36600
    },
    {
      "epoch": 6.232993197278912,
      "grad_norm": 0.42500296235084534,
      "learning_rate": 0.0001951232394366197,
      "loss": 1.4534,
      "step": 36650
    },
    {
      "epoch": 6.241496598639456,
      "grad_norm": 0.42607611417770386,
      "learning_rate": 0.0001946830985915493,
      "loss": 1.4621,
      "step": 36700
    },
    {
      "epoch": 6.25,
      "grad_norm": 0.4912338852882385,
      "learning_rate": 0.00019424295774647887,
      "loss": 1.4629,
      "step": 36750
    },
    {
      "epoch": 6.258503401360544,
      "grad_norm": 0.40748193860054016,
      "learning_rate": 0.00019380281690140847,
      "loss": 1.4639,
      "step": 36800
    },
    {
      "epoch": 6.267006802721088,
      "grad_norm": 0.41081297397613525,
      "learning_rate": 0.00019336267605633804,
      "loss": 1.4505,
      "step": 36850
    },
    {
      "epoch": 6.275510204081632,
      "grad_norm": 0.41694825887680054,
      "learning_rate": 0.0001929225352112676,
      "loss": 1.4573,
      "step": 36900
    },
    {
      "epoch": 6.284013605442177,
      "grad_norm": 0.4185777008533478,
      "learning_rate": 0.0001924823943661972,
      "loss": 1.4621,
      "step": 36950
    },
    {
      "epoch": 6.292517006802721,
      "grad_norm": 0.6816411018371582,
      "learning_rate": 0.00019204225352112674,
      "loss": 1.4526,
      "step": 37000
    },
    {
      "epoch": 6.292517006802721,
      "eval_loss": 1.6315878629684448,
      "eval_runtime": 75.3702,
      "eval_samples_per_second": 1245.041,
      "eval_steps_per_second": 4.869,
      "step": 37000
    },
    {
      "epoch": 6.301020408163265,
      "grad_norm": 0.4173048436641693,
      "learning_rate": 0.00019160211267605634,
      "loss": 1.4542,
      "step": 37050
    },
    {
      "epoch": 6.309523809523809,
      "grad_norm": 0.4043162167072296,
      "learning_rate": 0.0001911619718309859,
      "loss": 1.4541,
      "step": 37100
    },
    {
      "epoch": 6.318027210884353,
      "grad_norm": 0.4198301136493683,
      "learning_rate": 0.0001907218309859155,
      "loss": 1.4526,
      "step": 37150
    },
    {
      "epoch": 6.326530612244898,
      "grad_norm": 0.4946387708187103,
      "learning_rate": 0.00019028169014084507,
      "loss": 1.4631,
      "step": 37200
    },
    {
      "epoch": 6.335034013605442,
      "grad_norm": 0.431738018989563,
      "learning_rate": 0.00018984154929577466,
      "loss": 1.449,
      "step": 37250
    },
    {
      "epoch": 6.343537414965986,
      "grad_norm": 0.41441062092781067,
      "learning_rate": 0.00018940140845070423,
      "loss": 1.4501,
      "step": 37300
    },
    {
      "epoch": 6.3520408163265305,
      "grad_norm": 0.41452255845069885,
      "learning_rate": 0.0001889612676056338,
      "loss": 1.445,
      "step": 37350
    },
    {
      "epoch": 6.360544217687075,
      "grad_norm": 0.4315445125102997,
      "learning_rate": 0.00018852112676056337,
      "loss": 1.4556,
      "step": 37400
    },
    {
      "epoch": 6.369047619047619,
      "grad_norm": 0.41262757778167725,
      "learning_rate": 0.00018808098591549297,
      "loss": 1.4531,
      "step": 37450
    },
    {
      "epoch": 6.377551020408164,
      "grad_norm": 0.42860937118530273,
      "learning_rate": 0.00018764084507042253,
      "loss": 1.4612,
      "step": 37500
    },
    {
      "epoch": 6.386054421768708,
      "grad_norm": 0.4128934442996979,
      "learning_rate": 0.00018720070422535213,
      "loss": 1.4467,
      "step": 37550
    },
    {
      "epoch": 6.394557823129252,
      "grad_norm": 0.4122573137283325,
      "learning_rate": 0.0001867605633802817,
      "loss": 1.446,
      "step": 37600
    },
    {
      "epoch": 6.403061224489796,
      "grad_norm": 0.41068488359451294,
      "learning_rate": 0.0001863204225352113,
      "loss": 1.4515,
      "step": 37650
    },
    {
      "epoch": 6.41156462585034,
      "grad_norm": 0.4696698784828186,
      "learning_rate": 0.00018588028169014083,
      "loss": 1.4508,
      "step": 37700
    },
    {
      "epoch": 6.420068027210885,
      "grad_norm": 0.41070887446403503,
      "learning_rate": 0.00018544014084507043,
      "loss": 1.4496,
      "step": 37750
    },
    {
      "epoch": 6.428571428571429,
      "grad_norm": 0.4017719626426697,
      "learning_rate": 0.000185,
      "loss": 1.4457,
      "step": 37800
    },
    {
      "epoch": 6.437074829931973,
      "grad_norm": 0.420674592256546,
      "learning_rate": 0.0001845598591549296,
      "loss": 1.4524,
      "step": 37850
    },
    {
      "epoch": 6.445578231292517,
      "grad_norm": 0.4091247618198395,
      "learning_rate": 0.00018411971830985916,
      "loss": 1.4454,
      "step": 37900
    },
    {
      "epoch": 6.454081632653061,
      "grad_norm": 0.45321521162986755,
      "learning_rate": 0.00018367957746478876,
      "loss": 1.4511,
      "step": 37950
    },
    {
      "epoch": 6.462585034013605,
      "grad_norm": 0.4094868004322052,
      "learning_rate": 0.00018323943661971832,
      "loss": 1.4523,
      "step": 38000
    },
    {
      "epoch": 6.462585034013605,
      "eval_loss": 1.6195621490478516,
      "eval_runtime": 75.373,
      "eval_samples_per_second": 1244.995,
      "eval_steps_per_second": 4.869,
      "step": 38000
    },
    {
      "epoch": 6.47108843537415,
      "grad_norm": 0.41573402285575867,
      "learning_rate": 0.00018279929577464787,
      "loss": 1.4493,
      "step": 38050
    },
    {
      "epoch": 6.479591836734694,
      "grad_norm": 0.4076358675956726,
      "learning_rate": 0.00018235915492957746,
      "loss": 1.4479,
      "step": 38100
    },
    {
      "epoch": 6.488095238095238,
      "grad_norm": 0.41350802779197693,
      "learning_rate": 0.00018192781690140844,
      "loss": 1.4474,
      "step": 38150
    },
    {
      "epoch": 6.496598639455782,
      "grad_norm": 0.42011725902557373,
      "learning_rate": 0.00018149647887323944,
      "loss": 1.4579,
      "step": 38200
    },
    {
      "epoch": 6.505102040816326,
      "grad_norm": 0.4202333688735962,
      "learning_rate": 0.000181056338028169,
      "loss": 1.448,
      "step": 38250
    },
    {
      "epoch": 6.513605442176871,
      "grad_norm": 0.41736331582069397,
      "learning_rate": 0.0001806161971830986,
      "loss": 1.4421,
      "step": 38300
    },
    {
      "epoch": 6.522108843537415,
      "grad_norm": 0.4162420332431793,
      "learning_rate": 0.00018017605633802817,
      "loss": 1.4401,
      "step": 38350
    },
    {
      "epoch": 6.530612244897959,
      "grad_norm": 0.40687423944473267,
      "learning_rate": 0.00017973591549295777,
      "loss": 1.4439,
      "step": 38400
    },
    {
      "epoch": 6.539115646258503,
      "grad_norm": 0.42472130060195923,
      "learning_rate": 0.0001792957746478873,
      "loss": 1.4468,
      "step": 38450
    },
    {
      "epoch": 6.5476190476190474,
      "grad_norm": 0.4216206669807434,
      "learning_rate": 0.0001788556338028169,
      "loss": 1.4454,
      "step": 38500
    },
    {
      "epoch": 6.5561224489795915,
      "grad_norm": 0.4373023211956024,
      "learning_rate": 0.00017841549295774647,
      "loss": 1.4441,
      "step": 38550
    },
    {
      "epoch": 6.564625850340136,
      "grad_norm": 0.4680120050907135,
      "learning_rate": 0.00017797535211267607,
      "loss": 1.4383,
      "step": 38600
    },
    {
      "epoch": 6.5731292517006805,
      "grad_norm": 0.4241814911365509,
      "learning_rate": 0.00017753521126760564,
      "loss": 1.4413,
      "step": 38650
    },
    {
      "epoch": 6.581632653061225,
      "grad_norm": 0.449913889169693,
      "learning_rate": 0.00017709507042253523,
      "loss": 1.4427,
      "step": 38700
    },
    {
      "epoch": 6.590136054421769,
      "grad_norm": 0.4140756130218506,
      "learning_rate": 0.0001766549295774648,
      "loss": 1.4429,
      "step": 38750
    },
    {
      "epoch": 6.598639455782313,
      "grad_norm": 0.4235837161540985,
      "learning_rate": 0.00017621478873239437,
      "loss": 1.4425,
      "step": 38800
    },
    {
      "epoch": 6.607142857142857,
      "grad_norm": 0.4102327227592468,
      "learning_rate": 0.00017577464788732394,
      "loss": 1.4428,
      "step": 38850
    },
    {
      "epoch": 6.615646258503402,
      "grad_norm": 0.41676509380340576,
      "learning_rate": 0.00017533450704225353,
      "loss": 1.4515,
      "step": 38900
    },
    {
      "epoch": 6.624149659863946,
      "grad_norm": 0.41074737906455994,
      "learning_rate": 0.0001748943661971831,
      "loss": 1.4376,
      "step": 38950
    },
    {
      "epoch": 6.63265306122449,
      "grad_norm": 0.4003889262676239,
      "learning_rate": 0.00017445422535211267,
      "loss": 1.4425,
      "step": 39000
    },
    {
      "epoch": 6.63265306122449,
      "eval_loss": 1.6100125312805176,
      "eval_runtime": 75.3679,
      "eval_samples_per_second": 1245.078,
      "eval_steps_per_second": 4.869,
      "step": 39000
    },
    {
      "epoch": 6.641156462585034,
      "grad_norm": 0.4165302813053131,
      "learning_rate": 0.00017401408450704226,
      "loss": 1.4366,
      "step": 39050
    },
    {
      "epoch": 6.649659863945578,
      "grad_norm": 0.4187438488006592,
      "learning_rate": 0.00017357394366197183,
      "loss": 1.4403,
      "step": 39100
    },
    {
      "epoch": 6.658163265306122,
      "grad_norm": 0.41520532965660095,
      "learning_rate": 0.0001731338028169014,
      "loss": 1.4465,
      "step": 39150
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 0.47344011068344116,
      "learning_rate": 0.00017269366197183097,
      "loss": 1.4451,
      "step": 39200
    },
    {
      "epoch": 6.675170068027211,
      "grad_norm": 0.4409021735191345,
      "learning_rate": 0.00017225352112676057,
      "loss": 1.4367,
      "step": 39250
    },
    {
      "epoch": 6.683673469387755,
      "grad_norm": 0.4071614742279053,
      "learning_rate": 0.00017181338028169013,
      "loss": 1.4343,
      "step": 39300
    },
    {
      "epoch": 6.692176870748299,
      "grad_norm": 0.43377685546875,
      "learning_rate": 0.00017137323943661973,
      "loss": 1.4387,
      "step": 39350
    },
    {
      "epoch": 6.700680272108843,
      "grad_norm": 0.41328275203704834,
      "learning_rate": 0.0001709330985915493,
      "loss": 1.4308,
      "step": 39400
    },
    {
      "epoch": 6.709183673469388,
      "grad_norm": 0.4269335865974426,
      "learning_rate": 0.0001704929577464789,
      "loss": 1.4329,
      "step": 39450
    },
    {
      "epoch": 6.717687074829932,
      "grad_norm": 0.4136207401752472,
      "learning_rate": 0.00017005281690140843,
      "loss": 1.4386,
      "step": 39500
    },
    {
      "epoch": 6.726190476190476,
      "grad_norm": 0.41490909457206726,
      "learning_rate": 0.00016961267605633803,
      "loss": 1.4348,
      "step": 39550
    },
    {
      "epoch": 6.73469387755102,
      "grad_norm": 0.41925111413002014,
      "learning_rate": 0.0001691725352112676,
      "loss": 1.4329,
      "step": 39600
    },
    {
      "epoch": 6.743197278911564,
      "grad_norm": 0.4161663353443146,
      "learning_rate": 0.0001687323943661972,
      "loss": 1.4325,
      "step": 39650
    },
    {
      "epoch": 6.7517006802721085,
      "grad_norm": 0.4175470769405365,
      "learning_rate": 0.00016829225352112676,
      "loss": 1.4331,
      "step": 39700
    },
    {
      "epoch": 6.760204081632653,
      "grad_norm": 0.40980637073516846,
      "learning_rate": 0.00016785211267605636,
      "loss": 1.436,
      "step": 39750
    },
    {
      "epoch": 6.7687074829931975,
      "grad_norm": 0.4164717197418213,
      "learning_rate": 0.00016741197183098592,
      "loss": 1.4354,
      "step": 39800
    },
    {
      "epoch": 6.7772108843537415,
      "grad_norm": 0.41800665855407715,
      "learning_rate": 0.00016697183098591552,
      "loss": 1.4321,
      "step": 39850
    },
    {
      "epoch": 6.785714285714286,
      "grad_norm": 0.4796483814716339,
      "learning_rate": 0.00016653169014084506,
      "loss": 1.428,
      "step": 39900
    },
    {
      "epoch": 6.79421768707483,
      "grad_norm": 0.40372607111930847,
      "learning_rate": 0.00016609154929577466,
      "loss": 1.4335,
      "step": 39950
    },
    {
      "epoch": 6.802721088435375,
      "grad_norm": 0.42244842648506165,
      "learning_rate": 0.00016565140845070423,
      "loss": 1.4391,
      "step": 40000
    },
    {
      "epoch": 6.802721088435375,
      "eval_loss": 1.6078286170959473,
      "eval_runtime": 75.3844,
      "eval_samples_per_second": 1244.806,
      "eval_steps_per_second": 4.868,
      "step": 40000
    },
    {
      "epoch": 6.811224489795919,
      "grad_norm": 0.41039007902145386,
      "learning_rate": 0.00016521126760563382,
      "loss": 1.4388,
      "step": 40050
    },
    {
      "epoch": 6.819727891156463,
      "grad_norm": 0.4182026982307434,
      "learning_rate": 0.0001647711267605634,
      "loss": 1.4335,
      "step": 40100
    },
    {
      "epoch": 6.828231292517007,
      "grad_norm": 0.4472804665565491,
      "learning_rate": 0.00016433098591549296,
      "loss": 1.4357,
      "step": 40150
    },
    {
      "epoch": 6.836734693877551,
      "grad_norm": 0.4294123649597168,
      "learning_rate": 0.00016389084507042255,
      "loss": 1.4355,
      "step": 40200
    },
    {
      "epoch": 6.845238095238095,
      "grad_norm": 0.41815003752708435,
      "learning_rate": 0.0001634507042253521,
      "loss": 1.4324,
      "step": 40250
    },
    {
      "epoch": 6.853741496598639,
      "grad_norm": 0.4064941704273224,
      "learning_rate": 0.0001630105633802817,
      "loss": 1.4366,
      "step": 40300
    },
    {
      "epoch": 6.862244897959184,
      "grad_norm": 0.42009902000427246,
      "learning_rate": 0.00016257922535211267,
      "loss": 1.4325,
      "step": 40350
    },
    {
      "epoch": 6.870748299319728,
      "grad_norm": 0.3989739716053009,
      "learning_rate": 0.00016213908450704226,
      "loss": 1.4238,
      "step": 40400
    },
    {
      "epoch": 6.879251700680272,
      "grad_norm": 0.4133879840373993,
      "learning_rate": 0.00016169894366197183,
      "loss": 1.4281,
      "step": 40450
    },
    {
      "epoch": 6.887755102040816,
      "grad_norm": 0.42547741532325745,
      "learning_rate": 0.00016125880281690142,
      "loss": 1.4279,
      "step": 40500
    },
    {
      "epoch": 6.896258503401361,
      "grad_norm": 0.3915853202342987,
      "learning_rate": 0.000160818661971831,
      "loss": 1.4351,
      "step": 40550
    },
    {
      "epoch": 6.904761904761905,
      "grad_norm": 0.4148283302783966,
      "learning_rate": 0.00016037852112676056,
      "loss": 1.4332,
      "step": 40600
    },
    {
      "epoch": 6.913265306122449,
      "grad_norm": 0.4044345021247864,
      "learning_rate": 0.00015993838028169013,
      "loss": 1.4304,
      "step": 40650
    },
    {
      "epoch": 6.921768707482993,
      "grad_norm": 0.4137207269668579,
      "learning_rate": 0.00015949823943661972,
      "loss": 1.4342,
      "step": 40700
    },
    {
      "epoch": 6.930272108843537,
      "grad_norm": 0.40803512930870056,
      "learning_rate": 0.0001590580985915493,
      "loss": 1.4287,
      "step": 40750
    },
    {
      "epoch": 6.938775510204081,
      "grad_norm": 0.4186759889125824,
      "learning_rate": 0.0001586179577464789,
      "loss": 1.4269,
      "step": 40800
    },
    {
      "epoch": 6.947278911564625,
      "grad_norm": 0.5999934077262878,
      "learning_rate": 0.00015817781690140846,
      "loss": 1.4267,
      "step": 40850
    },
    {
      "epoch": 6.95578231292517,
      "grad_norm": 3.3650548458099365,
      "learning_rate": 0.00015773767605633805,
      "loss": 1.4273,
      "step": 40900
    },
    {
      "epoch": 6.964285714285714,
      "grad_norm": 0.4189580976963043,
      "learning_rate": 0.0001572975352112676,
      "loss": 1.4246,
      "step": 40950
    },
    {
      "epoch": 6.9727891156462585,
      "grad_norm": 0.4199207127094269,
      "learning_rate": 0.0001568573943661972,
      "loss": 1.4264,
      "step": 41000
    },
    {
      "epoch": 6.9727891156462585,
      "eval_loss": 1.6002153158187866,
      "eval_runtime": 75.3647,
      "eval_samples_per_second": 1245.132,
      "eval_steps_per_second": 4.87,
      "step": 41000
    },
    {
      "epoch": 6.9812925170068025,
      "grad_norm": 0.4282417595386505,
      "learning_rate": 0.00015641725352112676,
      "loss": 1.4302,
      "step": 41050
    },
    {
      "epoch": 6.989795918367347,
      "grad_norm": 0.4040624797344208,
      "learning_rate": 0.00015597711267605635,
      "loss": 1.4289,
      "step": 41100
    },
    {
      "epoch": 6.9982993197278915,
      "grad_norm": 0.4131171703338623,
      "learning_rate": 0.00015553697183098592,
      "loss": 1.4265,
      "step": 41150
    },
    {
      "epoch": 7.006802721088436,
      "grad_norm": 0.41220322251319885,
      "learning_rate": 0.0001550968309859155,
      "loss": 1.421,
      "step": 41200
    },
    {
      "epoch": 7.01530612244898,
      "grad_norm": 0.41320499777793884,
      "learning_rate": 0.00015465669014084508,
      "loss": 1.4126,
      "step": 41250
    },
    {
      "epoch": 7.023809523809524,
      "grad_norm": 0.43131372332572937,
      "learning_rate": 0.00015421654929577463,
      "loss": 1.4185,
      "step": 41300
    },
    {
      "epoch": 7.032312925170068,
      "grad_norm": 0.41249164938926697,
      "learning_rate": 0.00015377640845070422,
      "loss": 1.4225,
      "step": 41350
    },
    {
      "epoch": 7.040816326530612,
      "grad_norm": 0.41785308718681335,
      "learning_rate": 0.0001533362676056338,
      "loss": 1.4193,
      "step": 41400
    },
    {
      "epoch": 7.049319727891157,
      "grad_norm": 0.4036597013473511,
      "learning_rate": 0.00015289612676056338,
      "loss": 1.417,
      "step": 41450
    },
    {
      "epoch": 7.057823129251701,
      "grad_norm": 1.470516562461853,
      "learning_rate": 0.00015245598591549295,
      "loss": 1.42,
      "step": 41500
    },
    {
      "epoch": 7.066326530612245,
      "grad_norm": 0.4129942059516907,
      "learning_rate": 0.00015201584507042255,
      "loss": 1.4191,
      "step": 41550
    },
    {
      "epoch": 7.074829931972789,
      "grad_norm": 0.41847845911979675,
      "learning_rate": 0.00015157570422535212,
      "loss": 1.4146,
      "step": 41600
    },
    {
      "epoch": 7.083333333333333,
      "grad_norm": 0.4097050428390503,
      "learning_rate": 0.0001511355633802817,
      "loss": 1.4202,
      "step": 41650
    },
    {
      "epoch": 7.091836734693878,
      "grad_norm": 0.42190149426460266,
      "learning_rate": 0.00015069542253521125,
      "loss": 1.4191,
      "step": 41700
    },
    {
      "epoch": 7.100340136054422,
      "grad_norm": 0.4126221835613251,
      "learning_rate": 0.00015025528169014085,
      "loss": 1.4157,
      "step": 41750
    },
    {
      "epoch": 7.108843537414966,
      "grad_norm": 0.42145752906799316,
      "learning_rate": 0.00014981514084507042,
      "loss": 1.4152,
      "step": 41800
    },
    {
      "epoch": 7.11734693877551,
      "grad_norm": 0.41415074467658997,
      "learning_rate": 0.000149375,
      "loss": 1.4233,
      "step": 41850
    },
    {
      "epoch": 7.125850340136054,
      "grad_norm": 0.4122840166091919,
      "learning_rate": 0.00014893485915492958,
      "loss": 1.4194,
      "step": 41900
    },
    {
      "epoch": 7.134353741496598,
      "grad_norm": 0.4208846986293793,
      "learning_rate": 0.00014849471830985918,
      "loss": 1.417,
      "step": 41950
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 0.41025856137275696,
      "learning_rate": 0.00014805457746478874,
      "loss": 1.4138,
      "step": 42000
    },
    {
      "epoch": 7.142857142857143,
      "eval_loss": 1.5856564044952393,
      "eval_runtime": 75.3402,
      "eval_samples_per_second": 1245.536,
      "eval_steps_per_second": 4.871,
      "step": 42000
    },
    {
      "epoch": 7.151360544217687,
      "grad_norm": 0.4345760941505432,
      "learning_rate": 0.0001476144366197183,
      "loss": 1.4162,
      "step": 42050
    },
    {
      "epoch": 7.159863945578231,
      "grad_norm": 0.42329126596450806,
      "learning_rate": 0.00014717429577464788,
      "loss": 1.4183,
      "step": 42100
    },
    {
      "epoch": 7.168367346938775,
      "grad_norm": 0.45433273911476135,
      "learning_rate": 0.00014673415492957748,
      "loss": 1.4209,
      "step": 42150
    },
    {
      "epoch": 7.1768707482993195,
      "grad_norm": 0.401620477437973,
      "learning_rate": 0.00014629401408450704,
      "loss": 1.4157,
      "step": 42200
    },
    {
      "epoch": 7.1853741496598635,
      "grad_norm": 0.4111977219581604,
      "learning_rate": 0.00014585387323943664,
      "loss": 1.4176,
      "step": 42250
    },
    {
      "epoch": 7.1938775510204085,
      "grad_norm": 0.4081551134586334,
      "learning_rate": 0.0001454137323943662,
      "loss": 1.4175,
      "step": 42300
    },
    {
      "epoch": 7.2023809523809526,
      "grad_norm": 0.41629016399383545,
      "learning_rate": 0.0001449735915492958,
      "loss": 1.4156,
      "step": 42350
    },
    {
      "epoch": 7.210884353741497,
      "grad_norm": 0.4202435314655304,
      "learning_rate": 0.00014453345070422534,
      "loss": 1.4158,
      "step": 42400
    },
    {
      "epoch": 7.219387755102041,
      "grad_norm": 0.4117106795310974,
      "learning_rate": 0.0001440933098591549,
      "loss": 1.4128,
      "step": 42450
    },
    {
      "epoch": 7.227891156462585,
      "grad_norm": 0.40955278277397156,
      "learning_rate": 0.0001436531690140845,
      "loss": 1.4101,
      "step": 42500
    },
    {
      "epoch": 7.23639455782313,
      "grad_norm": 0.4062648415565491,
      "learning_rate": 0.00014321302816901408,
      "loss": 1.4123,
      "step": 42550
    },
    {
      "epoch": 7.244897959183674,
      "grad_norm": 0.39645469188690186,
      "learning_rate": 0.00014277288732394367,
      "loss": 1.4122,
      "step": 42600
    },
    {
      "epoch": 7.253401360544218,
      "grad_norm": 0.4102307856082916,
      "learning_rate": 0.00014233274647887324,
      "loss": 1.4142,
      "step": 42650
    },
    {
      "epoch": 7.261904761904762,
      "grad_norm": 0.39169833064079285,
      "learning_rate": 0.00014189260563380284,
      "loss": 1.4123,
      "step": 42700
    },
    {
      "epoch": 7.270408163265306,
      "grad_norm": 0.40885522961616516,
      "learning_rate": 0.00014145246478873238,
      "loss": 1.4099,
      "step": 42750
    },
    {
      "epoch": 7.27891156462585,
      "grad_norm": 0.40849608182907104,
      "learning_rate": 0.00014101232394366197,
      "loss": 1.4112,
      "step": 42800
    },
    {
      "epoch": 7.287414965986395,
      "grad_norm": 0.416453093290329,
      "learning_rate": 0.00014057218309859154,
      "loss": 1.4139,
      "step": 42850
    },
    {
      "epoch": 7.295918367346939,
      "grad_norm": 0.40005016326904297,
      "learning_rate": 0.00014013204225352114,
      "loss": 1.4122,
      "step": 42900
    },
    {
      "epoch": 7.304421768707483,
      "grad_norm": 0.40970712900161743,
      "learning_rate": 0.0001396919014084507,
      "loss": 1.4071,
      "step": 42950
    },
    {
      "epoch": 7.312925170068027,
      "grad_norm": 0.3983543813228607,
      "learning_rate": 0.0001392517605633803,
      "loss": 1.4095,
      "step": 43000
    },
    {
      "epoch": 7.312925170068027,
      "eval_loss": 1.581950068473816,
      "eval_runtime": 75.8081,
      "eval_samples_per_second": 1237.849,
      "eval_steps_per_second": 4.841,
      "step": 43000
    },
    {
      "epoch": 7.321428571428571,
      "grad_norm": 0.42998814582824707,
      "learning_rate": 0.00013881161971830987,
      "loss": 1.4165,
      "step": 43050
    },
    {
      "epoch": 7.329931972789115,
      "grad_norm": 0.40602609515190125,
      "learning_rate": 0.00013837147887323944,
      "loss": 1.4079,
      "step": 43100
    },
    {
      "epoch": 7.33843537414966,
      "grad_norm": 0.4095648229122162,
      "learning_rate": 0.000137931338028169,
      "loss": 1.4155,
      "step": 43150
    },
    {
      "epoch": 7.346938775510204,
      "grad_norm": 0.5845966339111328,
      "learning_rate": 0.0001374911971830986,
      "loss": 1.3978,
      "step": 43200
    },
    {
      "epoch": 7.355442176870748,
      "grad_norm": 0.39307621121406555,
      "learning_rate": 0.00013705105633802817,
      "loss": 1.4063,
      "step": 43250
    },
    {
      "epoch": 7.363945578231292,
      "grad_norm": 0.41059941053390503,
      "learning_rate": 0.00013661091549295776,
      "loss": 1.4111,
      "step": 43300
    },
    {
      "epoch": 7.372448979591836,
      "grad_norm": 0.4473901689052582,
      "learning_rate": 0.00013617077464788733,
      "loss": 1.4107,
      "step": 43350
    },
    {
      "epoch": 7.380952380952381,
      "grad_norm": 0.4176762104034424,
      "learning_rate": 0.00013573063380281693,
      "loss": 1.4074,
      "step": 43400
    },
    {
      "epoch": 7.389455782312925,
      "grad_norm": 0.40306830406188965,
      "learning_rate": 0.00013529049295774647,
      "loss": 1.4018,
      "step": 43450
    },
    {
      "epoch": 7.3979591836734695,
      "grad_norm": 0.40745970606803894,
      "learning_rate": 0.00013485035211267606,
      "loss": 1.4094,
      "step": 43500
    },
    {
      "epoch": 7.406462585034014,
      "grad_norm": 0.4084283411502838,
      "learning_rate": 0.00013441021126760563,
      "loss": 1.4065,
      "step": 43550
    },
    {
      "epoch": 7.414965986394558,
      "grad_norm": 0.3982578217983246,
      "learning_rate": 0.0001339700704225352,
      "loss": 1.4058,
      "step": 43600
    },
    {
      "epoch": 7.423469387755102,
      "grad_norm": 0.40555986762046814,
      "learning_rate": 0.0001335299295774648,
      "loss": 1.4071,
      "step": 43650
    },
    {
      "epoch": 7.431972789115647,
      "grad_norm": 0.41015100479125977,
      "learning_rate": 0.00013308978873239436,
      "loss": 1.4055,
      "step": 43700
    },
    {
      "epoch": 7.440476190476191,
      "grad_norm": 0.39785054326057434,
      "learning_rate": 0.00013264964788732396,
      "loss": 1.4052,
      "step": 43750
    },
    {
      "epoch": 7.448979591836735,
      "grad_norm": 0.4046226441860199,
      "learning_rate": 0.0001322095070422535,
      "loss": 1.4099,
      "step": 43800
    },
    {
      "epoch": 7.457482993197279,
      "grad_norm": 0.4013233482837677,
      "learning_rate": 0.0001317693661971831,
      "loss": 1.4105,
      "step": 43850
    },
    {
      "epoch": 7.465986394557823,
      "grad_norm": 0.42137226462364197,
      "learning_rate": 0.00013132922535211266,
      "loss": 1.4074,
      "step": 43900
    },
    {
      "epoch": 7.474489795918368,
      "grad_norm": 0.4147741496562958,
      "learning_rate": 0.00013088908450704226,
      "loss": 1.4055,
      "step": 43950
    },
    {
      "epoch": 7.482993197278912,
      "grad_norm": 0.43600887060165405,
      "learning_rate": 0.00013044894366197183,
      "loss": 1.4049,
      "step": 44000
    },
    {
      "epoch": 7.482993197278912,
      "eval_loss": 1.575681209564209,
      "eval_runtime": 75.3426,
      "eval_samples_per_second": 1245.498,
      "eval_steps_per_second": 4.871,
      "step": 44000
    },
    {
      "epoch": 7.491496598639456,
      "grad_norm": 0.40329524874687195,
      "learning_rate": 0.00013000880281690142,
      "loss": 1.406,
      "step": 44050
    },
    {
      "epoch": 7.5,
      "grad_norm": 0.39978840947151184,
      "learning_rate": 0.000129568661971831,
      "loss": 1.4051,
      "step": 44100
    },
    {
      "epoch": 7.508503401360544,
      "grad_norm": 0.4256359934806824,
      "learning_rate": 0.00012912852112676056,
      "loss": 1.4096,
      "step": 44150
    },
    {
      "epoch": 7.517006802721088,
      "grad_norm": 0.41504326462745667,
      "learning_rate": 0.00012868838028169013,
      "loss": 1.411,
      "step": 44200
    },
    {
      "epoch": 7.525510204081632,
      "grad_norm": 0.41557520627975464,
      "learning_rate": 0.00012824823943661972,
      "loss": 1.3988,
      "step": 44250
    },
    {
      "epoch": 7.534013605442177,
      "grad_norm": 0.654144287109375,
      "learning_rate": 0.0001278080985915493,
      "loss": 1.4002,
      "step": 44300
    },
    {
      "epoch": 7.542517006802721,
      "grad_norm": 0.40340688824653625,
      "learning_rate": 0.0001273679577464789,
      "loss": 1.407,
      "step": 44350
    },
    {
      "epoch": 7.551020408163265,
      "grad_norm": 0.4111216068267822,
      "learning_rate": 0.00012692781690140846,
      "loss": 1.4051,
      "step": 44400
    },
    {
      "epoch": 7.559523809523809,
      "grad_norm": 0.40301740169525146,
      "learning_rate": 0.00012648767605633805,
      "loss": 1.4063,
      "step": 44450
    },
    {
      "epoch": 7.568027210884353,
      "grad_norm": 0.40716397762298584,
      "learning_rate": 0.0001260475352112676,
      "loss": 1.4026,
      "step": 44500
    },
    {
      "epoch": 7.576530612244898,
      "grad_norm": 0.40946149826049805,
      "learning_rate": 0.0001256073943661972,
      "loss": 1.3999,
      "step": 44550
    },
    {
      "epoch": 7.585034013605442,
      "grad_norm": 0.4165254533290863,
      "learning_rate": 0.00012516725352112676,
      "loss": 1.4061,
      "step": 44600
    },
    {
      "epoch": 7.593537414965986,
      "grad_norm": 0.4061264097690582,
      "learning_rate": 0.00012472711267605635,
      "loss": 1.3952,
      "step": 44650
    },
    {
      "epoch": 7.6020408163265305,
      "grad_norm": 0.4414292573928833,
      "learning_rate": 0.00012428697183098592,
      "loss": 1.4061,
      "step": 44700
    },
    {
      "epoch": 7.610544217687075,
      "grad_norm": 0.39658012986183167,
      "learning_rate": 0.0001238468309859155,
      "loss": 1.3985,
      "step": 44750
    },
    {
      "epoch": 7.619047619047619,
      "grad_norm": 0.7822299599647522,
      "learning_rate": 0.00012340669014084508,
      "loss": 1.3993,
      "step": 44800
    },
    {
      "epoch": 7.627551020408164,
      "grad_norm": 0.3982444703578949,
      "learning_rate": 0.00012296654929577465,
      "loss": 1.4011,
      "step": 44850
    },
    {
      "epoch": 7.636054421768708,
      "grad_norm": 0.40807053446769714,
      "learning_rate": 0.00012252640845070422,
      "loss": 1.3984,
      "step": 44900
    },
    {
      "epoch": 7.644557823129252,
      "grad_norm": 0.4086779057979584,
      "learning_rate": 0.00012208626760563382,
      "loss": 1.403,
      "step": 44950
    },
    {
      "epoch": 7.653061224489796,
      "grad_norm": 0.4078817367553711,
      "learning_rate": 0.00012164612676056338,
      "loss": 1.3974,
      "step": 45000
    },
    {
      "epoch": 7.653061224489796,
      "eval_loss": 1.564176082611084,
      "eval_runtime": 75.8799,
      "eval_samples_per_second": 1236.678,
      "eval_steps_per_second": 4.837,
      "step": 45000
    },
    {
      "epoch": 7.66156462585034,
      "grad_norm": 0.4033880829811096,
      "learning_rate": 0.00012120598591549297,
      "loss": 1.396,
      "step": 45050
    },
    {
      "epoch": 7.670068027210885,
      "grad_norm": 0.41422680020332336,
      "learning_rate": 0.00012076584507042255,
      "loss": 1.3999,
      "step": 45100
    },
    {
      "epoch": 7.678571428571429,
      "grad_norm": 0.41265836358070374,
      "learning_rate": 0.00012032570422535212,
      "loss": 1.3974,
      "step": 45150
    },
    {
      "epoch": 7.687074829931973,
      "grad_norm": 0.4050711989402771,
      "learning_rate": 0.0001198855633802817,
      "loss": 1.3992,
      "step": 45200
    },
    {
      "epoch": 7.695578231292517,
      "grad_norm": 0.4541753828525543,
      "learning_rate": 0.00011944542253521128,
      "loss": 1.3956,
      "step": 45250
    },
    {
      "epoch": 7.704081632653061,
      "grad_norm": 0.469691663980484,
      "learning_rate": 0.00011900528169014085,
      "loss": 1.3941,
      "step": 45300
    },
    {
      "epoch": 7.712585034013605,
      "grad_norm": 0.4149336516857147,
      "learning_rate": 0.00011856514084507042,
      "loss": 1.3926,
      "step": 45350
    },
    {
      "epoch": 7.72108843537415,
      "grad_norm": 0.3968436121940613,
      "learning_rate": 0.000118125,
      "loss": 1.3945,
      "step": 45400
    },
    {
      "epoch": 7.729591836734694,
      "grad_norm": 0.4118001461029053,
      "learning_rate": 0.00011768485915492958,
      "loss": 1.3945,
      "step": 45450
    },
    {
      "epoch": 7.738095238095238,
      "grad_norm": 0.4041975438594818,
      "learning_rate": 0.00011724471830985915,
      "loss": 1.3958,
      "step": 45500
    },
    {
      "epoch": 7.746598639455782,
      "grad_norm": 0.4147978723049164,
      "learning_rate": 0.00011680457746478873,
      "loss": 1.3885,
      "step": 45550
    },
    {
      "epoch": 7.755102040816326,
      "grad_norm": 0.4063569903373718,
      "learning_rate": 0.00011636443661971831,
      "loss": 1.3955,
      "step": 45600
    },
    {
      "epoch": 7.763605442176871,
      "grad_norm": 0.4077317416667938,
      "learning_rate": 0.00011592429577464788,
      "loss": 1.3969,
      "step": 45650
    },
    {
      "epoch": 7.772108843537415,
      "grad_norm": 0.4094686508178711,
      "learning_rate": 0.00011548415492957746,
      "loss": 1.3956,
      "step": 45700
    },
    {
      "epoch": 7.780612244897959,
      "grad_norm": 0.46225419640541077,
      "learning_rate": 0.00011504401408450704,
      "loss": 1.3964,
      "step": 45750
    },
    {
      "epoch": 7.789115646258503,
      "grad_norm": 0.40823882818222046,
      "learning_rate": 0.00011460387323943663,
      "loss": 1.3865,
      "step": 45800
    },
    {
      "epoch": 7.7976190476190474,
      "grad_norm": 0.4115474224090576,
      "learning_rate": 0.0001141637323943662,
      "loss": 1.3946,
      "step": 45850
    },
    {
      "epoch": 7.8061224489795915,
      "grad_norm": 0.4270274043083191,
      "learning_rate": 0.00011372359154929578,
      "loss": 1.3961,
      "step": 45900
    },
    {
      "epoch": 7.814625850340136,
      "grad_norm": 0.4096102714538574,
      "learning_rate": 0.00011328345070422536,
      "loss": 1.3909,
      "step": 45950
    },
    {
      "epoch": 7.8231292517006805,
      "grad_norm": 0.41915324330329895,
      "learning_rate": 0.00011284330985915494,
      "loss": 1.3942,
      "step": 46000
    },
    {
      "epoch": 7.8231292517006805,
      "eval_loss": 1.5574978590011597,
      "eval_runtime": 75.3679,
      "eval_samples_per_second": 1245.08,
      "eval_steps_per_second": 4.869,
      "step": 46000
    },
    {
      "epoch": 7.831632653061225,
      "grad_norm": 0.42200446128845215,
      "learning_rate": 0.00011241197183098592,
      "loss": 1.3898,
      "step": 46050
    },
    {
      "epoch": 7.840136054421769,
      "grad_norm": 0.40634581446647644,
      "learning_rate": 0.0001119718309859155,
      "loss": 1.3872,
      "step": 46100
    },
    {
      "epoch": 7.848639455782313,
      "grad_norm": 0.40481993556022644,
      "learning_rate": 0.00011153169014084508,
      "loss": 1.394,
      "step": 46150
    },
    {
      "epoch": 7.857142857142857,
      "grad_norm": 0.8925232887268066,
      "learning_rate": 0.00011109154929577466,
      "loss": 1.3921,
      "step": 46200
    },
    {
      "epoch": 7.865646258503402,
      "grad_norm": 0.5260804295539856,
      "learning_rate": 0.00011065140845070423,
      "loss": 1.3892,
      "step": 46250
    },
    {
      "epoch": 7.874149659863946,
      "grad_norm": 0.4104487895965576,
      "learning_rate": 0.00011021126760563381,
      "loss": 1.3966,
      "step": 46300
    },
    {
      "epoch": 7.88265306122449,
      "grad_norm": 0.4222128391265869,
      "learning_rate": 0.0001097711267605634,
      "loss": 1.3911,
      "step": 46350
    },
    {
      "epoch": 7.891156462585034,
      "grad_norm": 0.4017203748226166,
      "learning_rate": 0.00010933098591549295,
      "loss": 1.3858,
      "step": 46400
    },
    {
      "epoch": 7.899659863945578,
      "grad_norm": 0.41633373498916626,
      "learning_rate": 0.00010889084507042253,
      "loss": 1.3888,
      "step": 46450
    },
    {
      "epoch": 7.908163265306122,
      "grad_norm": 0.41837745904922485,
      "learning_rate": 0.00010845070422535211,
      "loss": 1.3827,
      "step": 46500
    },
    {
      "epoch": 7.916666666666667,
      "grad_norm": 0.4108099341392517,
      "learning_rate": 0.0001080105633802817,
      "loss": 1.3867,
      "step": 46550
    },
    {
      "epoch": 7.925170068027211,
      "grad_norm": 0.4089981019496918,
      "learning_rate": 0.00010757042253521126,
      "loss": 1.3883,
      "step": 46600
    },
    {
      "epoch": 7.933673469387755,
      "grad_norm": 0.40665385127067566,
      "learning_rate": 0.00010713028169014084,
      "loss": 1.3867,
      "step": 46650
    },
    {
      "epoch": 7.942176870748299,
      "grad_norm": 0.4587544798851013,
      "learning_rate": 0.00010669014084507043,
      "loss": 1.3887,
      "step": 46700
    },
    {
      "epoch": 7.950680272108843,
      "grad_norm": 0.41734760999679565,
      "learning_rate": 0.00010625,
      "loss": 1.3865,
      "step": 46750
    },
    {
      "epoch": 7.959183673469388,
      "grad_norm": 0.3909563422203064,
      "learning_rate": 0.00010580985915492958,
      "loss": 1.3826,
      "step": 46800
    },
    {
      "epoch": 7.967687074829932,
      "grad_norm": 0.4237678647041321,
      "learning_rate": 0.00010536971830985916,
      "loss": 1.3844,
      "step": 46850
    },
    {
      "epoch": 7.976190476190476,
      "grad_norm": 0.3990273177623749,
      "learning_rate": 0.00010492957746478874,
      "loss": 1.3834,
      "step": 46900
    },
    {
      "epoch": 7.98469387755102,
      "grad_norm": 0.4431270360946655,
      "learning_rate": 0.00010448943661971831,
      "loss": 1.3829,
      "step": 46950
    },
    {
      "epoch": 7.993197278911564,
      "grad_norm": 0.423221230506897,
      "learning_rate": 0.00010404929577464789,
      "loss": 1.3861,
      "step": 47000
    },
    {
      "epoch": 7.993197278911564,
      "eval_loss": 1.5540677309036255,
      "eval_runtime": 75.3265,
      "eval_samples_per_second": 1245.764,
      "eval_steps_per_second": 4.872,
      "step": 47000
    },
    {
      "epoch": 8.001700680272108,
      "grad_norm": 0.4330544173717499,
      "learning_rate": 0.00010360915492957747,
      "loss": 1.3834,
      "step": 47050
    },
    {
      "epoch": 8.010204081632653,
      "grad_norm": 0.4099094867706299,
      "learning_rate": 0.00010316901408450704,
      "loss": 1.3826,
      "step": 47100
    },
    {
      "epoch": 8.018707482993197,
      "grad_norm": 0.41134965419769287,
      "learning_rate": 0.00010272887323943662,
      "loss": 1.3846,
      "step": 47150
    },
    {
      "epoch": 8.02721088435374,
      "grad_norm": 0.4183215796947479,
      "learning_rate": 0.0001022887323943662,
      "loss": 1.379,
      "step": 47200
    },
    {
      "epoch": 8.035714285714286,
      "grad_norm": 0.39894890785217285,
      "learning_rate": 0.00010184859154929579,
      "loss": 1.3839,
      "step": 47250
    },
    {
      "epoch": 8.04421768707483,
      "grad_norm": 0.4777671992778778,
      "learning_rate": 0.00010140845070422535,
      "loss": 1.3789,
      "step": 47300
    },
    {
      "epoch": 8.052721088435375,
      "grad_norm": 0.41188567876815796,
      "learning_rate": 0.00010096830985915494,
      "loss": 1.3848,
      "step": 47350
    },
    {
      "epoch": 8.061224489795919,
      "grad_norm": 0.4015198349952698,
      "learning_rate": 0.00010052816901408452,
      "loss": 1.3883,
      "step": 47400
    },
    {
      "epoch": 8.069727891156463,
      "grad_norm": 0.401507169008255,
      "learning_rate": 0.00010008802816901409,
      "loss": 1.381,
      "step": 47450
    },
    {
      "epoch": 8.078231292517007,
      "grad_norm": 0.40761667490005493,
      "learning_rate": 9.964788732394367e-05,
      "loss": 1.3714,
      "step": 47500
    },
    {
      "epoch": 8.08673469387755,
      "grad_norm": 0.427236407995224,
      "learning_rate": 9.920774647887325e-05,
      "loss": 1.3799,
      "step": 47550
    },
    {
      "epoch": 8.095238095238095,
      "grad_norm": 0.40780577063560486,
      "learning_rate": 9.876760563380282e-05,
      "loss": 1.3762,
      "step": 47600
    },
    {
      "epoch": 8.103741496598639,
      "grad_norm": 0.4071747064590454,
      "learning_rate": 9.832746478873239e-05,
      "loss": 1.3815,
      "step": 47650
    },
    {
      "epoch": 8.112244897959183,
      "grad_norm": 0.40746966004371643,
      "learning_rate": 9.788732394366197e-05,
      "loss": 1.3794,
      "step": 47700
    },
    {
      "epoch": 8.120748299319727,
      "grad_norm": 0.39780792593955994,
      "learning_rate": 9.744718309859155e-05,
      "loss": 1.3804,
      "step": 47750
    },
    {
      "epoch": 8.129251700680273,
      "grad_norm": 0.4328888952732086,
      "learning_rate": 9.700704225352112e-05,
      "loss": 1.3792,
      "step": 47800
    },
    {
      "epoch": 8.137755102040817,
      "grad_norm": 0.40212351083755493,
      "learning_rate": 9.65669014084507e-05,
      "loss": 1.3702,
      "step": 47850
    },
    {
      "epoch": 8.146258503401361,
      "grad_norm": 0.3966144919395447,
      "learning_rate": 9.612676056338028e-05,
      "loss": 1.3761,
      "step": 47900
    },
    {
      "epoch": 8.154761904761905,
      "grad_norm": 0.41284072399139404,
      "learning_rate": 9.568661971830986e-05,
      "loss": 1.3774,
      "step": 47950
    },
    {
      "epoch": 8.16326530612245,
      "grad_norm": 0.41598987579345703,
      "learning_rate": 9.524647887323943e-05,
      "loss": 1.3746,
      "step": 48000
    },
    {
      "epoch": 8.16326530612245,
      "eval_loss": 1.544783115386963,
      "eval_runtime": 75.374,
      "eval_samples_per_second": 1244.979,
      "eval_steps_per_second": 4.869,
      "step": 48000
    },
    {
      "epoch": 8.171768707482993,
      "grad_norm": 0.7141363024711609,
      "learning_rate": 9.480633802816901e-05,
      "loss": 1.378,
      "step": 48050
    },
    {
      "epoch": 8.180272108843537,
      "grad_norm": 0.400291383266449,
      "learning_rate": 9.43661971830986e-05,
      "loss": 1.3805,
      "step": 48100
    },
    {
      "epoch": 8.188775510204081,
      "grad_norm": 0.40866729617118835,
      "learning_rate": 9.392605633802818e-05,
      "loss": 1.3765,
      "step": 48150
    },
    {
      "epoch": 8.197278911564625,
      "grad_norm": 0.39690279960632324,
      "learning_rate": 9.348591549295775e-05,
      "loss": 1.3747,
      "step": 48200
    },
    {
      "epoch": 8.20578231292517,
      "grad_norm": 0.41751721501350403,
      "learning_rate": 9.304577464788733e-05,
      "loss": 1.376,
      "step": 48250
    },
    {
      "epoch": 8.214285714285714,
      "grad_norm": 0.4105045795440674,
      "learning_rate": 9.260563380281691e-05,
      "loss": 1.383,
      "step": 48300
    },
    {
      "epoch": 8.22278911564626,
      "grad_norm": 0.40793538093566895,
      "learning_rate": 9.216549295774648e-05,
      "loss": 1.3716,
      "step": 48350
    },
    {
      "epoch": 8.231292517006803,
      "grad_norm": 0.746793270111084,
      "learning_rate": 9.172535211267606e-05,
      "loss": 1.3736,
      "step": 48400
    },
    {
      "epoch": 8.239795918367347,
      "grad_norm": 0.41186049580574036,
      "learning_rate": 9.128521126760564e-05,
      "loss": 1.3751,
      "step": 48450
    },
    {
      "epoch": 8.248299319727892,
      "grad_norm": 0.4152040481567383,
      "learning_rate": 9.084507042253522e-05,
      "loss": 1.3716,
      "step": 48500
    },
    {
      "epoch": 8.256802721088436,
      "grad_norm": 0.4200298488140106,
      "learning_rate": 9.040492957746479e-05,
      "loss": 1.3762,
      "step": 48550
    },
    {
      "epoch": 8.26530612244898,
      "grad_norm": 0.40081730484962463,
      "learning_rate": 8.996478873239437e-05,
      "loss": 1.371,
      "step": 48600
    },
    {
      "epoch": 8.273809523809524,
      "grad_norm": 0.4015451967716217,
      "learning_rate": 8.952464788732396e-05,
      "loss": 1.3717,
      "step": 48650
    },
    {
      "epoch": 8.282312925170068,
      "grad_norm": 0.41303500533103943,
      "learning_rate": 8.908450704225352e-05,
      "loss": 1.3793,
      "step": 48700
    },
    {
      "epoch": 8.290816326530612,
      "grad_norm": 0.41865503787994385,
      "learning_rate": 8.86443661971831e-05,
      "loss": 1.3733,
      "step": 48750
    },
    {
      "epoch": 8.299319727891156,
      "grad_norm": 0.39655590057373047,
      "learning_rate": 8.820422535211267e-05,
      "loss": 1.371,
      "step": 48800
    },
    {
      "epoch": 8.3078231292517,
      "grad_norm": 0.4100252389907837,
      "learning_rate": 8.776408450704226e-05,
      "loss": 1.3778,
      "step": 48850
    },
    {
      "epoch": 8.316326530612244,
      "grad_norm": 0.4039982259273529,
      "learning_rate": 8.732394366197182e-05,
      "loss": 1.3737,
      "step": 48900
    },
    {
      "epoch": 8.32482993197279,
      "grad_norm": 0.40856197476387024,
      "learning_rate": 8.68838028169014e-05,
      "loss": 1.3687,
      "step": 48950
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 0.40824389457702637,
      "learning_rate": 8.644366197183099e-05,
      "loss": 1.3726,
      "step": 49000
    },
    {
      "epoch": 8.333333333333334,
      "eval_loss": 1.5451842546463013,
      "eval_runtime": 75.3658,
      "eval_samples_per_second": 1245.114,
      "eval_steps_per_second": 4.87,
      "step": 49000
    },
    {
      "epoch": 8.341836734693878,
      "grad_norm": 0.40559035539627075,
      "learning_rate": 8.600352112676056e-05,
      "loss": 1.3714,
      "step": 49050
    },
    {
      "epoch": 8.350340136054422,
      "grad_norm": 0.40669360756874084,
      "learning_rate": 8.556338028169014e-05,
      "loss": 1.3716,
      "step": 49100
    },
    {
      "epoch": 8.358843537414966,
      "grad_norm": 0.40370744466781616,
      "learning_rate": 8.513204225352113e-05,
      "loss": 1.37,
      "step": 49150
    },
    {
      "epoch": 8.36734693877551,
      "grad_norm": 0.5396425127983093,
      "learning_rate": 8.469190140845071e-05,
      "loss": 1.3769,
      "step": 49200
    },
    {
      "epoch": 8.375850340136054,
      "grad_norm": 0.401902973651886,
      "learning_rate": 8.425176056338028e-05,
      "loss": 1.364,
      "step": 49250
    },
    {
      "epoch": 8.384353741496598,
      "grad_norm": 0.7124184966087341,
      "learning_rate": 8.381161971830986e-05,
      "loss": 1.3658,
      "step": 49300
    },
    {
      "epoch": 8.392857142857142,
      "grad_norm": 0.4373975396156311,
      "learning_rate": 8.337147887323944e-05,
      "loss": 1.3658,
      "step": 49350
    },
    {
      "epoch": 8.401360544217686,
      "grad_norm": 0.40361514687538147,
      "learning_rate": 8.293133802816902e-05,
      "loss": 1.366,
      "step": 49400
    },
    {
      "epoch": 8.40986394557823,
      "grad_norm": 0.4027824103832245,
      "learning_rate": 8.249119718309859e-05,
      "loss": 1.3726,
      "step": 49450
    },
    {
      "epoch": 8.418367346938776,
      "grad_norm": 0.41340282559394836,
      "learning_rate": 8.205105633802817e-05,
      "loss": 1.3691,
      "step": 49500
    },
    {
      "epoch": 8.42687074829932,
      "grad_norm": 0.41044774651527405,
      "learning_rate": 8.161091549295776e-05,
      "loss": 1.3715,
      "step": 49550
    },
    {
      "epoch": 8.435374149659864,
      "grad_norm": 0.7769300937652588,
      "learning_rate": 8.117077464788732e-05,
      "loss": 1.3604,
      "step": 49600
    },
    {
      "epoch": 8.443877551020408,
      "grad_norm": 0.3973638713359833,
      "learning_rate": 8.07306338028169e-05,
      "loss": 1.3692,
      "step": 49650
    },
    {
      "epoch": 8.452380952380953,
      "grad_norm": 0.3998255133628845,
      "learning_rate": 8.029049295774649e-05,
      "loss": 1.3758,
      "step": 49700
    },
    {
      "epoch": 8.460884353741497,
      "grad_norm": 0.4052984416484833,
      "learning_rate": 7.985035211267607e-05,
      "loss": 1.3695,
      "step": 49750
    },
    {
      "epoch": 8.46938775510204,
      "grad_norm": 0.40513521432876587,
      "learning_rate": 7.941021126760564e-05,
      "loss": 1.365,
      "step": 49800
    },
    {
      "epoch": 8.477891156462585,
      "grad_norm": 0.41850411891937256,
      "learning_rate": 7.89700704225352e-05,
      "loss": 1.371,
      "step": 49850
    },
    {
      "epoch": 8.486394557823129,
      "grad_norm": 0.40076538920402527,
      "learning_rate": 7.852992957746479e-05,
      "loss": 1.3583,
      "step": 49900
    },
    {
      "epoch": 8.494897959183673,
      "grad_norm": 0.40688443183898926,
      "learning_rate": 7.808978873239436e-05,
      "loss": 1.368,
      "step": 49950
    },
    {
      "epoch": 8.503401360544217,
      "grad_norm": 0.399404913187027,
      "learning_rate": 7.764964788732394e-05,
      "loss": 1.3683,
      "step": 50000
    },
    {
      "epoch": 8.503401360544217,
      "eval_loss": 1.5378692150115967,
      "eval_runtime": 75.368,
      "eval_samples_per_second": 1245.078,
      "eval_steps_per_second": 4.869,
      "step": 50000
    },
    {
      "epoch": 8.511904761904763,
      "grad_norm": 0.40362656116485596,
      "learning_rate": 7.720950704225352e-05,
      "loss": 1.3642,
      "step": 50050
    },
    {
      "epoch": 8.520408163265307,
      "grad_norm": 0.41159501671791077,
      "learning_rate": 7.67693661971831e-05,
      "loss": 1.3559,
      "step": 50100
    },
    {
      "epoch": 8.52891156462585,
      "grad_norm": 0.4064503014087677,
      "learning_rate": 7.632922535211267e-05,
      "loss": 1.3689,
      "step": 50150
    },
    {
      "epoch": 8.537414965986395,
      "grad_norm": 0.3967163562774658,
      "learning_rate": 7.588908450704225e-05,
      "loss": 1.3645,
      "step": 50200
    },
    {
      "epoch": 8.545918367346939,
      "grad_norm": 0.40805837512016296,
      "learning_rate": 7.544894366197183e-05,
      "loss": 1.3617,
      "step": 50250
    },
    {
      "epoch": 8.554421768707483,
      "grad_norm": 0.39720582962036133,
      "learning_rate": 7.500880281690142e-05,
      "loss": 1.3606,
      "step": 50300
    },
    {
      "epoch": 8.562925170068027,
      "grad_norm": 0.3969172537326813,
      "learning_rate": 7.456866197183098e-05,
      "loss": 1.3661,
      "step": 50350
    },
    {
      "epoch": 8.571428571428571,
      "grad_norm": 0.40754255652427673,
      "learning_rate": 7.412852112676057e-05,
      "loss": 1.3674,
      "step": 50400
    },
    {
      "epoch": 8.579931972789115,
      "grad_norm": 0.40162739157676697,
      "learning_rate": 7.368838028169015e-05,
      "loss": 1.3654,
      "step": 50450
    },
    {
      "epoch": 8.58843537414966,
      "grad_norm": 0.4004862606525421,
      "learning_rate": 7.324823943661972e-05,
      "loss": 1.3567,
      "step": 50500
    },
    {
      "epoch": 8.596938775510203,
      "grad_norm": 0.4237268269062042,
      "learning_rate": 7.28080985915493e-05,
      "loss": 1.3617,
      "step": 50550
    },
    {
      "epoch": 8.60544217687075,
      "grad_norm": 0.4031754434108734,
      "learning_rate": 7.236795774647888e-05,
      "loss": 1.3597,
      "step": 50600
    },
    {
      "epoch": 8.613945578231293,
      "grad_norm": 0.39399534463882446,
      "learning_rate": 7.192781690140846e-05,
      "loss": 1.3633,
      "step": 50650
    },
    {
      "epoch": 8.622448979591837,
      "grad_norm": 0.4071154296398163,
      "learning_rate": 7.148767605633803e-05,
      "loss": 1.3634,
      "step": 50700
    },
    {
      "epoch": 8.630952380952381,
      "grad_norm": 0.40059253573417664,
      "learning_rate": 7.104753521126761e-05,
      "loss": 1.3674,
      "step": 50750
    },
    {
      "epoch": 8.639455782312925,
      "grad_norm": 0.4087289571762085,
      "learning_rate": 7.060739436619719e-05,
      "loss": 1.3646,
      "step": 50800
    },
    {
      "epoch": 8.64795918367347,
      "grad_norm": 0.42607581615448,
      "learning_rate": 7.016725352112676e-05,
      "loss": 1.3645,
      "step": 50850
    },
    {
      "epoch": 8.656462585034014,
      "grad_norm": 0.40754997730255127,
      "learning_rate": 6.972711267605634e-05,
      "loss": 1.3582,
      "step": 50900
    },
    {
      "epoch": 8.664965986394558,
      "grad_norm": 0.4103423058986664,
      "learning_rate": 6.928697183098592e-05,
      "loss": 1.3635,
      "step": 50950
    },
    {
      "epoch": 8.673469387755102,
      "grad_norm": 0.4093490540981293,
      "learning_rate": 6.88468309859155e-05,
      "loss": 1.3593,
      "step": 51000
    },
    {
      "epoch": 8.673469387755102,
      "eval_loss": 1.5301626920700073,
      "eval_runtime": 75.3714,
      "eval_samples_per_second": 1245.021,
      "eval_steps_per_second": 4.869,
      "step": 51000
    },
    {
      "epoch": 8.681972789115646,
      "grad_norm": 0.403463751077652,
      "learning_rate": 6.840669014084506e-05,
      "loss": 1.3596,
      "step": 51050
    },
    {
      "epoch": 8.69047619047619,
      "grad_norm": 0.406222403049469,
      "learning_rate": 6.796654929577464e-05,
      "loss": 1.3592,
      "step": 51100
    },
    {
      "epoch": 8.698979591836736,
      "grad_norm": 0.41207653284072876,
      "learning_rate": 6.752640845070423e-05,
      "loss": 1.3574,
      "step": 51150
    },
    {
      "epoch": 8.70748299319728,
      "grad_norm": 0.4042452573776245,
      "learning_rate": 6.70862676056338e-05,
      "loss": 1.3714,
      "step": 51200
    },
    {
      "epoch": 8.715986394557824,
      "grad_norm": 0.3971654176712036,
      "learning_rate": 6.664612676056338e-05,
      "loss": 1.3557,
      "step": 51250
    },
    {
      "epoch": 8.724489795918368,
      "grad_norm": 0.40285438299179077,
      "learning_rate": 6.620598591549296e-05,
      "loss": 1.3587,
      "step": 51300
    },
    {
      "epoch": 8.732993197278912,
      "grad_norm": 0.4234530031681061,
      "learning_rate": 6.576584507042254e-05,
      "loss": 1.3682,
      "step": 51350
    },
    {
      "epoch": 8.741496598639456,
      "grad_norm": 0.3918672502040863,
      "learning_rate": 6.532570422535211e-05,
      "loss": 1.3545,
      "step": 51400
    },
    {
      "epoch": 8.75,
      "grad_norm": 0.4000791013240814,
      "learning_rate": 6.488556338028169e-05,
      "loss": 1.361,
      "step": 51450
    },
    {
      "epoch": 8.758503401360544,
      "grad_norm": 0.41339510679244995,
      "learning_rate": 6.444542253521127e-05,
      "loss": 1.3595,
      "step": 51500
    },
    {
      "epoch": 8.767006802721088,
      "grad_norm": 0.4353317618370056,
      "learning_rate": 6.400528169014084e-05,
      "loss": 1.3601,
      "step": 51550
    },
    {
      "epoch": 8.775510204081632,
      "grad_norm": 0.39730769395828247,
      "learning_rate": 6.356514084507042e-05,
      "loss": 1.3547,
      "step": 51600
    },
    {
      "epoch": 8.784013605442176,
      "grad_norm": 0.41856640577316284,
      "learning_rate": 6.3125e-05,
      "loss": 1.354,
      "step": 51650
    },
    {
      "epoch": 8.79251700680272,
      "grad_norm": 0.40725892782211304,
      "learning_rate": 6.268485915492958e-05,
      "loss": 1.3609,
      "step": 51700
    },
    {
      "epoch": 8.801020408163264,
      "grad_norm": 0.4020816385746002,
      "learning_rate": 6.224471830985915e-05,
      "loss": 1.3507,
      "step": 51750
    },
    {
      "epoch": 8.80952380952381,
      "grad_norm": 0.4009547233581543,
      "learning_rate": 6.180457746478873e-05,
      "loss": 1.3588,
      "step": 51800
    },
    {
      "epoch": 8.818027210884354,
      "grad_norm": 0.42511284351348877,
      "learning_rate": 6.136443661971832e-05,
      "loss": 1.3567,
      "step": 51850
    },
    {
      "epoch": 8.826530612244898,
      "grad_norm": 0.4135643541812897,
      "learning_rate": 6.0924295774647885e-05,
      "loss": 1.3536,
      "step": 51900
    },
    {
      "epoch": 8.835034013605442,
      "grad_norm": 0.39955195784568787,
      "learning_rate": 6.048415492957746e-05,
      "loss": 1.3564,
      "step": 51950
    },
    {
      "epoch": 8.843537414965986,
      "grad_norm": 0.4043436348438263,
      "learning_rate": 6.004401408450704e-05,
      "loss": 1.3527,
      "step": 52000
    },
    {
      "epoch": 8.843537414965986,
      "eval_loss": 1.521606206893921,
      "eval_runtime": 75.3981,
      "eval_samples_per_second": 1244.58,
      "eval_steps_per_second": 4.867,
      "step": 52000
    },
    {
      "epoch": 8.85204081632653,
      "grad_norm": 0.40607118606567383,
      "learning_rate": 5.960387323943662e-05,
      "loss": 1.3567,
      "step": 52050
    },
    {
      "epoch": 8.860544217687075,
      "grad_norm": 0.4122581481933594,
      "learning_rate": 5.91637323943662e-05,
      "loss": 1.355,
      "step": 52100
    },
    {
      "epoch": 8.869047619047619,
      "grad_norm": 0.4980255961418152,
      "learning_rate": 5.8723591549295774e-05,
      "loss": 1.3523,
      "step": 52150
    },
    {
      "epoch": 8.877551020408163,
      "grad_norm": 0.4053143262863159,
      "learning_rate": 5.8283450704225356e-05,
      "loss": 1.3556,
      "step": 52200
    },
    {
      "epoch": 8.886054421768707,
      "grad_norm": 0.40937647223472595,
      "learning_rate": 5.785211267605634e-05,
      "loss": 1.3597,
      "step": 52250
    },
    {
      "epoch": 8.89455782312925,
      "grad_norm": 0.4028383195400238,
      "learning_rate": 5.741197183098592e-05,
      "loss": 1.3548,
      "step": 52300
    },
    {
      "epoch": 8.903061224489797,
      "grad_norm": 0.40696024894714355,
      "learning_rate": 5.6971830985915496e-05,
      "loss": 1.3553,
      "step": 52350
    },
    {
      "epoch": 8.91156462585034,
      "grad_norm": 0.4004703164100647,
      "learning_rate": 5.653169014084507e-05,
      "loss": 1.3515,
      "step": 52400
    },
    {
      "epoch": 8.920068027210885,
      "grad_norm": 0.4049835503101349,
      "learning_rate": 5.6091549295774646e-05,
      "loss": 1.3529,
      "step": 52450
    },
    {
      "epoch": 8.928571428571429,
      "grad_norm": 0.4118352234363556,
      "learning_rate": 5.565140845070423e-05,
      "loss": 1.3606,
      "step": 52500
    },
    {
      "epoch": 8.937074829931973,
      "grad_norm": 0.40466126799583435,
      "learning_rate": 5.52112676056338e-05,
      "loss": 1.3509,
      "step": 52550
    },
    {
      "epoch": 8.945578231292517,
      "grad_norm": 0.39501574635505676,
      "learning_rate": 5.477112676056338e-05,
      "loss": 1.3515,
      "step": 52600
    },
    {
      "epoch": 8.954081632653061,
      "grad_norm": 0.4046393036842346,
      "learning_rate": 5.433098591549296e-05,
      "loss": 1.3584,
      "step": 52650
    },
    {
      "epoch": 8.962585034013605,
      "grad_norm": 0.4039493203163147,
      "learning_rate": 5.3890845070422535e-05,
      "loss": 1.3513,
      "step": 52700
    },
    {
      "epoch": 8.97108843537415,
      "grad_norm": 0.4195407032966614,
      "learning_rate": 5.345070422535212e-05,
      "loss": 1.3536,
      "step": 52750
    },
    {
      "epoch": 8.979591836734693,
      "grad_norm": 0.39963847398757935,
      "learning_rate": 5.301056338028169e-05,
      "loss": 1.3511,
      "step": 52800
    },
    {
      "epoch": 8.988095238095237,
      "grad_norm": 0.41947850584983826,
      "learning_rate": 5.2570422535211274e-05,
      "loss": 1.3558,
      "step": 52850
    },
    {
      "epoch": 8.996598639455783,
      "grad_norm": 0.4046323597431183,
      "learning_rate": 5.213028169014085e-05,
      "loss": 1.3511,
      "step": 52900
    },
    {
      "epoch": 9.005102040816327,
      "grad_norm": 0.4054872393608093,
      "learning_rate": 5.1690140845070424e-05,
      "loss": 1.3428,
      "step": 52950
    },
    {
      "epoch": 9.013605442176871,
      "grad_norm": 0.4009184241294861,
      "learning_rate": 5.125e-05,
      "loss": 1.3434,
      "step": 53000
    },
    {
      "epoch": 9.013605442176871,
      "eval_loss": 1.5165001153945923,
      "eval_runtime": 75.3865,
      "eval_samples_per_second": 1244.772,
      "eval_steps_per_second": 4.868,
      "step": 53000
    },
    {
      "epoch": 9.022108843537415,
      "grad_norm": 0.4195316433906555,
      "learning_rate": 5.0809859154929574e-05,
      "loss": 1.358,
      "step": 53050
    },
    {
      "epoch": 9.03061224489796,
      "grad_norm": 0.40940186381340027,
      "learning_rate": 5.0369718309859156e-05,
      "loss": 1.3453,
      "step": 53100
    },
    {
      "epoch": 9.039115646258503,
      "grad_norm": 0.4012869596481323,
      "learning_rate": 4.992957746478873e-05,
      "loss": 1.3531,
      "step": 53150
    },
    {
      "epoch": 9.047619047619047,
      "grad_norm": 0.4076648950576782,
      "learning_rate": 4.948943661971831e-05,
      "loss": 1.3433,
      "step": 53200
    },
    {
      "epoch": 9.056122448979592,
      "grad_norm": 0.40203115344047546,
      "learning_rate": 4.904929577464789e-05,
      "loss": 1.3491,
      "step": 53250
    },
    {
      "epoch": 9.064625850340136,
      "grad_norm": 0.40481826663017273,
      "learning_rate": 4.860915492957747e-05,
      "loss": 1.3509,
      "step": 53300
    },
    {
      "epoch": 9.07312925170068,
      "grad_norm": 0.4018038213253021,
      "learning_rate": 4.8169014084507045e-05,
      "loss": 1.3485,
      "step": 53350
    },
    {
      "epoch": 9.081632653061224,
      "grad_norm": 0.4100002646446228,
      "learning_rate": 4.772887323943662e-05,
      "loss": 1.3428,
      "step": 53400
    },
    {
      "epoch": 9.09013605442177,
      "grad_norm": 1.7801686525344849,
      "learning_rate": 4.72887323943662e-05,
      "loss": 1.3445,
      "step": 53450
    },
    {
      "epoch": 9.098639455782314,
      "grad_norm": 0.39769893884658813,
      "learning_rate": 4.684859154929578e-05,
      "loss": 1.3467,
      "step": 53500
    },
    {
      "epoch": 9.107142857142858,
      "grad_norm": 0.4195043444633484,
      "learning_rate": 4.640845070422536e-05,
      "loss": 1.348,
      "step": 53550
    },
    {
      "epoch": 9.115646258503402,
      "grad_norm": 0.4053761959075928,
      "learning_rate": 4.596830985915493e-05,
      "loss": 1.3465,
      "step": 53600
    },
    {
      "epoch": 9.124149659863946,
      "grad_norm": 0.4017139673233032,
      "learning_rate": 4.552816901408451e-05,
      "loss": 1.3448,
      "step": 53650
    },
    {
      "epoch": 9.13265306122449,
      "grad_norm": 0.4139016270637512,
      "learning_rate": 4.5088028169014084e-05,
      "loss": 1.349,
      "step": 53700
    },
    {
      "epoch": 9.141156462585034,
      "grad_norm": 0.39910098910331726,
      "learning_rate": 4.464788732394366e-05,
      "loss": 1.3379,
      "step": 53750
    },
    {
      "epoch": 9.149659863945578,
      "grad_norm": 0.39038217067718506,
      "learning_rate": 4.420774647887324e-05,
      "loss": 1.3422,
      "step": 53800
    },
    {
      "epoch": 9.158163265306122,
      "grad_norm": 0.4174290895462036,
      "learning_rate": 4.3767605633802816e-05,
      "loss": 1.3417,
      "step": 53850
    },
    {
      "epoch": 9.166666666666666,
      "grad_norm": 0.399420827627182,
      "learning_rate": 4.33274647887324e-05,
      "loss": 1.3414,
      "step": 53900
    },
    {
      "epoch": 9.17517006802721,
      "grad_norm": 0.3991691470146179,
      "learning_rate": 4.288732394366197e-05,
      "loss": 1.3457,
      "step": 53950
    },
    {
      "epoch": 9.183673469387756,
      "grad_norm": 0.4257224500179291,
      "learning_rate": 4.2447183098591555e-05,
      "loss": 1.3389,
      "step": 54000
    },
    {
      "epoch": 9.183673469387756,
      "eval_loss": 1.514726996421814,
      "eval_runtime": 75.3819,
      "eval_samples_per_second": 1244.848,
      "eval_steps_per_second": 4.869,
      "step": 54000
    },
    {
      "epoch": 9.1921768707483,
      "grad_norm": 0.40039774775505066,
      "learning_rate": 4.200704225352113e-05,
      "loss": 1.3415,
      "step": 54050
    },
    {
      "epoch": 9.200680272108844,
      "grad_norm": 0.3933996558189392,
      "learning_rate": 4.1566901408450705e-05,
      "loss": 1.3426,
      "step": 54100
    },
    {
      "epoch": 9.209183673469388,
      "grad_norm": 0.4128095805644989,
      "learning_rate": 4.112676056338028e-05,
      "loss": 1.3471,
      "step": 54150
    },
    {
      "epoch": 9.217687074829932,
      "grad_norm": 0.4024725556373596,
      "learning_rate": 4.0686619718309855e-05,
      "loss": 1.3454,
      "step": 54200
    },
    {
      "epoch": 9.226190476190476,
      "grad_norm": 0.4105578064918518,
      "learning_rate": 4.024647887323944e-05,
      "loss": 1.3399,
      "step": 54250
    },
    {
      "epoch": 9.23469387755102,
      "grad_norm": 0.4047715663909912,
      "learning_rate": 3.980633802816901e-05,
      "loss": 1.3442,
      "step": 54300
    },
    {
      "epoch": 9.243197278911564,
      "grad_norm": 0.3958626687526703,
      "learning_rate": 3.9366197183098594e-05,
      "loss": 1.3441,
      "step": 54350
    },
    {
      "epoch": 9.251700680272108,
      "grad_norm": 0.40880346298217773,
      "learning_rate": 3.892605633802817e-05,
      "loss": 1.3416,
      "step": 54400
    },
    {
      "epoch": 9.260204081632653,
      "grad_norm": 0.41129016876220703,
      "learning_rate": 3.848591549295775e-05,
      "loss": 1.3428,
      "step": 54450
    },
    {
      "epoch": 9.268707482993197,
      "grad_norm": 0.39472246170043945,
      "learning_rate": 3.8045774647887326e-05,
      "loss": 1.3396,
      "step": 54500
    },
    {
      "epoch": 9.27721088435374,
      "grad_norm": 0.40167415142059326,
      "learning_rate": 3.76056338028169e-05,
      "loss": 1.3425,
      "step": 54550
    },
    {
      "epoch": 9.285714285714286,
      "grad_norm": 0.40154701471328735,
      "learning_rate": 3.716549295774648e-05,
      "loss": 1.3423,
      "step": 54600
    },
    {
      "epoch": 9.29421768707483,
      "grad_norm": 0.40191853046417236,
      "learning_rate": 3.672535211267606e-05,
      "loss": 1.3397,
      "step": 54650
    },
    {
      "epoch": 9.302721088435375,
      "grad_norm": 0.4014011025428772,
      "learning_rate": 3.628521126760564e-05,
      "loss": 1.3431,
      "step": 54700
    },
    {
      "epoch": 9.311224489795919,
      "grad_norm": 0.4313969910144806,
      "learning_rate": 3.584507042253521e-05,
      "loss": 1.3413,
      "step": 54750
    },
    {
      "epoch": 9.319727891156463,
      "grad_norm": 0.4143257141113281,
      "learning_rate": 3.540492957746479e-05,
      "loss": 1.3424,
      "step": 54800
    },
    {
      "epoch": 9.328231292517007,
      "grad_norm": 0.40343379974365234,
      "learning_rate": 3.4964788732394365e-05,
      "loss": 1.3377,
      "step": 54850
    },
    {
      "epoch": 9.33673469387755,
      "grad_norm": 0.4093693792819977,
      "learning_rate": 3.452464788732394e-05,
      "loss": 1.3426,
      "step": 54900
    },
    {
      "epoch": 9.345238095238095,
      "grad_norm": 0.40565499663352966,
      "learning_rate": 3.408450704225352e-05,
      "loss": 1.3347,
      "step": 54950
    },
    {
      "epoch": 9.353741496598639,
      "grad_norm": 0.40517303347587585,
      "learning_rate": 3.3644366197183097e-05,
      "loss": 1.3411,
      "step": 55000
    },
    {
      "epoch": 9.353741496598639,
      "eval_loss": 1.5079046487808228,
      "eval_runtime": 75.3606,
      "eval_samples_per_second": 1245.199,
      "eval_steps_per_second": 4.87,
      "step": 55000
    },
    {
      "epoch": 9.362244897959183,
      "grad_norm": 0.4189765155315399,
      "learning_rate": 3.320422535211268e-05,
      "loss": 1.3391,
      "step": 55050
    },
    {
      "epoch": 9.370748299319727,
      "grad_norm": 0.41205212473869324,
      "learning_rate": 3.2764084507042253e-05,
      "loss": 1.3335,
      "step": 55100
    },
    {
      "epoch": 9.379251700680273,
      "grad_norm": 0.4138495624065399,
      "learning_rate": 3.2323943661971835e-05,
      "loss": 1.3385,
      "step": 55150
    },
    {
      "epoch": 9.387755102040817,
      "grad_norm": 0.40465956926345825,
      "learning_rate": 3.188380281690141e-05,
      "loss": 1.3366,
      "step": 55200
    },
    {
      "epoch": 9.396258503401361,
      "grad_norm": 0.41961055994033813,
      "learning_rate": 3.144366197183099e-05,
      "loss": 1.3386,
      "step": 55250
    },
    {
      "epoch": 9.404761904761905,
      "grad_norm": 0.4017610251903534,
      "learning_rate": 3.100352112676056e-05,
      "loss": 1.3389,
      "step": 55300
    },
    {
      "epoch": 9.41326530612245,
      "grad_norm": 0.3947182893753052,
      "learning_rate": 3.056338028169014e-05,
      "loss": 1.3366,
      "step": 55350
    },
    {
      "epoch": 9.421768707482993,
      "grad_norm": 0.41199058294296265,
      "learning_rate": 3.012323943661972e-05,
      "loss": 1.3319,
      "step": 55400
    },
    {
      "epoch": 9.430272108843537,
      "grad_norm": 0.44556739926338196,
      "learning_rate": 2.96830985915493e-05,
      "loss": 1.3386,
      "step": 55450
    },
    {
      "epoch": 9.438775510204081,
      "grad_norm": 0.4042491316795349,
      "learning_rate": 2.924295774647887e-05,
      "loss": 1.3352,
      "step": 55500
    },
    {
      "epoch": 9.447278911564625,
      "grad_norm": 0.4033842384815216,
      "learning_rate": 2.880281690140845e-05,
      "loss": 1.3333,
      "step": 55550
    },
    {
      "epoch": 9.45578231292517,
      "grad_norm": 0.409463495016098,
      "learning_rate": 2.8362676056338028e-05,
      "loss": 1.3359,
      "step": 55600
    },
    {
      "epoch": 9.464285714285714,
      "grad_norm": 0.4049001634120941,
      "learning_rate": 2.7922535211267606e-05,
      "loss": 1.3362,
      "step": 55650
    },
    {
      "epoch": 9.47278911564626,
      "grad_norm": 0.4021693766117096,
      "learning_rate": 2.7482394366197185e-05,
      "loss": 1.3334,
      "step": 55700
    },
    {
      "epoch": 9.481292517006803,
      "grad_norm": 0.3943755030632019,
      "learning_rate": 2.7042253521126763e-05,
      "loss": 1.3356,
      "step": 55750
    },
    {
      "epoch": 9.489795918367347,
      "grad_norm": 0.4090036153793335,
      "learning_rate": 2.660211267605634e-05,
      "loss": 1.3359,
      "step": 55800
    },
    {
      "epoch": 9.498299319727892,
      "grad_norm": 0.3975585103034973,
      "learning_rate": 2.6161971830985917e-05,
      "loss": 1.3356,
      "step": 55850
    },
    {
      "epoch": 9.506802721088436,
      "grad_norm": 0.3984331488609314,
      "learning_rate": 2.5721830985915492e-05,
      "loss": 1.3334,
      "step": 55900
    },
    {
      "epoch": 9.51530612244898,
      "grad_norm": 0.3891252279281616,
      "learning_rate": 2.528169014084507e-05,
      "loss": 1.3297,
      "step": 55950
    },
    {
      "epoch": 9.523809523809524,
      "grad_norm": 0.4065133333206177,
      "learning_rate": 2.484154929577465e-05,
      "loss": 1.3357,
      "step": 56000
    },
    {
      "epoch": 9.523809523809524,
      "eval_loss": 1.4985688924789429,
      "eval_runtime": 75.3846,
      "eval_samples_per_second": 1244.803,
      "eval_steps_per_second": 4.868,
      "step": 56000
    },
    {
      "epoch": 9.532312925170068,
      "grad_norm": 0.403832346200943,
      "learning_rate": 2.4401408450704227e-05,
      "loss": 1.3389,
      "step": 56050
    },
    {
      "epoch": 9.540816326530612,
      "grad_norm": 0.39873868227005005,
      "learning_rate": 2.3961267605633802e-05,
      "loss": 1.3344,
      "step": 56100
    },
    {
      "epoch": 9.549319727891156,
      "grad_norm": 0.40277689695358276,
      "learning_rate": 2.352112676056338e-05,
      "loss": 1.3335,
      "step": 56150
    },
    {
      "epoch": 9.5578231292517,
      "grad_norm": 0.39874860644340515,
      "learning_rate": 2.308098591549296e-05,
      "loss": 1.3377,
      "step": 56200
    },
    {
      "epoch": 9.566326530612244,
      "grad_norm": 0.4036062955856323,
      "learning_rate": 2.2640845070422538e-05,
      "loss": 1.335,
      "step": 56250
    },
    {
      "epoch": 9.57482993197279,
      "grad_norm": 0.41648924350738525,
      "learning_rate": 2.2200704225352113e-05,
      "loss": 1.3341,
      "step": 56300
    },
    {
      "epoch": 9.583333333333334,
      "grad_norm": 0.39397549629211426,
      "learning_rate": 2.176056338028169e-05,
      "loss": 1.3366,
      "step": 56350
    },
    {
      "epoch": 9.591836734693878,
      "grad_norm": 0.39437320828437805,
      "learning_rate": 2.1320422535211266e-05,
      "loss": 1.335,
      "step": 56400
    },
    {
      "epoch": 9.600340136054422,
      "grad_norm": 0.39650458097457886,
      "learning_rate": 2.0880281690140845e-05,
      "loss": 1.3385,
      "step": 56450
    },
    {
      "epoch": 9.608843537414966,
      "grad_norm": 0.4140496850013733,
      "learning_rate": 2.0440140845070423e-05,
      "loss": 1.3284,
      "step": 56500
    },
    {
      "epoch": 9.61734693877551,
      "grad_norm": 0.39376911520957947,
      "learning_rate": 2e-05,
      "loss": 1.3307,
      "step": 56550
    },
    {
      "epoch": 9.625850340136054,
      "grad_norm": 0.4171138405799866,
      "learning_rate": 1.955985915492958e-05,
      "loss": 1.333,
      "step": 56600
    },
    {
      "epoch": 9.634353741496598,
      "grad_norm": 0.41457417607307434,
      "learning_rate": 1.911971830985916e-05,
      "loss": 1.3366,
      "step": 56650
    },
    {
      "epoch": 9.642857142857142,
      "grad_norm": 0.3986314535140991,
      "learning_rate": 1.867957746478873e-05,
      "loss": 1.3382,
      "step": 56700
    },
    {
      "epoch": 9.651360544217686,
      "grad_norm": 0.4179774820804596,
      "learning_rate": 1.823943661971831e-05,
      "loss": 1.3332,
      "step": 56750
    },
    {
      "epoch": 9.65986394557823,
      "grad_norm": 0.4044124186038971,
      "learning_rate": 1.7799295774647887e-05,
      "loss": 1.3273,
      "step": 56800
    },
    {
      "epoch": 9.668367346938776,
      "grad_norm": 0.4135982096195221,
      "learning_rate": 1.7359154929577466e-05,
      "loss": 1.3311,
      "step": 56850
    },
    {
      "epoch": 9.67687074829932,
      "grad_norm": 0.39998510479927063,
      "learning_rate": 1.6919014084507044e-05,
      "loss": 1.3366,
      "step": 56900
    },
    {
      "epoch": 9.685374149659864,
      "grad_norm": 0.40354451537132263,
      "learning_rate": 1.6478873239436623e-05,
      "loss": 1.3326,
      "step": 56950
    },
    {
      "epoch": 9.693877551020408,
      "grad_norm": 0.4005592167377472,
      "learning_rate": 1.6038732394366198e-05,
      "loss": 1.3319,
      "step": 57000
    },
    {
      "epoch": 9.693877551020408,
      "eval_loss": 1.5001171827316284,
      "eval_runtime": 75.6646,
      "eval_samples_per_second": 1240.196,
      "eval_steps_per_second": 4.85,
      "step": 57000
    },
    {
      "epoch": 9.702380952380953,
      "grad_norm": 0.3942902386188507,
      "learning_rate": 1.5598591549295773e-05,
      "loss": 1.3331,
      "step": 57050
    },
    {
      "epoch": 9.710884353741497,
      "grad_norm": 0.4057478606700897,
      "learning_rate": 1.5158450704225353e-05,
      "loss": 1.3295,
      "step": 57100
    },
    {
      "epoch": 9.71938775510204,
      "grad_norm": 0.40495890378952026,
      "learning_rate": 1.471830985915493e-05,
      "loss": 1.3419,
      "step": 57150
    },
    {
      "epoch": 9.727891156462585,
      "grad_norm": 0.3950183093547821,
      "learning_rate": 1.4278169014084506e-05,
      "loss": 1.3316,
      "step": 57200
    },
    {
      "epoch": 9.736394557823129,
      "grad_norm": 0.4021071195602417,
      "learning_rate": 1.3838028169014085e-05,
      "loss": 1.3297,
      "step": 57250
    },
    {
      "epoch": 9.744897959183673,
      "grad_norm": 0.40653911232948303,
      "learning_rate": 1.3397887323943663e-05,
      "loss": 1.3329,
      "step": 57300
    },
    {
      "epoch": 9.753401360544217,
      "grad_norm": 0.40104779601097107,
      "learning_rate": 1.2957746478873238e-05,
      "loss": 1.3234,
      "step": 57350
    },
    {
      "epoch": 9.761904761904763,
      "grad_norm": 0.408331036567688,
      "learning_rate": 1.2517605633802817e-05,
      "loss": 1.3301,
      "step": 57400
    },
    {
      "epoch": 9.770408163265307,
      "grad_norm": 0.4001865088939667,
      "learning_rate": 1.2077464788732395e-05,
      "loss": 1.3282,
      "step": 57450
    },
    {
      "epoch": 9.77891156462585,
      "grad_norm": 0.4088568389415741,
      "learning_rate": 1.1637323943661972e-05,
      "loss": 1.3292,
      "step": 57500
    },
    {
      "epoch": 9.787414965986395,
      "grad_norm": 0.42663103342056274,
      "learning_rate": 1.1197183098591549e-05,
      "loss": 1.3327,
      "step": 57550
    },
    {
      "epoch": 9.795918367346939,
      "grad_norm": 0.3960348963737488,
      "learning_rate": 1.0757042253521127e-05,
      "loss": 1.3326,
      "step": 57600
    },
    {
      "epoch": 9.804421768707483,
      "grad_norm": 0.39671510457992554,
      "learning_rate": 1.0316901408450704e-05,
      "loss": 1.3306,
      "step": 57650
    },
    {
      "epoch": 9.812925170068027,
      "grad_norm": 0.39632678031921387,
      "learning_rate": 9.876760563380282e-06,
      "loss": 1.3311,
      "step": 57700
    },
    {
      "epoch": 9.821428571428571,
      "grad_norm": 0.4076337516307831,
      "learning_rate": 9.43661971830986e-06,
      "loss": 1.3348,
      "step": 57750
    },
    {
      "epoch": 9.829931972789115,
      "grad_norm": 0.40061214566230774,
      "learning_rate": 8.996478873239436e-06,
      "loss": 1.3323,
      "step": 57800
    },
    {
      "epoch": 9.83843537414966,
      "grad_norm": 0.3868488371372223,
      "learning_rate": 8.556338028169014e-06,
      "loss": 1.3274,
      "step": 57850
    },
    {
      "epoch": 9.846938775510203,
      "grad_norm": 0.43311014771461487,
      "learning_rate": 8.116197183098593e-06,
      "loss": 1.3316,
      "step": 57900
    },
    {
      "epoch": 9.85544217687075,
      "grad_norm": 0.39683276414871216,
      "learning_rate": 7.67605633802817e-06,
      "loss": 1.3302,
      "step": 57950
    },
    {
      "epoch": 9.863945578231293,
      "grad_norm": 0.3994409143924713,
      "learning_rate": 7.235915492957746e-06,
      "loss": 1.3311,
      "step": 58000
    },
    {
      "epoch": 9.863945578231293,
      "eval_loss": 1.499453067779541,
      "eval_runtime": 75.4095,
      "eval_samples_per_second": 1244.392,
      "eval_steps_per_second": 4.867,
      "step": 58000
    },
    {
      "epoch": 9.872448979591837,
      "grad_norm": 0.40057429671287537,
      "learning_rate": 6.795774647887324e-06,
      "loss": 1.331,
      "step": 58050
    },
    {
      "epoch": 9.880952380952381,
      "grad_norm": 0.39245638251304626,
      "learning_rate": 6.355633802816902e-06,
      "loss": 1.334,
      "step": 58100
    },
    {
      "epoch": 9.889455782312925,
      "grad_norm": 0.3993644714355469,
      "learning_rate": 5.915492957746479e-06,
      "loss": 1.3267,
      "step": 58150
    },
    {
      "epoch": 9.89795918367347,
      "grad_norm": 0.39710524678230286,
      "learning_rate": 5.475352112676056e-06,
      "loss": 1.3201,
      "step": 58200
    },
    {
      "epoch": 9.906462585034014,
      "grad_norm": 0.3986225426197052,
      "learning_rate": 5.0352112676056345e-06,
      "loss": 1.3275,
      "step": 58250
    },
    {
      "epoch": 9.914965986394558,
      "grad_norm": 0.4060732126235962,
      "learning_rate": 4.595070422535211e-06,
      "loss": 1.3274,
      "step": 58300
    },
    {
      "epoch": 9.923469387755102,
      "grad_norm": 0.3890203833580017,
      "learning_rate": 4.154929577464789e-06,
      "loss": 1.3259,
      "step": 58350
    },
    {
      "epoch": 9.931972789115646,
      "grad_norm": 0.39963120222091675,
      "learning_rate": 3.7147887323943665e-06,
      "loss": 1.3343,
      "step": 58400
    },
    {
      "epoch": 9.94047619047619,
      "grad_norm": 0.4122091233730316,
      "learning_rate": 3.274647887323944e-06,
      "loss": 1.3313,
      "step": 58450
    },
    {
      "epoch": 9.948979591836736,
      "grad_norm": 0.40625423192977905,
      "learning_rate": 2.8433098591549298e-06,
      "loss": 1.329,
      "step": 58500
    },
    {
      "epoch": 9.95748299319728,
      "grad_norm": 0.39917826652526855,
      "learning_rate": 2.4031690140845074e-06,
      "loss": 1.329,
      "step": 58550
    },
    {
      "epoch": 9.965986394557824,
      "grad_norm": 0.4005703330039978,
      "learning_rate": 1.9630281690140846e-06,
      "loss": 1.3286,
      "step": 58600
    },
    {
      "epoch": 9.974489795918368,
      "grad_norm": 0.4052295386791229,
      "learning_rate": 1.522887323943662e-06,
      "loss": 1.3334,
      "step": 58650
    },
    {
      "epoch": 9.982993197278912,
      "grad_norm": 0.3987277150154114,
      "learning_rate": 1.0827464788732394e-06,
      "loss": 1.3279,
      "step": 58700
    },
    {
      "epoch": 9.991496598639456,
      "grad_norm": 0.39191877841949463,
      "learning_rate": 6.426056338028169e-07,
      "loss": 1.322,
      "step": 58750
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.39657750725746155,
      "learning_rate": 2.0246478873239435e-07,
      "loss": 1.3269,
      "step": 58800
    },
    {
      "epoch": 10.008503401360544,
      "grad_norm": 0.4391802251338959,
      "learning_rate": 0.000170377030162413,
      "loss": 1.3375,
      "step": 58850
    },
    {
      "epoch": 10.017006802721088,
      "grad_norm": 0.4108564257621765,
      "learning_rate": 0.00017008700696055683,
      "loss": 1.3625,
      "step": 58900
    },
    {
      "epoch": 10.025510204081632,
      "grad_norm": 0.4225695729255676,
      "learning_rate": 0.0001697969837587007,
      "loss": 1.3704,
      "step": 58950
    },
    {
      "epoch": 10.034013605442176,
      "grad_norm": 0.41939666867256165,
      "learning_rate": 0.00016950696055684455,
      "loss": 1.3693,
      "step": 59000
    },
    {
      "epoch": 10.034013605442176,
      "eval_loss": 1.5424796342849731,
      "eval_runtime": 75.2733,
      "eval_samples_per_second": 1246.644,
      "eval_steps_per_second": 4.876,
      "step": 59000
    },
    {
      "epoch": 10.04251700680272,
      "grad_norm": 0.925662100315094,
      "learning_rate": 0.00016921693735498842,
      "loss": 1.3652,
      "step": 59050
    },
    {
      "epoch": 10.051020408163266,
      "grad_norm": 0.42733487486839294,
      "learning_rate": 0.00016892691415313225,
      "loss": 1.3702,
      "step": 59100
    },
    {
      "epoch": 10.05952380952381,
      "grad_norm": 0.43742504715919495,
      "learning_rate": 0.0001686368909512761,
      "loss": 1.3748,
      "step": 59150
    },
    {
      "epoch": 10.068027210884354,
      "grad_norm": 0.5494563579559326,
      "learning_rate": 0.00016834686774941994,
      "loss": 1.3775,
      "step": 59200
    },
    {
      "epoch": 10.076530612244898,
      "grad_norm": 0.43776175379753113,
      "learning_rate": 0.0001680568445475638,
      "loss": 1.3784,
      "step": 59250
    },
    {
      "epoch": 10.085034013605442,
      "grad_norm": 0.4281368851661682,
      "learning_rate": 0.00016776682134570767,
      "loss": 1.3695,
      "step": 59300
    },
    {
      "epoch": 10.093537414965986,
      "grad_norm": 0.5244280695915222,
      "learning_rate": 0.0001674767981438515,
      "loss": 1.3764,
      "step": 59350
    },
    {
      "epoch": 10.10204081632653,
      "grad_norm": 0.40682801604270935,
      "learning_rate": 0.00016718677494199536,
      "loss": 1.3829,
      "step": 59400
    },
    {
      "epoch": 10.110544217687075,
      "grad_norm": 0.42796218395233154,
      "learning_rate": 0.00016690255220417631,
      "loss": 1.376,
      "step": 59450
    },
    {
      "epoch": 10.119047619047619,
      "grad_norm": 0.43184956908226013,
      "learning_rate": 0.00016661252900232018,
      "loss": 1.3794,
      "step": 59500
    },
    {
      "epoch": 10.127551020408163,
      "grad_norm": 0.4699791371822357,
      "learning_rate": 0.00016632250580046404,
      "loss": 1.3849,
      "step": 59550
    },
    {
      "epoch": 10.136054421768707,
      "grad_norm": 0.4018096923828125,
      "learning_rate": 0.0001660324825986079,
      "loss": 1.3765,
      "step": 59600
    },
    {
      "epoch": 10.14455782312925,
      "grad_norm": 0.42693692445755005,
      "learning_rate": 0.00016574245939675176,
      "loss": 1.3726,
      "step": 59650
    },
    {
      "epoch": 10.153061224489797,
      "grad_norm": 0.42560431361198425,
      "learning_rate": 0.0001654524361948956,
      "loss": 1.376,
      "step": 59700
    },
    {
      "epoch": 10.16156462585034,
      "grad_norm": 0.42239609360694885,
      "learning_rate": 0.00016516241299303943,
      "loss": 1.3863,
      "step": 59750
    },
    {
      "epoch": 10.170068027210885,
      "grad_norm": 0.41921770572662354,
      "learning_rate": 0.0001648723897911833,
      "loss": 1.3819,
      "step": 59800
    },
    {
      "epoch": 10.178571428571429,
      "grad_norm": 0.41046616435050964,
      "learning_rate": 0.00016458236658932715,
      "loss": 1.3748,
      "step": 59850
    },
    {
      "epoch": 10.187074829931973,
      "grad_norm": 0.41564711928367615,
      "learning_rate": 0.000164292343387471,
      "loss": 1.3802,
      "step": 59900
    },
    {
      "epoch": 10.195578231292517,
      "grad_norm": 0.4275333881378174,
      "learning_rate": 0.00016400232018561484,
      "loss": 1.3757,
      "step": 59950
    },
    {
      "epoch": 10.204081632653061,
      "grad_norm": 0.47480013966560364,
      "learning_rate": 0.0001637122969837587,
      "loss": 1.3858,
      "step": 60000
    },
    {
      "epoch": 10.204081632653061,
      "eval_loss": 1.5496501922607422,
      "eval_runtime": 75.245,
      "eval_samples_per_second": 1247.113,
      "eval_steps_per_second": 4.877,
      "step": 60000
    },
    {
      "epoch": 10.212585034013605,
      "grad_norm": 2.0938565731048584,
      "learning_rate": 0.00016342227378190257,
      "loss": 1.3816,
      "step": 60050
    },
    {
      "epoch": 10.22108843537415,
      "grad_norm": 0.4088470935821533,
      "learning_rate": 0.0001631322505800464,
      "loss": 1.3806,
      "step": 60100
    },
    {
      "epoch": 10.229591836734693,
      "grad_norm": 0.43842536211013794,
      "learning_rate": 0.00016284222737819026,
      "loss": 1.3796,
      "step": 60150
    },
    {
      "epoch": 10.238095238095237,
      "grad_norm": 0.41963255405426025,
      "learning_rate": 0.00016255220417633412,
      "loss": 1.3798,
      "step": 60200
    },
    {
      "epoch": 10.246598639455783,
      "grad_norm": 0.4422262907028198,
      "learning_rate": 0.00016226218097447796,
      "loss": 1.3778,
      "step": 60250
    },
    {
      "epoch": 10.255102040816327,
      "grad_norm": 0.43372678756713867,
      "learning_rate": 0.00016197215777262182,
      "loss": 1.3779,
      "step": 60300
    },
    {
      "epoch": 10.263605442176871,
      "grad_norm": 0.42680031061172485,
      "learning_rate": 0.00016168213457076568,
      "loss": 1.3771,
      "step": 60350
    },
    {
      "epoch": 10.272108843537415,
      "grad_norm": 0.4302733540534973,
      "learning_rate": 0.0001613921113689095,
      "loss": 1.3848,
      "step": 60400
    },
    {
      "epoch": 10.28061224489796,
      "grad_norm": 0.4111240804195404,
      "learning_rate": 0.00016110208816705337,
      "loss": 1.3784,
      "step": 60450
    },
    {
      "epoch": 10.289115646258503,
      "grad_norm": 0.43267524242401123,
      "learning_rate": 0.0001608120649651972,
      "loss": 1.3828,
      "step": 60500
    },
    {
      "epoch": 10.297619047619047,
      "grad_norm": 0.4088628888130188,
      "learning_rate": 0.00016052204176334107,
      "loss": 1.3809,
      "step": 60550
    },
    {
      "epoch": 10.306122448979592,
      "grad_norm": 0.4188777208328247,
      "learning_rate": 0.00016023201856148493,
      "loss": 1.3772,
      "step": 60600
    },
    {
      "epoch": 10.314625850340136,
      "grad_norm": 0.4147690534591675,
      "learning_rate": 0.0001599419953596288,
      "loss": 1.3788,
      "step": 60650
    },
    {
      "epoch": 10.32312925170068,
      "grad_norm": 0.48966458439826965,
      "learning_rate": 0.00015965777262180974,
      "loss": 1.378,
      "step": 60700
    },
    {
      "epoch": 10.331632653061224,
      "grad_norm": 0.40553244948387146,
      "learning_rate": 0.0001593677494199536,
      "loss": 1.3879,
      "step": 60750
    },
    {
      "epoch": 10.34013605442177,
      "grad_norm": 0.41595011949539185,
      "learning_rate": 0.00015907772621809747,
      "loss": 1.3801,
      "step": 60800
    },
    {
      "epoch": 10.348639455782314,
      "grad_norm": 0.41190576553344727,
      "learning_rate": 0.0001587877030162413,
      "loss": 1.3838,
      "step": 60850
    },
    {
      "epoch": 10.357142857142858,
      "grad_norm": 0.4079788625240326,
      "learning_rate": 0.00015849767981438516,
      "loss": 1.3885,
      "step": 60900
    },
    {
      "epoch": 10.365646258503402,
      "grad_norm": 0.41605037450790405,
      "learning_rate": 0.000158207656612529,
      "loss": 1.3869,
      "step": 60950
    },
    {
      "epoch": 10.374149659863946,
      "grad_norm": 0.41318464279174805,
      "learning_rate": 0.00015791763341067286,
      "loss": 1.3789,
      "step": 61000
    },
    {
      "epoch": 10.374149659863946,
      "eval_loss": 1.549613356590271,
      "eval_runtime": 75.299,
      "eval_samples_per_second": 1246.219,
      "eval_steps_per_second": 4.874,
      "step": 61000
    },
    {
      "epoch": 10.38265306122449,
      "grad_norm": 0.42197248339653015,
      "learning_rate": 0.00015762761020881672,
      "loss": 1.3862,
      "step": 61050
    },
    {
      "epoch": 10.391156462585034,
      "grad_norm": 0.423498272895813,
      "learning_rate": 0.00015733758700696055,
      "loss": 1.3831,
      "step": 61100
    },
    {
      "epoch": 10.399659863945578,
      "grad_norm": 0.41805723309516907,
      "learning_rate": 0.0001570475638051044,
      "loss": 1.3807,
      "step": 61150
    },
    {
      "epoch": 10.408163265306122,
      "grad_norm": 0.40790635347366333,
      "learning_rate": 0.00015675754060324827,
      "loss": 1.3818,
      "step": 61200
    },
    {
      "epoch": 10.416666666666666,
      "grad_norm": 0.42006179690361023,
      "learning_rate": 0.0001564675174013921,
      "loss": 1.3775,
      "step": 61250
    },
    {
      "epoch": 10.42517006802721,
      "grad_norm": 0.41415610909461975,
      "learning_rate": 0.00015617749419953597,
      "loss": 1.391,
      "step": 61300
    },
    {
      "epoch": 10.433673469387756,
      "grad_norm": 0.44713294506073,
      "learning_rate": 0.00015588747099767983,
      "loss": 1.383,
      "step": 61350
    },
    {
      "epoch": 10.4421768707483,
      "grad_norm": 0.44019782543182373,
      "learning_rate": 0.00015559744779582366,
      "loss": 1.3904,
      "step": 61400
    },
    {
      "epoch": 10.450680272108844,
      "grad_norm": 0.4164921045303345,
      "learning_rate": 0.00015530742459396752,
      "loss": 1.3821,
      "step": 61450
    },
    {
      "epoch": 10.459183673469388,
      "grad_norm": 0.4174480438232422,
      "learning_rate": 0.00015501740139211139,
      "loss": 1.3791,
      "step": 61500
    },
    {
      "epoch": 10.467687074829932,
      "grad_norm": 0.49047085642814636,
      "learning_rate": 0.00015472737819025522,
      "loss": 1.3818,
      "step": 61550
    },
    {
      "epoch": 10.476190476190476,
      "grad_norm": 0.405862957239151,
      "learning_rate": 0.00015443735498839908,
      "loss": 1.3817,
      "step": 61600
    },
    {
      "epoch": 10.48469387755102,
      "grad_norm": 0.4351731538772583,
      "learning_rate": 0.00015414733178654291,
      "loss": 1.3806,
      "step": 61650
    },
    {
      "epoch": 10.493197278911564,
      "grad_norm": 0.4245615303516388,
      "learning_rate": 0.00015385730858468678,
      "loss": 1.383,
      "step": 61700
    },
    {
      "epoch": 10.501700680272108,
      "grad_norm": 0.39436227083206177,
      "learning_rate": 0.00015356728538283064,
      "loss": 1.3805,
      "step": 61750
    },
    {
      "epoch": 10.510204081632653,
      "grad_norm": 0.41128745675086975,
      "learning_rate": 0.0001532772621809745,
      "loss": 1.386,
      "step": 61800
    },
    {
      "epoch": 10.518707482993197,
      "grad_norm": 0.42046472430229187,
      "learning_rate": 0.00015298723897911833,
      "loss": 1.3897,
      "step": 61850
    },
    {
      "epoch": 10.527210884353742,
      "grad_norm": 0.4486936926841736,
      "learning_rate": 0.00015269721577726217,
      "loss": 1.383,
      "step": 61900
    },
    {
      "epoch": 10.535714285714286,
      "grad_norm": 0.4166390001773834,
      "learning_rate": 0.00015240719257540603,
      "loss": 1.3793,
      "step": 61950
    },
    {
      "epoch": 10.54421768707483,
      "grad_norm": 0.42586439847946167,
      "learning_rate": 0.0001521171693735499,
      "loss": 1.3778,
      "step": 62000
    },
    {
      "epoch": 10.54421768707483,
      "eval_loss": 1.5420804023742676,
      "eval_runtime": 75.2999,
      "eval_samples_per_second": 1246.204,
      "eval_steps_per_second": 4.874,
      "step": 62000
    },
    {
      "epoch": 10.552721088435375,
      "grad_norm": 0.39667069911956787,
      "learning_rate": 0.00015182714617169375,
      "loss": 1.3749,
      "step": 62050
    },
    {
      "epoch": 10.561224489795919,
      "grad_norm": 0.40961819887161255,
      "learning_rate": 0.0001515371229698376,
      "loss": 1.3797,
      "step": 62100
    },
    {
      "epoch": 10.569727891156463,
      "grad_norm": 0.4282205104827881,
      "learning_rate": 0.00015124709976798144,
      "loss": 1.3803,
      "step": 62150
    },
    {
      "epoch": 10.578231292517007,
      "grad_norm": 0.42050084471702576,
      "learning_rate": 0.00015095707656612528,
      "loss": 1.3812,
      "step": 62200
    },
    {
      "epoch": 10.58673469387755,
      "grad_norm": 0.4289666712284088,
      "learning_rate": 0.00015066705336426914,
      "loss": 1.3824,
      "step": 62250
    },
    {
      "epoch": 10.595238095238095,
      "grad_norm": 0.4385221600532532,
      "learning_rate": 0.000150377030162413,
      "loss": 1.3733,
      "step": 62300
    },
    {
      "epoch": 10.603741496598639,
      "grad_norm": 2.321608781814575,
      "learning_rate": 0.00015008700696055686,
      "loss": 1.3793,
      "step": 62350
    },
    {
      "epoch": 10.612244897959183,
      "grad_norm": 0.4276087284088135,
      "learning_rate": 0.00014979698375870072,
      "loss": 1.382,
      "step": 62400
    },
    {
      "epoch": 10.620748299319727,
      "grad_norm": 0.41472572088241577,
      "learning_rate": 0.00014950696055684453,
      "loss": 1.3772,
      "step": 62450
    },
    {
      "epoch": 10.629251700680273,
      "grad_norm": 0.40703973174095154,
      "learning_rate": 0.0001492169373549884,
      "loss": 1.381,
      "step": 62500
    },
    {
      "epoch": 10.637755102040817,
      "grad_norm": 0.41853588819503784,
      "learning_rate": 0.00014892691415313225,
      "loss": 1.377,
      "step": 62550
    },
    {
      "epoch": 10.646258503401361,
      "grad_norm": 0.4194204807281494,
      "learning_rate": 0.0001486368909512761,
      "loss": 1.3803,
      "step": 62600
    },
    {
      "epoch": 10.654761904761905,
      "grad_norm": 0.41111990809440613,
      "learning_rate": 0.00014834686774941997,
      "loss": 1.3778,
      "step": 62650
    },
    {
      "epoch": 10.66326530612245,
      "grad_norm": 0.43283921480178833,
      "learning_rate": 0.0001480568445475638,
      "loss": 1.3759,
      "step": 62700
    },
    {
      "epoch": 10.671768707482993,
      "grad_norm": 0.4069305956363678,
      "learning_rate": 0.00014776682134570764,
      "loss": 1.3779,
      "step": 62750
    },
    {
      "epoch": 10.680272108843537,
      "grad_norm": 0.4265955984592438,
      "learning_rate": 0.0001474767981438515,
      "loss": 1.3818,
      "step": 62800
    },
    {
      "epoch": 10.688775510204081,
      "grad_norm": 0.43886256217956543,
      "learning_rate": 0.00014718677494199536,
      "loss": 1.3739,
      "step": 62850
    },
    {
      "epoch": 10.697278911564625,
      "grad_norm": 0.4144219756126404,
      "learning_rate": 0.00014689675174013922,
      "loss": 1.3748,
      "step": 62900
    },
    {
      "epoch": 10.70578231292517,
      "grad_norm": 0.41580018401145935,
      "learning_rate": 0.00014660672853828309,
      "loss": 1.379,
      "step": 62950
    },
    {
      "epoch": 10.714285714285714,
      "grad_norm": 0.41576939821243286,
      "learning_rate": 0.00014631670533642692,
      "loss": 1.3789,
      "step": 63000
    },
    {
      "epoch": 10.714285714285714,
      "eval_loss": 1.5434892177581787,
      "eval_runtime": 75.2563,
      "eval_samples_per_second": 1246.925,
      "eval_steps_per_second": 4.877,
      "step": 63000
    },
    {
      "epoch": 10.722789115646258,
      "grad_norm": 0.44234171509742737,
      "learning_rate": 0.00014602668213457075,
      "loss": 1.3822,
      "step": 63050
    },
    {
      "epoch": 10.731292517006803,
      "grad_norm": 0.4127776026725769,
      "learning_rate": 0.00014573665893271461,
      "loss": 1.3789,
      "step": 63100
    },
    {
      "epoch": 10.739795918367347,
      "grad_norm": 0.4461323320865631,
      "learning_rate": 0.00014544663573085848,
      "loss": 1.3744,
      "step": 63150
    },
    {
      "epoch": 10.748299319727892,
      "grad_norm": 0.5485215187072754,
      "learning_rate": 0.00014515661252900234,
      "loss": 1.3762,
      "step": 63200
    },
    {
      "epoch": 10.756802721088436,
      "grad_norm": 0.4205337464809418,
      "learning_rate": 0.00014486658932714617,
      "loss": 1.3753,
      "step": 63250
    },
    {
      "epoch": 10.76530612244898,
      "grad_norm": 0.4096565246582031,
      "learning_rate": 0.00014457656612529003,
      "loss": 1.3752,
      "step": 63300
    },
    {
      "epoch": 10.773809523809524,
      "grad_norm": 0.44153106212615967,
      "learning_rate": 0.00014428654292343387,
      "loss": 1.3784,
      "step": 63350
    },
    {
      "epoch": 10.782312925170068,
      "grad_norm": 0.41935479640960693,
      "learning_rate": 0.00014399651972157773,
      "loss": 1.3803,
      "step": 63400
    },
    {
      "epoch": 10.790816326530612,
      "grad_norm": 0.40989023447036743,
      "learning_rate": 0.0001437064965197216,
      "loss": 1.3779,
      "step": 63450
    },
    {
      "epoch": 10.799319727891156,
      "grad_norm": 0.41036033630371094,
      "learning_rate": 0.00014341647331786542,
      "loss": 1.38,
      "step": 63500
    },
    {
      "epoch": 10.8078231292517,
      "grad_norm": 0.4159608781337738,
      "learning_rate": 0.00014312645011600928,
      "loss": 1.3775,
      "step": 63550
    },
    {
      "epoch": 10.816326530612244,
      "grad_norm": 0.4197967052459717,
      "learning_rate": 0.00014283642691415314,
      "loss": 1.3763,
      "step": 63600
    },
    {
      "epoch": 10.82482993197279,
      "grad_norm": 0.9038332104682922,
      "learning_rate": 0.00014254640371229698,
      "loss": 1.3774,
      "step": 63650
    },
    {
      "epoch": 10.833333333333334,
      "grad_norm": 0.41402915120124817,
      "learning_rate": 0.00014225638051044084,
      "loss": 1.3699,
      "step": 63700
    },
    {
      "epoch": 10.841836734693878,
      "grad_norm": 0.4222056567668915,
      "learning_rate": 0.00014197215777262182,
      "loss": 1.3716,
      "step": 63750
    },
    {
      "epoch": 10.850340136054422,
      "grad_norm": 0.4178094267845154,
      "learning_rate": 0.00014168213457076568,
      "loss": 1.3776,
      "step": 63800
    },
    {
      "epoch": 10.858843537414966,
      "grad_norm": 0.42892855405807495,
      "learning_rate": 0.00014139211136890951,
      "loss": 1.3747,
      "step": 63850
    },
    {
      "epoch": 10.86734693877551,
      "grad_norm": 0.4110173285007477,
      "learning_rate": 0.00014110208816705335,
      "loss": 1.3807,
      "step": 63900
    },
    {
      "epoch": 10.875850340136054,
      "grad_norm": 0.4244990050792694,
      "learning_rate": 0.0001408120649651972,
      "loss": 1.375,
      "step": 63950
    },
    {
      "epoch": 10.884353741496598,
      "grad_norm": 0.5068066716194153,
      "learning_rate": 0.00014052204176334107,
      "loss": 1.3742,
      "step": 64000
    },
    {
      "epoch": 10.884353741496598,
      "eval_loss": 1.5442039966583252,
      "eval_runtime": 75.3144,
      "eval_samples_per_second": 1245.964,
      "eval_steps_per_second": 4.873,
      "step": 64000
    },
    {
      "epoch": 10.892857142857142,
      "grad_norm": 0.4364668130874634,
      "learning_rate": 0.00014023201856148493,
      "loss": 1.3739,
      "step": 64050
    },
    {
      "epoch": 10.901360544217686,
      "grad_norm": 0.4433183968067169,
      "learning_rate": 0.00013994199535962877,
      "loss": 1.3756,
      "step": 64100
    },
    {
      "epoch": 10.90986394557823,
      "grad_norm": 0.41508781909942627,
      "learning_rate": 0.00013965197215777263,
      "loss": 1.3792,
      "step": 64150
    },
    {
      "epoch": 10.918367346938776,
      "grad_norm": 0.4308226406574249,
      "learning_rate": 0.00013936194895591646,
      "loss": 1.3818,
      "step": 64200
    },
    {
      "epoch": 10.92687074829932,
      "grad_norm": 0.43690988421440125,
      "learning_rate": 0.00013907192575406032,
      "loss": 1.3723,
      "step": 64250
    },
    {
      "epoch": 10.935374149659864,
      "grad_norm": 0.9234839081764221,
      "learning_rate": 0.00013878190255220418,
      "loss": 1.3769,
      "step": 64300
    },
    {
      "epoch": 10.943877551020408,
      "grad_norm": 0.4184640049934387,
      "learning_rate": 0.00013849187935034804,
      "loss": 1.3783,
      "step": 64350
    },
    {
      "epoch": 10.952380952380953,
      "grad_norm": 0.418977826833725,
      "learning_rate": 0.00013820185614849188,
      "loss": 1.3708,
      "step": 64400
    },
    {
      "epoch": 10.960884353741497,
      "grad_norm": 0.42863503098487854,
      "learning_rate": 0.00013791183294663574,
      "loss": 1.3643,
      "step": 64450
    },
    {
      "epoch": 10.96938775510204,
      "grad_norm": 0.41124334931373596,
      "learning_rate": 0.00013762180974477957,
      "loss": 1.3788,
      "step": 64500
    },
    {
      "epoch": 10.977891156462585,
      "grad_norm": 0.46177518367767334,
      "learning_rate": 0.00013733178654292343,
      "loss": 1.376,
      "step": 64550
    },
    {
      "epoch": 10.986394557823129,
      "grad_norm": 0.4240172207355499,
      "learning_rate": 0.0001370417633410673,
      "loss": 1.3674,
      "step": 64600
    },
    {
      "epoch": 10.994897959183673,
      "grad_norm": 0.4008079767227173,
      "learning_rate": 0.00013675174013921113,
      "loss": 1.3676,
      "step": 64650
    },
    {
      "epoch": 11.003401360544217,
      "grad_norm": 0.40654611587524414,
      "learning_rate": 0.000136461716937355,
      "loss": 1.3716,
      "step": 64700
    },
    {
      "epoch": 11.011904761904763,
      "grad_norm": 0.4086385667324066,
      "learning_rate": 0.00013617169373549885,
      "loss": 1.3692,
      "step": 64750
    },
    {
      "epoch": 11.020408163265307,
      "grad_norm": 0.43329235911369324,
      "learning_rate": 0.0001358816705336427,
      "loss": 1.3694,
      "step": 64800
    },
    {
      "epoch": 11.02891156462585,
      "grad_norm": 0.43725255131721497,
      "learning_rate": 0.00013559164733178655,
      "loss": 1.3648,
      "step": 64850
    },
    {
      "epoch": 11.037414965986395,
      "grad_norm": 0.4894959628582001,
      "learning_rate": 0.00013530162412993038,
      "loss": 1.3681,
      "step": 64900
    },
    {
      "epoch": 11.045918367346939,
      "grad_norm": 0.4180058538913727,
      "learning_rate": 0.00013501160092807424,
      "loss": 1.3637,
      "step": 64950
    },
    {
      "epoch": 11.054421768707483,
      "grad_norm": 0.42746037244796753,
      "learning_rate": 0.0001347215777262181,
      "loss": 1.3674,
      "step": 65000
    },
    {
      "epoch": 11.054421768707483,
      "eval_loss": 1.5379548072814941,
      "eval_runtime": 75.1076,
      "eval_samples_per_second": 1249.394,
      "eval_steps_per_second": 4.886,
      "step": 65000
    },
    {
      "epoch": 11.062925170068027,
      "grad_norm": 0.4063352644443512,
      "learning_rate": 0.00013443155452436196,
      "loss": 1.3644,
      "step": 65050
    },
    {
      "epoch": 11.071428571428571,
      "grad_norm": 0.41466256976127625,
      "learning_rate": 0.00013414153132250582,
      "loss": 1.367,
      "step": 65100
    },
    {
      "epoch": 11.079931972789115,
      "grad_norm": 0.40846332907676697,
      "learning_rate": 0.00013385150812064966,
      "loss": 1.3586,
      "step": 65150
    },
    {
      "epoch": 11.08843537414966,
      "grad_norm": 0.4066697955131531,
      "learning_rate": 0.0001335614849187935,
      "loss": 1.3681,
      "step": 65200
    },
    {
      "epoch": 11.096938775510203,
      "grad_norm": 0.4276025891304016,
      "learning_rate": 0.00013327146171693735,
      "loss": 1.3638,
      "step": 65250
    },
    {
      "epoch": 11.10544217687075,
      "grad_norm": 0.4069554805755615,
      "learning_rate": 0.00013298143851508121,
      "loss": 1.3661,
      "step": 65300
    },
    {
      "epoch": 11.113945578231293,
      "grad_norm": 0.5378205180168152,
      "learning_rate": 0.00013269141531322508,
      "loss": 1.365,
      "step": 65350
    },
    {
      "epoch": 11.122448979591837,
      "grad_norm": 0.4328392744064331,
      "learning_rate": 0.00013240139211136894,
      "loss": 1.3681,
      "step": 65400
    },
    {
      "epoch": 11.130952380952381,
      "grad_norm": 1.8447155952453613,
      "learning_rate": 0.00013211136890951274,
      "loss": 1.3643,
      "step": 65450
    },
    {
      "epoch": 11.139455782312925,
      "grad_norm": 0.4180423319339752,
      "learning_rate": 0.0001318213457076566,
      "loss": 1.3644,
      "step": 65500
    },
    {
      "epoch": 11.14795918367347,
      "grad_norm": 0.4122379720211029,
      "learning_rate": 0.00013153132250580047,
      "loss": 1.3626,
      "step": 65550
    },
    {
      "epoch": 11.156462585034014,
      "grad_norm": 0.431257963180542,
      "learning_rate": 0.00013124129930394433,
      "loss": 1.3653,
      "step": 65600
    },
    {
      "epoch": 11.164965986394558,
      "grad_norm": 0.39916712045669556,
      "learning_rate": 0.0001309512761020882,
      "loss": 1.3615,
      "step": 65650
    },
    {
      "epoch": 11.173469387755102,
      "grad_norm": 0.4114948809146881,
      "learning_rate": 0.00013066125290023202,
      "loss": 1.37,
      "step": 65700
    },
    {
      "epoch": 11.181972789115646,
      "grad_norm": 0.42501741647720337,
      "learning_rate": 0.00013037122969837586,
      "loss": 1.369,
      "step": 65750
    },
    {
      "epoch": 11.19047619047619,
      "grad_norm": 0.4058555066585541,
      "learning_rate": 0.00013008120649651972,
      "loss": 1.3609,
      "step": 65800
    },
    {
      "epoch": 11.198979591836734,
      "grad_norm": 0.40838614106178284,
      "learning_rate": 0.00012979118329466358,
      "loss": 1.3605,
      "step": 65850
    },
    {
      "epoch": 11.20748299319728,
      "grad_norm": 0.4708266854286194,
      "learning_rate": 0.00012950116009280744,
      "loss": 1.3606,
      "step": 65900
    },
    {
      "epoch": 11.215986394557824,
      "grad_norm": 0.40549665689468384,
      "learning_rate": 0.0001292111368909513,
      "loss": 1.3652,
      "step": 65950
    },
    {
      "epoch": 11.224489795918368,
      "grad_norm": 0.4081163704395294,
      "learning_rate": 0.00012892111368909513,
      "loss": 1.3609,
      "step": 66000
    },
    {
      "epoch": 11.224489795918368,
      "eval_loss": 1.5325791835784912,
      "eval_runtime": 75.302,
      "eval_samples_per_second": 1246.169,
      "eval_steps_per_second": 4.874,
      "step": 66000
    },
    {
      "epoch": 11.232993197278912,
      "grad_norm": 0.42392808198928833,
      "learning_rate": 0.00012863109048723897,
      "loss": 1.3617,
      "step": 66050
    },
    {
      "epoch": 11.241496598639456,
      "grad_norm": 0.4850771725177765,
      "learning_rate": 0.00012834106728538283,
      "loss": 1.3733,
      "step": 66100
    },
    {
      "epoch": 11.25,
      "grad_norm": 0.42814481258392334,
      "learning_rate": 0.0001280510440835267,
      "loss": 1.3652,
      "step": 66150
    },
    {
      "epoch": 11.258503401360544,
      "grad_norm": 0.40000179409980774,
      "learning_rate": 0.00012776102088167055,
      "loss": 1.3717,
      "step": 66200
    },
    {
      "epoch": 11.267006802721088,
      "grad_norm": 0.4144078493118286,
      "learning_rate": 0.00012747099767981438,
      "loss": 1.3645,
      "step": 66250
    },
    {
      "epoch": 11.275510204081632,
      "grad_norm": 0.49152231216430664,
      "learning_rate": 0.00012718097447795825,
      "loss": 1.3661,
      "step": 66300
    },
    {
      "epoch": 11.284013605442176,
      "grad_norm": 0.4072152078151703,
      "learning_rate": 0.00012689095127610208,
      "loss": 1.3671,
      "step": 66350
    },
    {
      "epoch": 11.29251700680272,
      "grad_norm": 0.40859153866767883,
      "learning_rate": 0.00012660092807424594,
      "loss": 1.3667,
      "step": 66400
    },
    {
      "epoch": 11.301020408163266,
      "grad_norm": 0.4389115869998932,
      "learning_rate": 0.0001263109048723898,
      "loss": 1.3648,
      "step": 66450
    },
    {
      "epoch": 11.30952380952381,
      "grad_norm": 0.42225921154022217,
      "learning_rate": 0.00012602088167053364,
      "loss": 1.3584,
      "step": 66500
    },
    {
      "epoch": 11.318027210884354,
      "grad_norm": 0.40919360518455505,
      "learning_rate": 0.0001257308584686775,
      "loss": 1.3613,
      "step": 66550
    },
    {
      "epoch": 11.326530612244898,
      "grad_norm": 0.41595298051834106,
      "learning_rate": 0.00012544083526682136,
      "loss": 1.359,
      "step": 66600
    },
    {
      "epoch": 11.335034013605442,
      "grad_norm": 0.405838280916214,
      "learning_rate": 0.0001251508120649652,
      "loss": 1.3581,
      "step": 66650
    },
    {
      "epoch": 11.343537414965986,
      "grad_norm": 0.4283597767353058,
      "learning_rate": 0.00012486078886310905,
      "loss": 1.3653,
      "step": 66700
    },
    {
      "epoch": 11.35204081632653,
      "grad_norm": 0.42228442430496216,
      "learning_rate": 0.00012457076566125291,
      "loss": 1.3666,
      "step": 66750
    },
    {
      "epoch": 11.360544217687075,
      "grad_norm": 0.4238821566104889,
      "learning_rate": 0.00012428074245939675,
      "loss": 1.3621,
      "step": 66800
    },
    {
      "epoch": 11.369047619047619,
      "grad_norm": 0.40990692377090454,
      "learning_rate": 0.0001239907192575406,
      "loss": 1.3663,
      "step": 66850
    },
    {
      "epoch": 11.377551020408163,
      "grad_norm": 0.43895843625068665,
      "learning_rate": 0.00012370069605568447,
      "loss": 1.3581,
      "step": 66900
    },
    {
      "epoch": 11.386054421768707,
      "grad_norm": 0.42183375358581543,
      "learning_rate": 0.0001234106728538283,
      "loss": 1.3655,
      "step": 66950
    },
    {
      "epoch": 11.39455782312925,
      "grad_norm": 0.41603147983551025,
      "learning_rate": 0.00012312064965197216,
      "loss": 1.353,
      "step": 67000
    },
    {
      "epoch": 11.39455782312925,
      "eval_loss": 1.5269132852554321,
      "eval_runtime": 75.2762,
      "eval_samples_per_second": 1246.596,
      "eval_steps_per_second": 4.875,
      "step": 67000
    },
    {
      "epoch": 11.403061224489797,
      "grad_norm": 0.42194870114326477,
      "learning_rate": 0.00012283062645011603,
      "loss": 1.3639,
      "step": 67050
    },
    {
      "epoch": 11.41156462585034,
      "grad_norm": 0.42385604977607727,
      "learning_rate": 0.00012254060324825986,
      "loss": 1.3605,
      "step": 67100
    },
    {
      "epoch": 11.420068027210885,
      "grad_norm": 0.4089812636375427,
      "learning_rate": 0.00012225058004640372,
      "loss": 1.3553,
      "step": 67150
    },
    {
      "epoch": 11.428571428571429,
      "grad_norm": 0.402220219373703,
      "learning_rate": 0.00012196055684454757,
      "loss": 1.3643,
      "step": 67200
    },
    {
      "epoch": 11.437074829931973,
      "grad_norm": 0.4062860310077667,
      "learning_rate": 0.00012167053364269142,
      "loss": 1.3615,
      "step": 67250
    },
    {
      "epoch": 11.445578231292517,
      "grad_norm": 0.4270987808704376,
      "learning_rate": 0.00012138051044083528,
      "loss": 1.3586,
      "step": 67300
    },
    {
      "epoch": 11.454081632653061,
      "grad_norm": 0.39737579226493835,
      "learning_rate": 0.00012109048723897912,
      "loss": 1.3566,
      "step": 67350
    },
    {
      "epoch": 11.462585034013605,
      "grad_norm": 0.4278363287448883,
      "learning_rate": 0.00012080046403712297,
      "loss": 1.3597,
      "step": 67400
    },
    {
      "epoch": 11.47108843537415,
      "grad_norm": 0.4197821319103241,
      "learning_rate": 0.00012051044083526683,
      "loss": 1.3627,
      "step": 67450
    },
    {
      "epoch": 11.479591836734693,
      "grad_norm": 0.4141803979873657,
      "learning_rate": 0.00012022041763341067,
      "loss": 1.3576,
      "step": 67500
    },
    {
      "epoch": 11.488095238095237,
      "grad_norm": 0.41713324189186096,
      "learning_rate": 0.00011993039443155453,
      "loss": 1.3544,
      "step": 67550
    },
    {
      "epoch": 11.496598639455783,
      "grad_norm": 0.4070891737937927,
      "learning_rate": 0.00011964037122969839,
      "loss": 1.364,
      "step": 67600
    },
    {
      "epoch": 11.505102040816327,
      "grad_norm": 0.4234033524990082,
      "learning_rate": 0.00011935034802784222,
      "loss": 1.3549,
      "step": 67650
    },
    {
      "epoch": 11.513605442176871,
      "grad_norm": 0.4253610372543335,
      "learning_rate": 0.00011906032482598608,
      "loss": 1.36,
      "step": 67700
    },
    {
      "epoch": 11.522108843537415,
      "grad_norm": 0.4099927246570587,
      "learning_rate": 0.00011877030162412995,
      "loss": 1.3639,
      "step": 67750
    },
    {
      "epoch": 11.53061224489796,
      "grad_norm": 0.4126720726490021,
      "learning_rate": 0.00011848607888631091,
      "loss": 1.3629,
      "step": 67800
    },
    {
      "epoch": 11.539115646258503,
      "grad_norm": 0.42233848571777344,
      "learning_rate": 0.00011819605568445476,
      "loss": 1.358,
      "step": 67850
    },
    {
      "epoch": 11.547619047619047,
      "grad_norm": 0.42125800251960754,
      "learning_rate": 0.00011790603248259861,
      "loss": 1.3552,
      "step": 67900
    },
    {
      "epoch": 11.556122448979592,
      "grad_norm": 0.4108964204788208,
      "learning_rate": 0.00011761600928074247,
      "loss": 1.3603,
      "step": 67950
    },
    {
      "epoch": 11.564625850340136,
      "grad_norm": 0.4113200902938843,
      "learning_rate": 0.00011732598607888632,
      "loss": 1.3627,
      "step": 68000
    },
    {
      "epoch": 11.564625850340136,
      "eval_loss": 1.5228930711746216,
      "eval_runtime": 75.2543,
      "eval_samples_per_second": 1246.958,
      "eval_steps_per_second": 4.877,
      "step": 68000
    },
    {
      "epoch": 11.57312925170068,
      "grad_norm": 0.43190208077430725,
      "learning_rate": 0.00011703596287703016,
      "loss": 1.354,
      "step": 68050
    },
    {
      "epoch": 11.581632653061224,
      "grad_norm": 0.41988831758499146,
      "learning_rate": 0.00011674593967517402,
      "loss": 1.3598,
      "step": 68100
    },
    {
      "epoch": 11.59013605442177,
      "grad_norm": 0.41497015953063965,
      "learning_rate": 0.00011645591647331787,
      "loss": 1.3432,
      "step": 68150
    },
    {
      "epoch": 11.598639455782314,
      "grad_norm": 0.42652803659439087,
      "learning_rate": 0.00011616589327146172,
      "loss": 1.3565,
      "step": 68200
    },
    {
      "epoch": 11.607142857142858,
      "grad_norm": 0.43378782272338867,
      "learning_rate": 0.00011587587006960557,
      "loss": 1.3538,
      "step": 68250
    },
    {
      "epoch": 11.615646258503402,
      "grad_norm": 0.4106690287590027,
      "learning_rate": 0.00011558584686774943,
      "loss": 1.3514,
      "step": 68300
    },
    {
      "epoch": 11.624149659863946,
      "grad_norm": 0.4098680913448334,
      "learning_rate": 0.00011529582366589328,
      "loss": 1.3628,
      "step": 68350
    },
    {
      "epoch": 11.63265306122449,
      "grad_norm": 0.4068293869495392,
      "learning_rate": 0.00011500580046403712,
      "loss": 1.3561,
      "step": 68400
    },
    {
      "epoch": 11.641156462585034,
      "grad_norm": 0.4472546875476837,
      "learning_rate": 0.00011471577726218098,
      "loss": 1.3565,
      "step": 68450
    },
    {
      "epoch": 11.649659863945578,
      "grad_norm": 0.4033961594104767,
      "learning_rate": 0.00011442575406032482,
      "loss": 1.3545,
      "step": 68500
    },
    {
      "epoch": 11.658163265306122,
      "grad_norm": 0.4254186749458313,
      "learning_rate": 0.00011413573085846868,
      "loss": 1.3571,
      "step": 68550
    },
    {
      "epoch": 11.666666666666666,
      "grad_norm": 0.412675142288208,
      "learning_rate": 0.00011384570765661254,
      "loss": 1.3513,
      "step": 68600
    },
    {
      "epoch": 11.67517006802721,
      "grad_norm": 0.4190445840358734,
      "learning_rate": 0.00011355568445475637,
      "loss": 1.3549,
      "step": 68650
    },
    {
      "epoch": 11.683673469387756,
      "grad_norm": 0.4222116470336914,
      "learning_rate": 0.00011326566125290024,
      "loss": 1.3561,
      "step": 68700
    },
    {
      "epoch": 11.6921768707483,
      "grad_norm": 0.41736775636672974,
      "learning_rate": 0.0001129756380510441,
      "loss": 1.3541,
      "step": 68750
    },
    {
      "epoch": 11.700680272108844,
      "grad_norm": 0.40362343192100525,
      "learning_rate": 0.00011268561484918793,
      "loss": 1.3489,
      "step": 68800
    },
    {
      "epoch": 11.709183673469388,
      "grad_norm": 0.40062522888183594,
      "learning_rate": 0.00011239559164733179,
      "loss": 1.355,
      "step": 68850
    },
    {
      "epoch": 11.717687074829932,
      "grad_norm": 0.40170249342918396,
      "learning_rate": 0.00011210556844547564,
      "loss": 1.3549,
      "step": 68900
    },
    {
      "epoch": 11.726190476190476,
      "grad_norm": 0.4284593164920807,
      "learning_rate": 0.00011181554524361949,
      "loss": 1.3502,
      "step": 68950
    },
    {
      "epoch": 11.73469387755102,
      "grad_norm": 0.4220130145549774,
      "learning_rate": 0.00011152552204176335,
      "loss": 1.3508,
      "step": 69000
    },
    {
      "epoch": 11.73469387755102,
      "eval_loss": 1.517913818359375,
      "eval_runtime": 75.269,
      "eval_samples_per_second": 1246.716,
      "eval_steps_per_second": 4.876,
      "step": 69000
    },
    {
      "epoch": 11.743197278911564,
      "grad_norm": 0.41656509041786194,
      "learning_rate": 0.0001112354988399072,
      "loss": 1.3573,
      "step": 69050
    },
    {
      "epoch": 11.751700680272108,
      "grad_norm": 0.4296277165412903,
      "learning_rate": 0.00011094547563805104,
      "loss": 1.3586,
      "step": 69100
    },
    {
      "epoch": 11.760204081632653,
      "grad_norm": 0.5169918537139893,
      "learning_rate": 0.0001106554524361949,
      "loss": 1.3502,
      "step": 69150
    },
    {
      "epoch": 11.768707482993197,
      "grad_norm": 0.40869855880737305,
      "learning_rate": 0.00011036542923433875,
      "loss": 1.3586,
      "step": 69200
    },
    {
      "epoch": 11.777210884353742,
      "grad_norm": 0.41961830854415894,
      "learning_rate": 0.0001100754060324826,
      "loss": 1.3563,
      "step": 69250
    },
    {
      "epoch": 11.785714285714286,
      "grad_norm": 0.40917539596557617,
      "learning_rate": 0.00010978538283062645,
      "loss": 1.3554,
      "step": 69300
    },
    {
      "epoch": 11.79421768707483,
      "grad_norm": 0.4206612706184387,
      "learning_rate": 0.00010949535962877031,
      "loss": 1.3568,
      "step": 69350
    },
    {
      "epoch": 11.802721088435375,
      "grad_norm": 0.41846826672554016,
      "learning_rate": 0.00010920533642691415,
      "loss": 1.3518,
      "step": 69400
    },
    {
      "epoch": 11.811224489795919,
      "grad_norm": 0.4007967412471771,
      "learning_rate": 0.000108915313225058,
      "loss": 1.3488,
      "step": 69450
    },
    {
      "epoch": 11.819727891156463,
      "grad_norm": 0.45398712158203125,
      "learning_rate": 0.00010862529002320186,
      "loss": 1.3522,
      "step": 69500
    },
    {
      "epoch": 11.828231292517007,
      "grad_norm": 0.4125469923019409,
      "learning_rate": 0.00010833526682134571,
      "loss": 1.3475,
      "step": 69550
    },
    {
      "epoch": 11.83673469387755,
      "grad_norm": 0.4218948781490326,
      "learning_rate": 0.00010804524361948956,
      "loss": 1.3476,
      "step": 69600
    },
    {
      "epoch": 11.845238095238095,
      "grad_norm": 0.4130956828594208,
      "learning_rate": 0.00010775522041763342,
      "loss": 1.3406,
      "step": 69650
    },
    {
      "epoch": 11.853741496598639,
      "grad_norm": 0.4252954125404358,
      "learning_rate": 0.00010746519721577725,
      "loss": 1.3497,
      "step": 69700
    },
    {
      "epoch": 11.862244897959183,
      "grad_norm": 0.4810144603252411,
      "learning_rate": 0.00010717517401392111,
      "loss": 1.3513,
      "step": 69750
    },
    {
      "epoch": 11.870748299319727,
      "grad_norm": 0.4183041453361511,
      "learning_rate": 0.00010688515081206498,
      "loss": 1.3464,
      "step": 69800
    },
    {
      "epoch": 11.879251700680273,
      "grad_norm": 0.4231345057487488,
      "learning_rate": 0.00010659512761020881,
      "loss": 1.348,
      "step": 69850
    },
    {
      "epoch": 11.887755102040817,
      "grad_norm": 0.4193786084651947,
      "learning_rate": 0.00010630510440835267,
      "loss": 1.3494,
      "step": 69900
    },
    {
      "epoch": 11.896258503401361,
      "grad_norm": 0.41639646887779236,
      "learning_rate": 0.00010601508120649653,
      "loss": 1.3489,
      "step": 69950
    },
    {
      "epoch": 11.904761904761905,
      "grad_norm": 0.4062506854534149,
      "learning_rate": 0.00010572505800464037,
      "loss": 1.3478,
      "step": 70000
    },
    {
      "epoch": 11.904761904761905,
      "eval_loss": 1.5139620304107666,
      "eval_runtime": 75.2979,
      "eval_samples_per_second": 1246.237,
      "eval_steps_per_second": 4.874,
      "step": 70000
    },
    {
      "epoch": 11.91326530612245,
      "grad_norm": 0.49928614497184753,
      "learning_rate": 0.00010543503480278423,
      "loss": 1.3525,
      "step": 70050
    },
    {
      "epoch": 11.921768707482993,
      "grad_norm": 0.4152166247367859,
      "learning_rate": 0.0001051508120649652,
      "loss": 1.3526,
      "step": 70100
    },
    {
      "epoch": 11.930272108843537,
      "grad_norm": 0.42939451336860657,
      "learning_rate": 0.00010486078886310905,
      "loss": 1.352,
      "step": 70150
    },
    {
      "epoch": 11.938775510204081,
      "grad_norm": 0.40568697452545166,
      "learning_rate": 0.0001045707656612529,
      "loss": 1.3493,
      "step": 70200
    },
    {
      "epoch": 11.947278911564625,
      "grad_norm": 0.43555957078933716,
      "learning_rate": 0.00010428074245939675,
      "loss": 1.3425,
      "step": 70250
    },
    {
      "epoch": 11.95578231292517,
      "grad_norm": 0.4200745224952698,
      "learning_rate": 0.00010399071925754061,
      "loss": 1.3477,
      "step": 70300
    },
    {
      "epoch": 11.964285714285714,
      "grad_norm": 0.43165090680122375,
      "learning_rate": 0.00010370069605568446,
      "loss": 1.3522,
      "step": 70350
    },
    {
      "epoch": 11.972789115646258,
      "grad_norm": 0.41488534212112427,
      "learning_rate": 0.0001034106728538283,
      "loss": 1.3509,
      "step": 70400
    },
    {
      "epoch": 11.981292517006803,
      "grad_norm": 0.4268278479576111,
      "learning_rate": 0.00010312064965197215,
      "loss": 1.3567,
      "step": 70450
    },
    {
      "epoch": 11.989795918367347,
      "grad_norm": 0.4317072927951813,
      "learning_rate": 0.00010283062645011601,
      "loss": 1.3441,
      "step": 70500
    },
    {
      "epoch": 11.998299319727892,
      "grad_norm": 0.39999693632125854,
      "learning_rate": 0.00010254060324825986,
      "loss": 1.3486,
      "step": 70550
    },
    {
      "epoch": 12.006802721088436,
      "grad_norm": 0.39868417382240295,
      "learning_rate": 0.00010225058004640371,
      "loss": 1.3422,
      "step": 70600
    },
    {
      "epoch": 12.01530612244898,
      "grad_norm": 0.4184889793395996,
      "learning_rate": 0.00010196055684454757,
      "loss": 1.342,
      "step": 70650
    },
    {
      "epoch": 12.023809523809524,
      "grad_norm": 0.4223806858062744,
      "learning_rate": 0.00010167053364269142,
      "loss": 1.339,
      "step": 70700
    },
    {
      "epoch": 12.032312925170068,
      "grad_norm": 0.413501113653183,
      "learning_rate": 0.00010138051044083527,
      "loss": 1.3458,
      "step": 70750
    },
    {
      "epoch": 12.040816326530612,
      "grad_norm": 0.41243672370910645,
      "learning_rate": 0.00010109048723897913,
      "loss": 1.3497,
      "step": 70800
    },
    {
      "epoch": 12.049319727891156,
      "grad_norm": 0.4220627546310425,
      "learning_rate": 0.00010080046403712296,
      "loss": 1.3465,
      "step": 70850
    },
    {
      "epoch": 12.0578231292517,
      "grad_norm": 0.4198216199874878,
      "learning_rate": 0.00010051044083526682,
      "loss": 1.3477,
      "step": 70900
    },
    {
      "epoch": 12.066326530612244,
      "grad_norm": 0.4057486951351166,
      "learning_rate": 0.00010022041763341068,
      "loss": 1.3406,
      "step": 70950
    },
    {
      "epoch": 12.07482993197279,
      "grad_norm": 0.4336649179458618,
      "learning_rate": 9.993039443155452e-05,
      "loss": 1.342,
      "step": 71000
    },
    {
      "epoch": 12.07482993197279,
      "eval_loss": 1.5144281387329102,
      "eval_runtime": 75.2698,
      "eval_samples_per_second": 1246.702,
      "eval_steps_per_second": 4.876,
      "step": 71000
    },
    {
      "epoch": 12.083333333333334,
      "grad_norm": 0.4182901680469513,
      "learning_rate": 9.964037122969838e-05,
      "loss": 1.3432,
      "step": 71050
    },
    {
      "epoch": 12.091836734693878,
      "grad_norm": 0.39864903688430786,
      "learning_rate": 9.935034802784224e-05,
      "loss": 1.3367,
      "step": 71100
    },
    {
      "epoch": 12.100340136054422,
      "grad_norm": 0.40879112482070923,
      "learning_rate": 9.906032482598607e-05,
      "loss": 1.3431,
      "step": 71150
    },
    {
      "epoch": 12.108843537414966,
      "grad_norm": 0.412240594625473,
      "learning_rate": 9.877030162412993e-05,
      "loss": 1.3406,
      "step": 71200
    },
    {
      "epoch": 12.11734693877551,
      "grad_norm": 0.4245721995830536,
      "learning_rate": 9.848027842227378e-05,
      "loss": 1.3453,
      "step": 71250
    },
    {
      "epoch": 12.125850340136054,
      "grad_norm": 0.40284958481788635,
      "learning_rate": 9.819025522041763e-05,
      "loss": 1.3383,
      "step": 71300
    },
    {
      "epoch": 12.134353741496598,
      "grad_norm": 0.57562255859375,
      "learning_rate": 9.790023201856149e-05,
      "loss": 1.3417,
      "step": 71350
    },
    {
      "epoch": 12.142857142857142,
      "grad_norm": 0.4117988348007202,
      "learning_rate": 9.761020881670534e-05,
      "loss": 1.3371,
      "step": 71400
    },
    {
      "epoch": 12.151360544217686,
      "grad_norm": 0.4112182557582855,
      "learning_rate": 9.732018561484918e-05,
      "loss": 1.3447,
      "step": 71450
    },
    {
      "epoch": 12.15986394557823,
      "grad_norm": 0.41666939854621887,
      "learning_rate": 9.703016241299305e-05,
      "loss": 1.3408,
      "step": 71500
    },
    {
      "epoch": 12.168367346938776,
      "grad_norm": 0.4010598063468933,
      "learning_rate": 9.674013921113689e-05,
      "loss": 1.3443,
      "step": 71550
    },
    {
      "epoch": 12.17687074829932,
      "grad_norm": 0.41796889901161194,
      "learning_rate": 9.645011600928074e-05,
      "loss": 1.3343,
      "step": 71600
    },
    {
      "epoch": 12.185374149659864,
      "grad_norm": 0.42123886942863464,
      "learning_rate": 9.616009280742459e-05,
      "loss": 1.3401,
      "step": 71650
    },
    {
      "epoch": 12.193877551020408,
      "grad_norm": 0.40508341789245605,
      "learning_rate": 9.587006960556845e-05,
      "loss": 1.3437,
      "step": 71700
    },
    {
      "epoch": 12.202380952380953,
      "grad_norm": 0.44286808371543884,
      "learning_rate": 9.558004640371231e-05,
      "loss": 1.3419,
      "step": 71750
    },
    {
      "epoch": 12.210884353741497,
      "grad_norm": 0.40285545587539673,
      "learning_rate": 9.529002320185614e-05,
      "loss": 1.333,
      "step": 71800
    },
    {
      "epoch": 12.21938775510204,
      "grad_norm": 0.39993083477020264,
      "learning_rate": 9.5e-05,
      "loss": 1.3402,
      "step": 71850
    },
    {
      "epoch": 12.227891156462585,
      "grad_norm": 0.4155488610267639,
      "learning_rate": 9.470997679814387e-05,
      "loss": 1.3378,
      "step": 71900
    },
    {
      "epoch": 12.236394557823129,
      "grad_norm": 0.5050736665725708,
      "learning_rate": 9.44199535962877e-05,
      "loss": 1.3354,
      "step": 71950
    },
    {
      "epoch": 12.244897959183673,
      "grad_norm": 0.4185927212238312,
      "learning_rate": 9.412993039443156e-05,
      "loss": 1.3357,
      "step": 72000
    },
    {
      "epoch": 12.244897959183673,
      "eval_loss": 1.5064618587493896,
      "eval_runtime": 75.3162,
      "eval_samples_per_second": 1245.933,
      "eval_steps_per_second": 4.873,
      "step": 72000
    },
    {
      "epoch": 12.253401360544217,
      "grad_norm": 0.41753119230270386,
      "learning_rate": 9.383990719257541e-05,
      "loss": 1.3352,
      "step": 72050
    },
    {
      "epoch": 12.261904761904763,
      "grad_norm": 0.4204673171043396,
      "learning_rate": 9.354988399071926e-05,
      "loss": 1.3436,
      "step": 72100
    },
    {
      "epoch": 12.270408163265307,
      "grad_norm": 0.4101797044277191,
      "learning_rate": 9.325986078886312e-05,
      "loss": 1.3385,
      "step": 72150
    },
    {
      "epoch": 12.27891156462585,
      "grad_norm": 0.4880974292755127,
      "learning_rate": 9.296983758700696e-05,
      "loss": 1.3322,
      "step": 72200
    },
    {
      "epoch": 12.287414965986395,
      "grad_norm": 0.415211945772171,
      "learning_rate": 9.267981438515081e-05,
      "loss": 1.3409,
      "step": 72250
    },
    {
      "epoch": 12.295918367346939,
      "grad_norm": 0.41376402974128723,
      "learning_rate": 9.238979118329467e-05,
      "loss": 1.3392,
      "step": 72300
    },
    {
      "epoch": 12.304421768707483,
      "grad_norm": 0.43394094705581665,
      "learning_rate": 9.209976798143852e-05,
      "loss": 1.3345,
      "step": 72350
    },
    {
      "epoch": 12.312925170068027,
      "grad_norm": 0.43497174978256226,
      "learning_rate": 9.180974477958237e-05,
      "loss": 1.3381,
      "step": 72400
    },
    {
      "epoch": 12.321428571428571,
      "grad_norm": 0.4110974371433258,
      "learning_rate": 9.151972157772622e-05,
      "loss": 1.3375,
      "step": 72450
    },
    {
      "epoch": 12.329931972789115,
      "grad_norm": 0.4111982583999634,
      "learning_rate": 9.12354988399072e-05,
      "loss": 1.3352,
      "step": 72500
    },
    {
      "epoch": 12.33843537414966,
      "grad_norm": 0.4248039126396179,
      "learning_rate": 9.094547563805104e-05,
      "loss": 1.3353,
      "step": 72550
    },
    {
      "epoch": 12.346938775510203,
      "grad_norm": 0.4378061294555664,
      "learning_rate": 9.06554524361949e-05,
      "loss": 1.3397,
      "step": 72600
    },
    {
      "epoch": 12.35544217687075,
      "grad_norm": 0.41765543818473816,
      "learning_rate": 9.036542923433875e-05,
      "loss": 1.3372,
      "step": 72650
    },
    {
      "epoch": 12.363945578231293,
      "grad_norm": 0.4655171036720276,
      "learning_rate": 9.00754060324826e-05,
      "loss": 1.337,
      "step": 72700
    },
    {
      "epoch": 12.372448979591837,
      "grad_norm": 0.4178127348423004,
      "learning_rate": 8.978538283062646e-05,
      "loss": 1.3362,
      "step": 72750
    },
    {
      "epoch": 12.380952380952381,
      "grad_norm": 0.4332452118396759,
      "learning_rate": 8.94953596287703e-05,
      "loss": 1.3379,
      "step": 72800
    },
    {
      "epoch": 12.389455782312925,
      "grad_norm": 0.44955676794052124,
      "learning_rate": 8.920533642691416e-05,
      "loss": 1.3384,
      "step": 72850
    },
    {
      "epoch": 12.39795918367347,
      "grad_norm": 0.42252740263938904,
      "learning_rate": 8.891531322505802e-05,
      "loss": 1.3398,
      "step": 72900
    },
    {
      "epoch": 12.406462585034014,
      "grad_norm": 0.3996742069721222,
      "learning_rate": 8.862529002320185e-05,
      "loss": 1.3294,
      "step": 72950
    },
    {
      "epoch": 12.414965986394558,
      "grad_norm": 0.5868241786956787,
      "learning_rate": 8.833526682134571e-05,
      "loss": 1.3347,
      "step": 73000
    },
    {
      "epoch": 12.414965986394558,
      "eval_loss": 1.4998681545257568,
      "eval_runtime": 75.3074,
      "eval_samples_per_second": 1246.079,
      "eval_steps_per_second": 4.873,
      "step": 73000
    },
    {
      "epoch": 12.423469387755102,
      "grad_norm": 0.4118203818798065,
      "learning_rate": 8.804524361948957e-05,
      "loss": 1.3422,
      "step": 73050
    },
    {
      "epoch": 12.431972789115646,
      "grad_norm": 0.5292280316352844,
      "learning_rate": 8.775522041763341e-05,
      "loss": 1.3353,
      "step": 73100
    },
    {
      "epoch": 12.44047619047619,
      "grad_norm": 0.42021283507347107,
      "learning_rate": 8.747099767981439e-05,
      "loss": 1.3379,
      "step": 73150
    },
    {
      "epoch": 12.448979591836734,
      "grad_norm": 0.42471328377723694,
      "learning_rate": 8.718097447795824e-05,
      "loss": 1.3377,
      "step": 73200
    },
    {
      "epoch": 12.45748299319728,
      "grad_norm": 0.4189905524253845,
      "learning_rate": 8.68909512761021e-05,
      "loss": 1.3338,
      "step": 73250
    },
    {
      "epoch": 12.465986394557824,
      "grad_norm": 0.4137709438800812,
      "learning_rate": 8.660092807424594e-05,
      "loss": 1.3341,
      "step": 73300
    },
    {
      "epoch": 12.474489795918368,
      "grad_norm": 0.41046592593193054,
      "learning_rate": 8.631090487238979e-05,
      "loss": 1.3325,
      "step": 73350
    },
    {
      "epoch": 12.482993197278912,
      "grad_norm": 0.40613409876823425,
      "learning_rate": 8.602088167053364e-05,
      "loss": 1.334,
      "step": 73400
    },
    {
      "epoch": 12.491496598639456,
      "grad_norm": 0.4053729474544525,
      "learning_rate": 8.57308584686775e-05,
      "loss": 1.3297,
      "step": 73450
    },
    {
      "epoch": 12.5,
      "grad_norm": 0.4099692404270172,
      "learning_rate": 8.544083526682135e-05,
      "loss": 1.3303,
      "step": 73500
    },
    {
      "epoch": 12.508503401360544,
      "grad_norm": 0.40552228689193726,
      "learning_rate": 8.51508120649652e-05,
      "loss": 1.3286,
      "step": 73550
    },
    {
      "epoch": 12.517006802721088,
      "grad_norm": 0.41349565982818604,
      "learning_rate": 8.486078886310906e-05,
      "loss": 1.327,
      "step": 73600
    },
    {
      "epoch": 12.525510204081632,
      "grad_norm": 0.40340515971183777,
      "learning_rate": 8.45707656612529e-05,
      "loss": 1.3282,
      "step": 73650
    },
    {
      "epoch": 12.534013605442176,
      "grad_norm": 0.4043871760368347,
      "learning_rate": 8.428074245939675e-05,
      "loss": 1.3316,
      "step": 73700
    },
    {
      "epoch": 12.54251700680272,
      "grad_norm": 0.41814517974853516,
      "learning_rate": 8.399071925754061e-05,
      "loss": 1.3278,
      "step": 73750
    },
    {
      "epoch": 12.551020408163264,
      "grad_norm": 0.41396060585975647,
      "learning_rate": 8.370069605568445e-05,
      "loss": 1.3283,
      "step": 73800
    },
    {
      "epoch": 12.55952380952381,
      "grad_norm": 0.4073675572872162,
      "learning_rate": 8.341067285382831e-05,
      "loss": 1.3274,
      "step": 73850
    },
    {
      "epoch": 12.568027210884354,
      "grad_norm": 0.40986111760139465,
      "learning_rate": 8.312064965197217e-05,
      "loss": 1.3252,
      "step": 73900
    },
    {
      "epoch": 12.576530612244898,
      "grad_norm": 0.3996681869029999,
      "learning_rate": 8.2830626450116e-05,
      "loss": 1.3308,
      "step": 73950
    },
    {
      "epoch": 12.585034013605442,
      "grad_norm": 0.4171459376811981,
      "learning_rate": 8.254060324825986e-05,
      "loss": 1.3263,
      "step": 74000
    },
    {
      "epoch": 12.585034013605442,
      "eval_loss": 1.4951106309890747,
      "eval_runtime": 75.2691,
      "eval_samples_per_second": 1246.714,
      "eval_steps_per_second": 4.876,
      "step": 74000
    },
    {
      "epoch": 12.593537414965986,
      "grad_norm": 0.4198111593723297,
      "learning_rate": 8.225058004640372e-05,
      "loss": 1.3306,
      "step": 74050
    },
    {
      "epoch": 12.60204081632653,
      "grad_norm": 0.4122917056083679,
      "learning_rate": 8.196055684454756e-05,
      "loss": 1.3325,
      "step": 74100
    },
    {
      "epoch": 12.610544217687075,
      "grad_norm": 0.43273040652275085,
      "learning_rate": 8.167053364269142e-05,
      "loss": 1.3385,
      "step": 74150
    },
    {
      "epoch": 12.619047619047619,
      "grad_norm": 0.4447864294052124,
      "learning_rate": 8.138051044083527e-05,
      "loss": 1.3386,
      "step": 74200
    },
    {
      "epoch": 12.627551020408163,
      "grad_norm": 0.41947802901268005,
      "learning_rate": 8.109048723897911e-05,
      "loss": 1.3313,
      "step": 74250
    },
    {
      "epoch": 12.636054421768707,
      "grad_norm": 0.41405126452445984,
      "learning_rate": 8.080046403712298e-05,
      "loss": 1.3331,
      "step": 74300
    },
    {
      "epoch": 12.64455782312925,
      "grad_norm": 0.407975971698761,
      "learning_rate": 8.051044083526682e-05,
      "loss": 1.3243,
      "step": 74350
    },
    {
      "epoch": 12.653061224489797,
      "grad_norm": 0.3966875374317169,
      "learning_rate": 8.022041763341067e-05,
      "loss": 1.3276,
      "step": 74400
    },
    {
      "epoch": 12.66156462585034,
      "grad_norm": 0.43828269839286804,
      "learning_rate": 7.993619489559165e-05,
      "loss": 1.335,
      "step": 74450
    },
    {
      "epoch": 12.670068027210885,
      "grad_norm": 0.40009811520576477,
      "learning_rate": 7.96461716937355e-05,
      "loss": 1.3217,
      "step": 74500
    },
    {
      "epoch": 12.678571428571429,
      "grad_norm": 0.40851446986198425,
      "learning_rate": 7.935614849187935e-05,
      "loss": 1.3338,
      "step": 74550
    },
    {
      "epoch": 12.687074829931973,
      "grad_norm": 0.4100090265274048,
      "learning_rate": 7.906612529002321e-05,
      "loss": 1.334,
      "step": 74600
    },
    {
      "epoch": 12.695578231292517,
      "grad_norm": 0.41323432326316833,
      "learning_rate": 7.877610208816705e-05,
      "loss": 1.3279,
      "step": 74650
    },
    {
      "epoch": 12.704081632653061,
      "grad_norm": 0.4219471514225006,
      "learning_rate": 7.84860788863109e-05,
      "loss": 1.3265,
      "step": 74700
    },
    {
      "epoch": 12.712585034013605,
      "grad_norm": 0.4054030478000641,
      "learning_rate": 7.819605568445476e-05,
      "loss": 1.3275,
      "step": 74750
    },
    {
      "epoch": 12.72108843537415,
      "grad_norm": 0.4156668782234192,
      "learning_rate": 7.790603248259861e-05,
      "loss": 1.3246,
      "step": 74800
    },
    {
      "epoch": 12.729591836734693,
      "grad_norm": 0.4128476083278656,
      "learning_rate": 7.761600928074246e-05,
      "loss": 1.325,
      "step": 74850
    },
    {
      "epoch": 12.738095238095237,
      "grad_norm": 0.4204627275466919,
      "learning_rate": 7.732598607888632e-05,
      "loss": 1.3303,
      "step": 74900
    },
    {
      "epoch": 12.746598639455783,
      "grad_norm": 0.4113794267177582,
      "learning_rate": 7.703596287703015e-05,
      "loss": 1.3297,
      "step": 74950
    },
    {
      "epoch": 12.755102040816327,
      "grad_norm": 0.4143586754798889,
      "learning_rate": 7.674593967517401e-05,
      "loss": 1.323,
      "step": 75000
    },
    {
      "epoch": 12.755102040816327,
      "eval_loss": 1.4961031675338745,
      "eval_runtime": 75.2707,
      "eval_samples_per_second": 1246.687,
      "eval_steps_per_second": 4.876,
      "step": 75000
    },
    {
      "epoch": 12.763605442176871,
      "grad_norm": 0.4443499743938446,
      "learning_rate": 7.645591647331788e-05,
      "loss": 1.3285,
      "step": 75050
    },
    {
      "epoch": 12.772108843537415,
      "grad_norm": 0.4180935025215149,
      "learning_rate": 7.616589327146171e-05,
      "loss": 1.3299,
      "step": 75100
    },
    {
      "epoch": 12.78061224489796,
      "grad_norm": 0.41669797897338867,
      "learning_rate": 7.587587006960557e-05,
      "loss": 1.3314,
      "step": 75150
    },
    {
      "epoch": 12.789115646258503,
      "grad_norm": 0.40955501794815063,
      "learning_rate": 7.558584686774943e-05,
      "loss": 1.3285,
      "step": 75200
    },
    {
      "epoch": 12.797619047619047,
      "grad_norm": 0.4140739142894745,
      "learning_rate": 7.529582366589327e-05,
      "loss": 1.331,
      "step": 75250
    },
    {
      "epoch": 12.806122448979592,
      "grad_norm": 0.4092477858066559,
      "learning_rate": 7.500580046403713e-05,
      "loss": 1.3268,
      "step": 75300
    },
    {
      "epoch": 12.814625850340136,
      "grad_norm": 0.412955105304718,
      "learning_rate": 7.471577726218097e-05,
      "loss": 1.324,
      "step": 75350
    },
    {
      "epoch": 12.82312925170068,
      "grad_norm": 0.4366496205329895,
      "learning_rate": 7.442575406032482e-05,
      "loss": 1.3257,
      "step": 75400
    },
    {
      "epoch": 12.831632653061224,
      "grad_norm": 0.4090063273906708,
      "learning_rate": 7.413573085846868e-05,
      "loss": 1.3261,
      "step": 75450
    },
    {
      "epoch": 12.84013605442177,
      "grad_norm": 0.41486817598342896,
      "learning_rate": 7.384570765661253e-05,
      "loss": 1.3224,
      "step": 75500
    },
    {
      "epoch": 12.848639455782314,
      "grad_norm": 0.40485501289367676,
      "learning_rate": 7.355568445475638e-05,
      "loss": 1.3285,
      "step": 75550
    },
    {
      "epoch": 12.857142857142858,
      "grad_norm": 0.43988388776779175,
      "learning_rate": 7.326566125290024e-05,
      "loss": 1.3245,
      "step": 75600
    },
    {
      "epoch": 12.865646258503402,
      "grad_norm": 0.43231526017189026,
      "learning_rate": 7.297563805104409e-05,
      "loss": 1.3266,
      "step": 75650
    },
    {
      "epoch": 12.874149659863946,
      "grad_norm": 0.40446582436561584,
      "learning_rate": 7.268561484918793e-05,
      "loss": 1.3248,
      "step": 75700
    },
    {
      "epoch": 12.88265306122449,
      "grad_norm": 0.40424802899360657,
      "learning_rate": 7.239559164733178e-05,
      "loss": 1.3187,
      "step": 75750
    },
    {
      "epoch": 12.891156462585034,
      "grad_norm": 0.410151869058609,
      "learning_rate": 7.210556844547564e-05,
      "loss": 1.3212,
      "step": 75800
    },
    {
      "epoch": 12.899659863945578,
      "grad_norm": 0.41777828335762024,
      "learning_rate": 7.181554524361949e-05,
      "loss": 1.3204,
      "step": 75850
    },
    {
      "epoch": 12.908163265306122,
      "grad_norm": 0.4275606870651245,
      "learning_rate": 7.152552204176334e-05,
      "loss": 1.3239,
      "step": 75900
    },
    {
      "epoch": 12.916666666666666,
      "grad_norm": 0.4166664481163025,
      "learning_rate": 7.12354988399072e-05,
      "loss": 1.3174,
      "step": 75950
    },
    {
      "epoch": 12.92517006802721,
      "grad_norm": 0.3995276391506195,
      "learning_rate": 7.094547563805105e-05,
      "loss": 1.3231,
      "step": 76000
    },
    {
      "epoch": 12.92517006802721,
      "eval_loss": 1.490061640739441,
      "eval_runtime": 75.2857,
      "eval_samples_per_second": 1246.439,
      "eval_steps_per_second": 4.875,
      "step": 76000
    },
    {
      "epoch": 12.933673469387756,
      "grad_norm": 0.4179072082042694,
      "learning_rate": 7.06554524361949e-05,
      "loss": 1.3217,
      "step": 76050
    },
    {
      "epoch": 12.9421768707483,
      "grad_norm": 0.43183988332748413,
      "learning_rate": 7.036542923433875e-05,
      "loss": 1.3218,
      "step": 76100
    },
    {
      "epoch": 12.950680272108844,
      "grad_norm": 0.4066503345966339,
      "learning_rate": 7.007540603248259e-05,
      "loss": 1.326,
      "step": 76150
    },
    {
      "epoch": 12.959183673469388,
      "grad_norm": 0.4215805232524872,
      "learning_rate": 6.978538283062645e-05,
      "loss": 1.325,
      "step": 76200
    },
    {
      "epoch": 12.967687074829932,
      "grad_norm": 0.4248071312904358,
      "learning_rate": 6.949535962877031e-05,
      "loss": 1.3179,
      "step": 76250
    },
    {
      "epoch": 12.976190476190476,
      "grad_norm": 0.42110559344291687,
      "learning_rate": 6.920533642691414e-05,
      "loss": 1.3292,
      "step": 76300
    },
    {
      "epoch": 12.98469387755102,
      "grad_norm": 0.4082868695259094,
      "learning_rate": 6.8915313225058e-05,
      "loss": 1.3254,
      "step": 76350
    },
    {
      "epoch": 12.993197278911564,
      "grad_norm": 0.4124908447265625,
      "learning_rate": 6.862529002320187e-05,
      "loss": 1.3227,
      "step": 76400
    },
    {
      "epoch": 13.001700680272108,
      "grad_norm": 0.5426220297813416,
      "learning_rate": 6.83352668213457e-05,
      "loss": 1.3198,
      "step": 76450
    },
    {
      "epoch": 13.010204081632653,
      "grad_norm": 0.4062071442604065,
      "learning_rate": 6.804524361948956e-05,
      "loss": 1.3183,
      "step": 76500
    },
    {
      "epoch": 13.018707482993197,
      "grad_norm": 0.40301281213760376,
      "learning_rate": 6.775522041763341e-05,
      "loss": 1.3232,
      "step": 76550
    },
    {
      "epoch": 13.02721088435374,
      "grad_norm": 0.44012153148651123,
      "learning_rate": 6.746519721577726e-05,
      "loss": 1.318,
      "step": 76600
    },
    {
      "epoch": 13.035714285714286,
      "grad_norm": 0.41154050827026367,
      "learning_rate": 6.717517401392112e-05,
      "loss": 1.3176,
      "step": 76650
    },
    {
      "epoch": 13.04421768707483,
      "grad_norm": 0.42961668968200684,
      "learning_rate": 6.688515081206497e-05,
      "loss": 1.3188,
      "step": 76700
    },
    {
      "epoch": 13.052721088435375,
      "grad_norm": 0.41780275106430054,
      "learning_rate": 6.659512761020881e-05,
      "loss": 1.3191,
      "step": 76750
    },
    {
      "epoch": 13.061224489795919,
      "grad_norm": 0.4239339828491211,
      "learning_rate": 6.630510440835267e-05,
      "loss": 1.3225,
      "step": 76800
    },
    {
      "epoch": 13.069727891156463,
      "grad_norm": 0.40867921710014343,
      "learning_rate": 6.601508120649652e-05,
      "loss": 1.3254,
      "step": 76850
    },
    {
      "epoch": 13.078231292517007,
      "grad_norm": 0.4113767743110657,
      "learning_rate": 6.572505800464038e-05,
      "loss": 1.3151,
      "step": 76900
    },
    {
      "epoch": 13.08673469387755,
      "grad_norm": 0.4053804874420166,
      "learning_rate": 6.543503480278422e-05,
      "loss": 1.3196,
      "step": 76950
    },
    {
      "epoch": 13.095238095238095,
      "grad_norm": 0.40238648653030396,
      "learning_rate": 6.514501160092808e-05,
      "loss": 1.3119,
      "step": 77000
    },
    {
      "epoch": 13.095238095238095,
      "eval_loss": 1.486020803451538,
      "eval_runtime": 75.2657,
      "eval_samples_per_second": 1246.769,
      "eval_steps_per_second": 4.876,
      "step": 77000
    },
    {
      "epoch": 13.103741496598639,
      "grad_norm": 0.4077170193195343,
      "learning_rate": 6.485498839907194e-05,
      "loss": 1.3185,
      "step": 77050
    },
    {
      "epoch": 13.112244897959183,
      "grad_norm": 0.40546542406082153,
      "learning_rate": 6.456496519721577e-05,
      "loss": 1.3221,
      "step": 77100
    },
    {
      "epoch": 13.120748299319727,
      "grad_norm": 0.4073767364025116,
      "learning_rate": 6.427494199535963e-05,
      "loss": 1.3168,
      "step": 77150
    },
    {
      "epoch": 13.129251700680273,
      "grad_norm": 0.4032026529312134,
      "learning_rate": 6.39849187935035e-05,
      "loss": 1.3162,
      "step": 77200
    },
    {
      "epoch": 13.137755102040817,
      "grad_norm": 0.4208144545555115,
      "learning_rate": 6.369489559164733e-05,
      "loss": 1.3218,
      "step": 77250
    },
    {
      "epoch": 13.146258503401361,
      "grad_norm": 0.4274178743362427,
      "learning_rate": 6.340487238979119e-05,
      "loss": 1.3165,
      "step": 77300
    },
    {
      "epoch": 13.154761904761905,
      "grad_norm": 0.41824012994766235,
      "learning_rate": 6.311484918793504e-05,
      "loss": 1.3185,
      "step": 77350
    },
    {
      "epoch": 13.16326530612245,
      "grad_norm": 0.395487517118454,
      "learning_rate": 6.282482598607888e-05,
      "loss": 1.3115,
      "step": 77400
    },
    {
      "epoch": 13.171768707482993,
      "grad_norm": 0.4073810577392578,
      "learning_rate": 6.253480278422275e-05,
      "loss": 1.3156,
      "step": 77450
    },
    {
      "epoch": 13.180272108843537,
      "grad_norm": 0.4188859760761261,
      "learning_rate": 6.224477958236659e-05,
      "loss": 1.3164,
      "step": 77500
    },
    {
      "epoch": 13.188775510204081,
      "grad_norm": 0.4151723086833954,
      "learning_rate": 6.195475638051044e-05,
      "loss": 1.316,
      "step": 77550
    },
    {
      "epoch": 13.197278911564625,
      "grad_norm": 0.42075613141059875,
      "learning_rate": 6.166473317865429e-05,
      "loss": 1.3136,
      "step": 77600
    },
    {
      "epoch": 13.20578231292517,
      "grad_norm": 0.41158735752105713,
      "learning_rate": 6.137470997679815e-05,
      "loss": 1.3157,
      "step": 77650
    },
    {
      "epoch": 13.214285714285714,
      "grad_norm": 0.4071219563484192,
      "learning_rate": 6.1084686774942e-05,
      "loss": 1.3167,
      "step": 77700
    },
    {
      "epoch": 13.22278911564626,
      "grad_norm": 0.430393248796463,
      "learning_rate": 6.079466357308585e-05,
      "loss": 1.3142,
      "step": 77750
    },
    {
      "epoch": 13.231292517006803,
      "grad_norm": 0.402025043964386,
      "learning_rate": 6.05046403712297e-05,
      "loss": 1.3149,
      "step": 77800
    },
    {
      "epoch": 13.239795918367347,
      "grad_norm": 0.39697858691215515,
      "learning_rate": 6.0214617169373546e-05,
      "loss": 1.3163,
      "step": 77850
    },
    {
      "epoch": 13.248299319727892,
      "grad_norm": 0.45332589745521545,
      "learning_rate": 5.992459396751741e-05,
      "loss": 1.31,
      "step": 77900
    },
    {
      "epoch": 13.256802721088436,
      "grad_norm": 0.42384395003318787,
      "learning_rate": 5.9634570765661255e-05,
      "loss": 1.3102,
      "step": 77950
    },
    {
      "epoch": 13.26530612244898,
      "grad_norm": 0.42941874265670776,
      "learning_rate": 5.934454756380511e-05,
      "loss": 1.3184,
      "step": 78000
    },
    {
      "epoch": 13.26530612244898,
      "eval_loss": 1.4811251163482666,
      "eval_runtime": 75.2963,
      "eval_samples_per_second": 1246.264,
      "eval_steps_per_second": 4.874,
      "step": 78000
    },
    {
      "epoch": 13.273809523809524,
      "grad_norm": 0.41413602232933044,
      "learning_rate": 5.9054524361948956e-05,
      "loss": 1.3109,
      "step": 78050
    },
    {
      "epoch": 13.282312925170068,
      "grad_norm": 0.4183179438114166,
      "learning_rate": 5.876450116009281e-05,
      "loss": 1.3129,
      "step": 78100
    },
    {
      "epoch": 13.290816326530612,
      "grad_norm": 0.41364216804504395,
      "learning_rate": 5.8474477958236665e-05,
      "loss": 1.3132,
      "step": 78150
    },
    {
      "epoch": 13.299319727891156,
      "grad_norm": 0.41207000613212585,
      "learning_rate": 5.818445475638051e-05,
      "loss": 1.3238,
      "step": 78200
    },
    {
      "epoch": 13.3078231292517,
      "grad_norm": 0.42450812458992004,
      "learning_rate": 5.789443155452436e-05,
      "loss": 1.3113,
      "step": 78250
    },
    {
      "epoch": 13.316326530612244,
      "grad_norm": 0.4294716715812683,
      "learning_rate": 5.760440835266822e-05,
      "loss": 1.3195,
      "step": 78300
    },
    {
      "epoch": 13.32482993197279,
      "grad_norm": 0.4036255478858948,
      "learning_rate": 5.731438515081207e-05,
      "loss": 1.3148,
      "step": 78350
    },
    {
      "epoch": 13.333333333333334,
      "grad_norm": 0.3960818946361542,
      "learning_rate": 5.7024361948955916e-05,
      "loss": 1.3098,
      "step": 78400
    },
    {
      "epoch": 13.341836734693878,
      "grad_norm": 0.40689873695373535,
      "learning_rate": 5.673433874709977e-05,
      "loss": 1.3136,
      "step": 78450
    },
    {
      "epoch": 13.350340136054422,
      "grad_norm": 0.4078476130962372,
      "learning_rate": 5.6444315545243625e-05,
      "loss": 1.3111,
      "step": 78500
    },
    {
      "epoch": 13.358843537414966,
      "grad_norm": 0.4066517651081085,
      "learning_rate": 5.615429234338747e-05,
      "loss": 1.3117,
      "step": 78550
    },
    {
      "epoch": 13.36734693877551,
      "grad_norm": 0.4128108024597168,
      "learning_rate": 5.5864269141531326e-05,
      "loss": 1.3108,
      "step": 78600
    },
    {
      "epoch": 13.375850340136054,
      "grad_norm": 0.40743228793144226,
      "learning_rate": 5.5574245939675174e-05,
      "loss": 1.3099,
      "step": 78650
    },
    {
      "epoch": 13.384353741496598,
      "grad_norm": 0.43066033720970154,
      "learning_rate": 5.528422273781902e-05,
      "loss": 1.312,
      "step": 78700
    },
    {
      "epoch": 13.392857142857142,
      "grad_norm": 0.3970576226711273,
      "learning_rate": 5.499419953596288e-05,
      "loss": 1.3128,
      "step": 78750
    },
    {
      "epoch": 13.401360544217686,
      "grad_norm": 0.42503124475479126,
      "learning_rate": 5.470417633410673e-05,
      "loss": 1.3057,
      "step": 78800
    },
    {
      "epoch": 13.40986394557823,
      "grad_norm": 0.4038301408290863,
      "learning_rate": 5.441415313225058e-05,
      "loss": 1.3093,
      "step": 78850
    },
    {
      "epoch": 13.418367346938776,
      "grad_norm": 0.4250807762145996,
      "learning_rate": 5.412412993039443e-05,
      "loss": 1.3086,
      "step": 78900
    },
    {
      "epoch": 13.42687074829932,
      "grad_norm": 0.4134768843650818,
      "learning_rate": 5.3834106728538286e-05,
      "loss": 1.3135,
      "step": 78950
    },
    {
      "epoch": 13.435374149659864,
      "grad_norm": 0.39782798290252686,
      "learning_rate": 5.3544083526682134e-05,
      "loss": 1.305,
      "step": 79000
    },
    {
      "epoch": 13.435374149659864,
      "eval_loss": 1.4755269289016724,
      "eval_runtime": 75.3173,
      "eval_samples_per_second": 1245.915,
      "eval_steps_per_second": 4.873,
      "step": 79000
    },
    {
      "epoch": 13.443877551020408,
      "grad_norm": 0.42068231105804443,
      "learning_rate": 5.325406032482599e-05,
      "loss": 1.3107,
      "step": 79050
    },
    {
      "epoch": 13.452380952380953,
      "grad_norm": 0.40822988748550415,
      "learning_rate": 5.2964037122969835e-05,
      "loss": 1.3076,
      "step": 79100
    },
    {
      "epoch": 13.460884353741497,
      "grad_norm": 0.42288413643836975,
      "learning_rate": 5.267401392111369e-05,
      "loss": 1.3128,
      "step": 79150
    },
    {
      "epoch": 13.46938775510204,
      "grad_norm": 0.41481590270996094,
      "learning_rate": 5.2383990719257544e-05,
      "loss": 1.3083,
      "step": 79200
    },
    {
      "epoch": 13.477891156462585,
      "grad_norm": 0.4217277467250824,
      "learning_rate": 5.209396751740139e-05,
      "loss": 1.2985,
      "step": 79250
    },
    {
      "epoch": 13.486394557823129,
      "grad_norm": 0.4183300733566284,
      "learning_rate": 5.180394431554524e-05,
      "loss": 1.3067,
      "step": 79300
    },
    {
      "epoch": 13.494897959183673,
      "grad_norm": 0.44343501329421997,
      "learning_rate": 5.15139211136891e-05,
      "loss": 1.3101,
      "step": 79350
    },
    {
      "epoch": 13.503401360544217,
      "grad_norm": 0.47200411558151245,
      "learning_rate": 5.122389791183295e-05,
      "loss": 1.3113,
      "step": 79400
    },
    {
      "epoch": 13.511904761904763,
      "grad_norm": 0.40812692046165466,
      "learning_rate": 5.0933874709976795e-05,
      "loss": 1.3085,
      "step": 79450
    },
    {
      "epoch": 13.520408163265307,
      "grad_norm": 0.4125157594680786,
      "learning_rate": 5.064385150812065e-05,
      "loss": 1.3117,
      "step": 79500
    },
    {
      "epoch": 13.52891156462585,
      "grad_norm": 0.42148134112358093,
      "learning_rate": 5.0353828306264504e-05,
      "loss": 1.3096,
      "step": 79550
    },
    {
      "epoch": 13.537414965986395,
      "grad_norm": 0.4138471782207489,
      "learning_rate": 5.006380510440835e-05,
      "loss": 1.3099,
      "step": 79600
    },
    {
      "epoch": 13.545918367346939,
      "grad_norm": 0.7425023317337036,
      "learning_rate": 4.9773781902552205e-05,
      "loss": 1.3098,
      "step": 79650
    },
    {
      "epoch": 13.554421768707483,
      "grad_norm": 0.4228558838367462,
      "learning_rate": 4.948375870069605e-05,
      "loss": 1.3055,
      "step": 79700
    },
    {
      "epoch": 13.562925170068027,
      "grad_norm": 0.39013656973838806,
      "learning_rate": 4.919373549883991e-05,
      "loss": 1.3109,
      "step": 79750
    },
    {
      "epoch": 13.571428571428571,
      "grad_norm": 0.4059963822364807,
      "learning_rate": 4.890371229698376e-05,
      "loss": 1.3062,
      "step": 79800
    },
    {
      "epoch": 13.579931972789115,
      "grad_norm": 0.41088271141052246,
      "learning_rate": 4.861368909512761e-05,
      "loss": 1.3104,
      "step": 79850
    },
    {
      "epoch": 13.58843537414966,
      "grad_norm": 0.4267512857913971,
      "learning_rate": 4.8323665893271456e-05,
      "loss": 1.3094,
      "step": 79900
    },
    {
      "epoch": 13.596938775510203,
      "grad_norm": 0.4166390001773834,
      "learning_rate": 4.803364269141532e-05,
      "loss": 1.3063,
      "step": 79950
    },
    {
      "epoch": 13.60544217687075,
      "grad_norm": 0.43058088421821594,
      "learning_rate": 4.7743619489559165e-05,
      "loss": 1.3092,
      "step": 80000
    },
    {
      "epoch": 13.60544217687075,
      "eval_loss": 1.4739412069320679,
      "eval_runtime": 75.2973,
      "eval_samples_per_second": 1246.247,
      "eval_steps_per_second": 4.874,
      "step": 80000
    },
    {
      "epoch": 13.613945578231293,
      "grad_norm": 0.4472084939479828,
      "learning_rate": 4.745359628770301e-05,
      "loss": 1.3092,
      "step": 80050
    },
    {
      "epoch": 13.622448979591837,
      "grad_norm": 0.40930888056755066,
      "learning_rate": 4.716357308584687e-05,
      "loss": 1.2986,
      "step": 80100
    },
    {
      "epoch": 13.630952380952381,
      "grad_norm": 0.4269891083240509,
      "learning_rate": 4.687354988399072e-05,
      "loss": 1.3085,
      "step": 80150
    },
    {
      "epoch": 13.639455782312925,
      "grad_norm": 0.4400569498538971,
      "learning_rate": 4.6583526682134575e-05,
      "loss": 1.3091,
      "step": 80200
    },
    {
      "epoch": 13.64795918367347,
      "grad_norm": 0.40618574619293213,
      "learning_rate": 4.629350348027842e-05,
      "loss": 1.3053,
      "step": 80250
    },
    {
      "epoch": 13.656462585034014,
      "grad_norm": 0.40548551082611084,
      "learning_rate": 4.600348027842227e-05,
      "loss": 1.3097,
      "step": 80300
    },
    {
      "epoch": 13.664965986394558,
      "grad_norm": 0.4029221534729004,
      "learning_rate": 4.571345707656613e-05,
      "loss": 1.3051,
      "step": 80350
    },
    {
      "epoch": 13.673469387755102,
      "grad_norm": 0.4272826015949249,
      "learning_rate": 4.542343387470998e-05,
      "loss": 1.3078,
      "step": 80400
    },
    {
      "epoch": 13.681972789115646,
      "grad_norm": 0.41242125630378723,
      "learning_rate": 4.5133410672853826e-05,
      "loss": 1.3068,
      "step": 80450
    },
    {
      "epoch": 13.69047619047619,
      "grad_norm": 0.405517578125,
      "learning_rate": 4.484338747099768e-05,
      "loss": 1.3061,
      "step": 80500
    },
    {
      "epoch": 13.698979591836736,
      "grad_norm": 0.4161379635334015,
      "learning_rate": 4.4553364269141535e-05,
      "loss": 1.3053,
      "step": 80550
    },
    {
      "epoch": 13.70748299319728,
      "grad_norm": 0.4203460216522217,
      "learning_rate": 4.426334106728538e-05,
      "loss": 1.3043,
      "step": 80600
    },
    {
      "epoch": 13.715986394557824,
      "grad_norm": 0.4214410185813904,
      "learning_rate": 4.397331786542924e-05,
      "loss": 1.3066,
      "step": 80650
    },
    {
      "epoch": 13.724489795918368,
      "grad_norm": 0.42133694887161255,
      "learning_rate": 4.3683294663573084e-05,
      "loss": 1.3143,
      "step": 80700
    },
    {
      "epoch": 13.732993197278912,
      "grad_norm": 0.39356616139411926,
      "learning_rate": 4.339327146171694e-05,
      "loss": 1.3078,
      "step": 80750
    },
    {
      "epoch": 13.741496598639456,
      "grad_norm": 0.41399866342544556,
      "learning_rate": 4.310324825986079e-05,
      "loss": 1.3112,
      "step": 80800
    },
    {
      "epoch": 13.75,
      "grad_norm": 0.41746941208839417,
      "learning_rate": 4.281322505800464e-05,
      "loss": 1.3019,
      "step": 80850
    },
    {
      "epoch": 13.758503401360544,
      "grad_norm": 0.4164547324180603,
      "learning_rate": 4.252320185614849e-05,
      "loss": 1.309,
      "step": 80900
    },
    {
      "epoch": 13.767006802721088,
      "grad_norm": 0.4242299795150757,
      "learning_rate": 4.223317865429235e-05,
      "loss": 1.3023,
      "step": 80950
    },
    {
      "epoch": 13.775510204081632,
      "grad_norm": 0.4084872603416443,
      "learning_rate": 4.1943155452436197e-05,
      "loss": 1.3039,
      "step": 81000
    },
    {
      "epoch": 13.775510204081632,
      "eval_loss": 1.4660990238189697,
      "eval_runtime": 75.2655,
      "eval_samples_per_second": 1246.773,
      "eval_steps_per_second": 4.876,
      "step": 81000
    },
    {
      "epoch": 13.784013605442176,
      "grad_norm": 0.4138684868812561,
      "learning_rate": 4.1653132250580044e-05,
      "loss": 1.3075,
      "step": 81050
    },
    {
      "epoch": 13.79251700680272,
      "grad_norm": 0.40258848667144775,
      "learning_rate": 4.13631090487239e-05,
      "loss": 1.3068,
      "step": 81100
    },
    {
      "epoch": 13.801020408163264,
      "grad_norm": 0.4167514145374298,
      "learning_rate": 4.107308584686775e-05,
      "loss": 1.305,
      "step": 81150
    },
    {
      "epoch": 13.80952380952381,
      "grad_norm": 0.41513994336128235,
      "learning_rate": 4.07830626450116e-05,
      "loss": 1.3087,
      "step": 81200
    },
    {
      "epoch": 13.818027210884354,
      "grad_norm": 0.42223405838012695,
      "learning_rate": 4.0493039443155454e-05,
      "loss": 1.3048,
      "step": 81250
    },
    {
      "epoch": 13.826530612244898,
      "grad_norm": 0.3972738981246948,
      "learning_rate": 4.02030162412993e-05,
      "loss": 1.2986,
      "step": 81300
    },
    {
      "epoch": 13.835034013605442,
      "grad_norm": 0.40687882900238037,
      "learning_rate": 3.9912993039443156e-05,
      "loss": 1.3106,
      "step": 81350
    },
    {
      "epoch": 13.843537414965986,
      "grad_norm": 0.40394240617752075,
      "learning_rate": 3.962296983758701e-05,
      "loss": 1.309,
      "step": 81400
    },
    {
      "epoch": 13.85204081632653,
      "grad_norm": 0.40160682797431946,
      "learning_rate": 3.933294663573086e-05,
      "loss": 1.3063,
      "step": 81450
    },
    {
      "epoch": 13.860544217687075,
      "grad_norm": 0.401882529258728,
      "learning_rate": 3.9042923433874705e-05,
      "loss": 1.3085,
      "step": 81500
    },
    {
      "epoch": 13.869047619047619,
      "grad_norm": 0.40280336141586304,
      "learning_rate": 3.8758700696055686e-05,
      "loss": 1.2966,
      "step": 81550
    },
    {
      "epoch": 13.877551020408163,
      "grad_norm": 0.43757128715515137,
      "learning_rate": 3.8468677494199534e-05,
      "loss": 1.301,
      "step": 81600
    },
    {
      "epoch": 13.886054421768707,
      "grad_norm": 0.40991008281707764,
      "learning_rate": 3.817865429234339e-05,
      "loss": 1.3037,
      "step": 81650
    },
    {
      "epoch": 13.89455782312925,
      "grad_norm": 0.413152277469635,
      "learning_rate": 3.788863109048724e-05,
      "loss": 1.303,
      "step": 81700
    },
    {
      "epoch": 13.903061224489797,
      "grad_norm": 0.40487709641456604,
      "learning_rate": 3.759860788863109e-05,
      "loss": 1.3071,
      "step": 81750
    },
    {
      "epoch": 13.91156462585034,
      "grad_norm": 0.4063573181629181,
      "learning_rate": 3.7308584686774944e-05,
      "loss": 1.3037,
      "step": 81800
    },
    {
      "epoch": 13.920068027210885,
      "grad_norm": 0.4249866306781769,
      "learning_rate": 3.701856148491879e-05,
      "loss": 1.3005,
      "step": 81850
    },
    {
      "epoch": 13.928571428571429,
      "grad_norm": 0.41051676869392395,
      "learning_rate": 3.6728538283062646e-05,
      "loss": 1.3071,
      "step": 81900
    },
    {
      "epoch": 13.937074829931973,
      "grad_norm": 0.39749205112457275,
      "learning_rate": 3.64385150812065e-05,
      "loss": 1.3049,
      "step": 81950
    },
    {
      "epoch": 13.945578231292517,
      "grad_norm": 0.4107550382614136,
      "learning_rate": 3.614849187935035e-05,
      "loss": 1.3005,
      "step": 82000
    },
    {
      "epoch": 13.945578231292517,
      "eval_loss": 1.4647165536880493,
      "eval_runtime": 75.3191,
      "eval_samples_per_second": 1245.886,
      "eval_steps_per_second": 4.873,
      "step": 82000
    },
    {
      "epoch": 13.954081632653061,
      "grad_norm": 0.4149150848388672,
      "learning_rate": 3.5858468677494195e-05,
      "loss": 1.3065,
      "step": 82050
    },
    {
      "epoch": 13.962585034013605,
      "grad_norm": 0.4155055284500122,
      "learning_rate": 3.5568445475638056e-05,
      "loss": 1.2891,
      "step": 82100
    },
    {
      "epoch": 13.97108843537415,
      "grad_norm": 0.40817248821258545,
      "learning_rate": 3.5278422273781904e-05,
      "loss": 1.303,
      "step": 82150
    },
    {
      "epoch": 13.979591836734693,
      "grad_norm": 0.41482388973236084,
      "learning_rate": 3.498839907192575e-05,
      "loss": 1.3021,
      "step": 82200
    },
    {
      "epoch": 13.988095238095237,
      "grad_norm": 0.41232186555862427,
      "learning_rate": 3.4698375870069605e-05,
      "loss": 1.2998,
      "step": 82250
    },
    {
      "epoch": 13.996598639455783,
      "grad_norm": 0.40600040555000305,
      "learning_rate": 3.440835266821346e-05,
      "loss": 1.2983,
      "step": 82300
    },
    {
      "epoch": 14.005102040816327,
      "grad_norm": 0.40963810682296753,
      "learning_rate": 3.411832946635731e-05,
      "loss": 1.2898,
      "step": 82350
    },
    {
      "epoch": 14.013605442176871,
      "grad_norm": 0.41621676087379456,
      "learning_rate": 3.382830626450116e-05,
      "loss": 1.2984,
      "step": 82400
    },
    {
      "epoch": 14.022108843537415,
      "grad_norm": 0.3934304118156433,
      "learning_rate": 3.353828306264501e-05,
      "loss": 1.2949,
      "step": 82450
    },
    {
      "epoch": 14.03061224489796,
      "grad_norm": 0.4079570770263672,
      "learning_rate": 3.324825986078887e-05,
      "loss": 1.2966,
      "step": 82500
    },
    {
      "epoch": 14.039115646258503,
      "grad_norm": 0.41960811614990234,
      "learning_rate": 3.295823665893272e-05,
      "loss": 1.3005,
      "step": 82550
    },
    {
      "epoch": 14.047619047619047,
      "grad_norm": 0.40414050221443176,
      "learning_rate": 3.2668213457076565e-05,
      "loss": 1.299,
      "step": 82600
    },
    {
      "epoch": 14.056122448979592,
      "grad_norm": 0.4004068970680237,
      "learning_rate": 3.237819025522042e-05,
      "loss": 1.2898,
      "step": 82650
    },
    {
      "epoch": 14.064625850340136,
      "grad_norm": 0.41004568338394165,
      "learning_rate": 3.2088167053364274e-05,
      "loss": 1.2961,
      "step": 82700
    },
    {
      "epoch": 14.07312925170068,
      "grad_norm": 0.4094617962837219,
      "learning_rate": 3.179814385150812e-05,
      "loss": 1.2972,
      "step": 82750
    },
    {
      "epoch": 14.081632653061224,
      "grad_norm": 0.422753244638443,
      "learning_rate": 3.1508120649651975e-05,
      "loss": 1.3021,
      "step": 82800
    },
    {
      "epoch": 14.09013605442177,
      "grad_norm": 0.41975682973861694,
      "learning_rate": 3.121809744779582e-05,
      "loss": 1.2996,
      "step": 82850
    },
    {
      "epoch": 14.098639455782314,
      "grad_norm": 0.3985610008239746,
      "learning_rate": 3.092807424593968e-05,
      "loss": 1.3014,
      "step": 82900
    },
    {
      "epoch": 14.107142857142858,
      "grad_norm": 0.4374600350856781,
      "learning_rate": 3.063805104408353e-05,
      "loss": 1.2963,
      "step": 82950
    },
    {
      "epoch": 14.115646258503402,
      "grad_norm": 0.4096509516239166,
      "learning_rate": 3.034802784222738e-05,
      "loss": 1.2925,
      "step": 83000
    },
    {
      "epoch": 14.115646258503402,
      "eval_loss": 1.4645365476608276,
      "eval_runtime": 75.2852,
      "eval_samples_per_second": 1246.447,
      "eval_steps_per_second": 4.875,
      "step": 83000
    },
    {
      "epoch": 14.124149659863946,
      "grad_norm": 0.6984773874282837,
      "learning_rate": 3.0058004640371233e-05,
      "loss": 1.2946,
      "step": 83050
    },
    {
      "epoch": 14.13265306122449,
      "grad_norm": 0.4192226827144623,
      "learning_rate": 2.976798143851508e-05,
      "loss": 1.2906,
      "step": 83100
    },
    {
      "epoch": 14.141156462585034,
      "grad_norm": 0.4226321280002594,
      "learning_rate": 2.9477958236658935e-05,
      "loss": 1.304,
      "step": 83150
    },
    {
      "epoch": 14.149659863945578,
      "grad_norm": 0.4252030849456787,
      "learning_rate": 2.9187935034802786e-05,
      "loss": 1.2966,
      "step": 83200
    },
    {
      "epoch": 14.158163265306122,
      "grad_norm": 0.3973104953765869,
      "learning_rate": 2.8897911832946637e-05,
      "loss": 1.2916,
      "step": 83250
    },
    {
      "epoch": 14.166666666666666,
      "grad_norm": 0.42370930314064026,
      "learning_rate": 2.8607888631090488e-05,
      "loss": 1.2924,
      "step": 83300
    },
    {
      "epoch": 14.17517006802721,
      "grad_norm": 1.85109543800354,
      "learning_rate": 2.8317865429234342e-05,
      "loss": 1.2927,
      "step": 83350
    },
    {
      "epoch": 14.183673469387756,
      "grad_norm": 0.41108080744743347,
      "learning_rate": 2.802784222737819e-05,
      "loss": 1.2924,
      "step": 83400
    },
    {
      "epoch": 14.1921768707483,
      "grad_norm": 0.45318904519081116,
      "learning_rate": 2.7737819025522044e-05,
      "loss": 1.2936,
      "step": 83450
    },
    {
      "epoch": 14.200680272108844,
      "grad_norm": 0.402097225189209,
      "learning_rate": 2.7447795823665895e-05,
      "loss": 1.2966,
      "step": 83500
    },
    {
      "epoch": 14.209183673469388,
      "grad_norm": 0.40355297923088074,
      "learning_rate": 2.7157772621809746e-05,
      "loss": 1.2926,
      "step": 83550
    },
    {
      "epoch": 14.217687074829932,
      "grad_norm": 0.5472226738929749,
      "learning_rate": 2.6873549883990723e-05,
      "loss": 1.2938,
      "step": 83600
    },
    {
      "epoch": 14.226190476190476,
      "grad_norm": 0.40354666113853455,
      "learning_rate": 2.658352668213457e-05,
      "loss": 1.2997,
      "step": 83650
    },
    {
      "epoch": 14.23469387755102,
      "grad_norm": 0.399110347032547,
      "learning_rate": 2.6293503480278425e-05,
      "loss": 1.2916,
      "step": 83700
    },
    {
      "epoch": 14.243197278911564,
      "grad_norm": 0.42456942796707153,
      "learning_rate": 2.6003480278422276e-05,
      "loss": 1.2987,
      "step": 83750
    },
    {
      "epoch": 14.251700680272108,
      "grad_norm": 0.4085513949394226,
      "learning_rate": 2.5713457076566123e-05,
      "loss": 1.2922,
      "step": 83800
    },
    {
      "epoch": 14.260204081632653,
      "grad_norm": 0.41955679655075073,
      "learning_rate": 2.5423433874709977e-05,
      "loss": 1.2942,
      "step": 83850
    },
    {
      "epoch": 14.268707482993197,
      "grad_norm": 0.42755693197250366,
      "learning_rate": 2.5133410672853828e-05,
      "loss": 1.2927,
      "step": 83900
    },
    {
      "epoch": 14.27721088435374,
      "grad_norm": 0.7680487036705017,
      "learning_rate": 2.484338747099768e-05,
      "loss": 1.2896,
      "step": 83950
    },
    {
      "epoch": 14.285714285714286,
      "grad_norm": 0.41442444920539856,
      "learning_rate": 2.455336426914153e-05,
      "loss": 1.2993,
      "step": 84000
    },
    {
      "epoch": 14.285714285714286,
      "eval_loss": 1.4609616994857788,
      "eval_runtime": 75.2756,
      "eval_samples_per_second": 1246.605,
      "eval_steps_per_second": 4.875,
      "step": 84000
    },
    {
      "epoch": 14.29421768707483,
      "grad_norm": 0.40402066707611084,
      "learning_rate": 2.4263341067285384e-05,
      "loss": 1.2965,
      "step": 84050
    },
    {
      "epoch": 14.302721088435375,
      "grad_norm": 0.4172896146774292,
      "learning_rate": 2.3973317865429232e-05,
      "loss": 1.2912,
      "step": 84100
    },
    {
      "epoch": 14.311224489795919,
      "grad_norm": 0.4188857078552246,
      "learning_rate": 2.3683294663573086e-05,
      "loss": 1.2941,
      "step": 84150
    },
    {
      "epoch": 14.319727891156463,
      "grad_norm": 0.4177609384059906,
      "learning_rate": 2.3393271461716937e-05,
      "loss": 1.2956,
      "step": 84200
    },
    {
      "epoch": 14.328231292517007,
      "grad_norm": 0.4155607223510742,
      "learning_rate": 2.3103248259860788e-05,
      "loss": 1.2909,
      "step": 84250
    },
    {
      "epoch": 14.33673469387755,
      "grad_norm": 0.39458438754081726,
      "learning_rate": 2.281322505800464e-05,
      "loss": 1.2991,
      "step": 84300
    },
    {
      "epoch": 14.345238095238095,
      "grad_norm": 0.3875535726547241,
      "learning_rate": 2.2523201856148493e-05,
      "loss": 1.2914,
      "step": 84350
    },
    {
      "epoch": 14.353741496598639,
      "grad_norm": 0.39373454451560974,
      "learning_rate": 2.223317865429234e-05,
      "loss": 1.2921,
      "step": 84400
    },
    {
      "epoch": 14.362244897959183,
      "grad_norm": 0.4142104685306549,
      "learning_rate": 2.1943155452436195e-05,
      "loss": 1.2924,
      "step": 84450
    },
    {
      "epoch": 14.370748299319727,
      "grad_norm": 0.4059418737888336,
      "learning_rate": 2.1653132250580046e-05,
      "loss": 1.2927,
      "step": 84500
    },
    {
      "epoch": 14.379251700680273,
      "grad_norm": 0.42010223865509033,
      "learning_rate": 2.13631090487239e-05,
      "loss": 1.2946,
      "step": 84550
    },
    {
      "epoch": 14.387755102040817,
      "grad_norm": 0.4005703330039978,
      "learning_rate": 2.1073085846867748e-05,
      "loss": 1.2889,
      "step": 84600
    },
    {
      "epoch": 14.396258503401361,
      "grad_norm": 0.434023916721344,
      "learning_rate": 2.0783062645011602e-05,
      "loss": 1.2925,
      "step": 84650
    },
    {
      "epoch": 14.404761904761905,
      "grad_norm": 0.41903188824653625,
      "learning_rate": 2.0493039443155453e-05,
      "loss": 1.2982,
      "step": 84700
    },
    {
      "epoch": 14.41326530612245,
      "grad_norm": 0.41402989625930786,
      "learning_rate": 2.0203016241299304e-05,
      "loss": 1.2972,
      "step": 84750
    },
    {
      "epoch": 14.421768707482993,
      "grad_norm": 0.4167090952396393,
      "learning_rate": 1.9912993039443155e-05,
      "loss": 1.2975,
      "step": 84800
    },
    {
      "epoch": 14.430272108843537,
      "grad_norm": 0.40198904275894165,
      "learning_rate": 1.962296983758701e-05,
      "loss": 1.2898,
      "step": 84850
    },
    {
      "epoch": 14.438775510204081,
      "grad_norm": 0.412724107503891,
      "learning_rate": 1.9332946635730856e-05,
      "loss": 1.2955,
      "step": 84900
    },
    {
      "epoch": 14.447278911564625,
      "grad_norm": 0.4073164165019989,
      "learning_rate": 1.904292343387471e-05,
      "loss": 1.2907,
      "step": 84950
    },
    {
      "epoch": 14.45578231292517,
      "grad_norm": 0.4109826982021332,
      "learning_rate": 1.875290023201856e-05,
      "loss": 1.2935,
      "step": 85000
    },
    {
      "epoch": 14.45578231292517,
      "eval_loss": 1.457992672920227,
      "eval_runtime": 75.28,
      "eval_samples_per_second": 1246.534,
      "eval_steps_per_second": 4.875,
      "step": 85000
    },
    {
      "epoch": 14.464285714285714,
      "grad_norm": 0.40559759736061096,
      "learning_rate": 1.8462877030162412e-05,
      "loss": 1.2888,
      "step": 85050
    },
    {
      "epoch": 14.47278911564626,
      "grad_norm": 0.4154794216156006,
      "learning_rate": 1.8172853828306263e-05,
      "loss": 1.289,
      "step": 85100
    },
    {
      "epoch": 14.481292517006803,
      "grad_norm": 0.4155610501766205,
      "learning_rate": 1.7882830626450118e-05,
      "loss": 1.2922,
      "step": 85150
    },
    {
      "epoch": 14.489795918367347,
      "grad_norm": 0.4222477674484253,
      "learning_rate": 1.7592807424593965e-05,
      "loss": 1.2867,
      "step": 85200
    },
    {
      "epoch": 14.498299319727892,
      "grad_norm": 0.4063816964626312,
      "learning_rate": 1.730278422273782e-05,
      "loss": 1.2888,
      "step": 85250
    },
    {
      "epoch": 14.506802721088436,
      "grad_norm": 0.3986765742301941,
      "learning_rate": 1.701276102088167e-05,
      "loss": 1.285,
      "step": 85300
    },
    {
      "epoch": 14.51530612244898,
      "grad_norm": 0.4038733243942261,
      "learning_rate": 1.672273781902552e-05,
      "loss": 1.2913,
      "step": 85350
    },
    {
      "epoch": 14.523809523809524,
      "grad_norm": 0.40419521927833557,
      "learning_rate": 1.6432714617169372e-05,
      "loss": 1.2872,
      "step": 85400
    },
    {
      "epoch": 14.532312925170068,
      "grad_norm": 0.41449958086013794,
      "learning_rate": 1.6142691415313226e-05,
      "loss": 1.2853,
      "step": 85450
    },
    {
      "epoch": 14.540816326530612,
      "grad_norm": 0.4067400097846985,
      "learning_rate": 1.5852668213457077e-05,
      "loss": 1.2919,
      "step": 85500
    },
    {
      "epoch": 14.549319727891156,
      "grad_norm": 0.6428622007369995,
      "learning_rate": 1.5562645011600928e-05,
      "loss": 1.2935,
      "step": 85550
    },
    {
      "epoch": 14.5578231292517,
      "grad_norm": 0.4078386723995209,
      "learning_rate": 1.527262180974478e-05,
      "loss": 1.2892,
      "step": 85600
    },
    {
      "epoch": 14.566326530612244,
      "grad_norm": 0.4054696261882782,
      "learning_rate": 1.4982598607888632e-05,
      "loss": 1.2871,
      "step": 85650
    },
    {
      "epoch": 14.57482993197279,
      "grad_norm": 0.4058522880077362,
      "learning_rate": 1.4692575406032483e-05,
      "loss": 1.286,
      "step": 85700
    },
    {
      "epoch": 14.583333333333334,
      "grad_norm": 0.40443381667137146,
      "learning_rate": 1.4402552204176335e-05,
      "loss": 1.2888,
      "step": 85750
    },
    {
      "epoch": 14.591836734693878,
      "grad_norm": 0.4228183925151825,
      "learning_rate": 1.4112529002320186e-05,
      "loss": 1.2875,
      "step": 85800
    },
    {
      "epoch": 14.600340136054422,
      "grad_norm": 0.4046574831008911,
      "learning_rate": 1.3822505800464039e-05,
      "loss": 1.2883,
      "step": 85850
    },
    {
      "epoch": 14.608843537414966,
      "grad_norm": 0.4183114767074585,
      "learning_rate": 1.353248259860789e-05,
      "loss": 1.2929,
      "step": 85900
    },
    {
      "epoch": 14.61734693877551,
      "grad_norm": 0.40642350912094116,
      "learning_rate": 1.324245939675174e-05,
      "loss": 1.2892,
      "step": 85950
    },
    {
      "epoch": 14.625850340136054,
      "grad_norm": 0.40780848264694214,
      "learning_rate": 1.2952436194895593e-05,
      "loss": 1.2888,
      "step": 86000
    },
    {
      "epoch": 14.625850340136054,
      "eval_loss": 1.4564687013626099,
      "eval_runtime": 75.2583,
      "eval_samples_per_second": 1246.893,
      "eval_steps_per_second": 4.877,
      "step": 86000
    },
    {
      "epoch": 14.634353741496598,
      "grad_norm": 0.399654746055603,
      "learning_rate": 1.2662412993039444e-05,
      "loss": 1.292,
      "step": 86050
    },
    {
      "epoch": 14.642857142857142,
      "grad_norm": 0.4076179563999176,
      "learning_rate": 1.2372389791183295e-05,
      "loss": 1.2894,
      "step": 86100
    },
    {
      "epoch": 14.651360544217686,
      "grad_norm": 0.4201255738735199,
      "learning_rate": 1.2082366589327147e-05,
      "loss": 1.289,
      "step": 86150
    },
    {
      "epoch": 14.65986394557823,
      "grad_norm": 0.39747655391693115,
      "learning_rate": 1.1792343387470998e-05,
      "loss": 1.2915,
      "step": 86200
    },
    {
      "epoch": 14.668367346938776,
      "grad_norm": 0.4104771316051483,
      "learning_rate": 1.1508120649651974e-05,
      "loss": 1.2864,
      "step": 86250
    },
    {
      "epoch": 14.67687074829932,
      "grad_norm": 0.41255298256874084,
      "learning_rate": 1.1218097447795825e-05,
      "loss": 1.2916,
      "step": 86300
    },
    {
      "epoch": 14.685374149659864,
      "grad_norm": 0.4036099910736084,
      "learning_rate": 1.0928074245939676e-05,
      "loss": 1.2921,
      "step": 86350
    },
    {
      "epoch": 14.693877551020408,
      "grad_norm": 0.40650486946105957,
      "learning_rate": 1.0638051044083526e-05,
      "loss": 1.2896,
      "step": 86400
    },
    {
      "epoch": 14.702380952380953,
      "grad_norm": 0.47484561800956726,
      "learning_rate": 1.0348027842227377e-05,
      "loss": 1.2917,
      "step": 86450
    },
    {
      "epoch": 14.710884353741497,
      "grad_norm": 0.4110647737979889,
      "learning_rate": 1.0058004640371228e-05,
      "loss": 1.2878,
      "step": 86500
    },
    {
      "epoch": 14.71938775510204,
      "grad_norm": 0.4205218553543091,
      "learning_rate": 9.767981438515081e-06,
      "loss": 1.2879,
      "step": 86550
    },
    {
      "epoch": 14.727891156462585,
      "grad_norm": 0.4059794843196869,
      "learning_rate": 9.477958236658932e-06,
      "loss": 1.2871,
      "step": 86600
    },
    {
      "epoch": 14.736394557823129,
      "grad_norm": 0.41226640343666077,
      "learning_rate": 9.187935034802784e-06,
      "loss": 1.2938,
      "step": 86650
    },
    {
      "epoch": 14.744897959183673,
      "grad_norm": 0.41290587186813354,
      "learning_rate": 8.897911832946635e-06,
      "loss": 1.286,
      "step": 86700
    },
    {
      "epoch": 14.753401360544217,
      "grad_norm": 0.4120457172393799,
      "learning_rate": 8.607888631090486e-06,
      "loss": 1.289,
      "step": 86750
    },
    {
      "epoch": 14.761904761904763,
      "grad_norm": 0.4931107461452484,
      "learning_rate": 8.317865429234339e-06,
      "loss": 1.2896,
      "step": 86800
    },
    {
      "epoch": 14.770408163265307,
      "grad_norm": 0.4076496660709381,
      "learning_rate": 8.02784222737819e-06,
      "loss": 1.2877,
      "step": 86850
    },
    {
      "epoch": 14.77891156462585,
      "grad_norm": 0.41810768842697144,
      "learning_rate": 7.737819025522042e-06,
      "loss": 1.2873,
      "step": 86900
    },
    {
      "epoch": 14.787414965986395,
      "grad_norm": 0.41356149315834045,
      "learning_rate": 7.447795823665894e-06,
      "loss": 1.2886,
      "step": 86950
    },
    {
      "epoch": 14.795918367346939,
      "grad_norm": 0.43218472599983215,
      "learning_rate": 7.157772621809745e-06,
      "loss": 1.291,
      "step": 87000
    },
    {
      "epoch": 14.795918367346939,
      "eval_loss": 1.4570873975753784,
      "eval_runtime": 75.2933,
      "eval_samples_per_second": 1246.313,
      "eval_steps_per_second": 4.874,
      "step": 87000
    },
    {
      "epoch": 14.804421768707483,
      "grad_norm": 0.4102339446544647,
      "learning_rate": 6.867749419953597e-06,
      "loss": 1.2848,
      "step": 87050
    },
    {
      "epoch": 14.812925170068027,
      "grad_norm": 0.41269227862358093,
      "learning_rate": 6.577726218097448e-06,
      "loss": 1.2888,
      "step": 87100
    },
    {
      "epoch": 14.821428571428571,
      "grad_norm": 0.4198719561100006,
      "learning_rate": 6.287703016241299e-06,
      "loss": 1.2904,
      "step": 87150
    },
    {
      "epoch": 14.829931972789115,
      "grad_norm": 0.40524616837501526,
      "learning_rate": 5.997679814385151e-06,
      "loss": 1.2916,
      "step": 87200
    },
    {
      "epoch": 14.83843537414966,
      "grad_norm": 0.40271249413490295,
      "learning_rate": 5.707656612529003e-06,
      "loss": 1.2821,
      "step": 87250
    },
    {
      "epoch": 14.846938775510203,
      "grad_norm": 0.404710590839386,
      "learning_rate": 5.4176334106728545e-06,
      "loss": 1.2848,
      "step": 87300
    },
    {
      "epoch": 14.85544217687075,
      "grad_norm": 0.40877318382263184,
      "learning_rate": 5.127610208816705e-06,
      "loss": 1.2824,
      "step": 87350
    },
    {
      "epoch": 14.863945578231293,
      "grad_norm": 0.40743860602378845,
      "learning_rate": 4.837587006960557e-06,
      "loss": 1.2875,
      "step": 87400
    },
    {
      "epoch": 14.872448979591837,
      "grad_norm": 0.40123429894447327,
      "learning_rate": 4.547563805104409e-06,
      "loss": 1.2879,
      "step": 87450
    },
    {
      "epoch": 14.880952380952381,
      "grad_norm": 0.4120638072490692,
      "learning_rate": 4.257540603248261e-06,
      "loss": 1.2886,
      "step": 87500
    },
    {
      "epoch": 14.889455782312925,
      "grad_norm": 0.4441770017147064,
      "learning_rate": 3.9675174013921115e-06,
      "loss": 1.2903,
      "step": 87550
    },
    {
      "epoch": 14.89795918367347,
      "grad_norm": 0.39684155583381653,
      "learning_rate": 3.677494199535963e-06,
      "loss": 1.2894,
      "step": 87600
    },
    {
      "epoch": 14.906462585034014,
      "grad_norm": 0.40048104524612427,
      "learning_rate": 3.387470997679814e-06,
      "loss": 1.2872,
      "step": 87650
    },
    {
      "epoch": 14.914965986394558,
      "grad_norm": 0.40761691331863403,
      "learning_rate": 3.097447795823666e-06,
      "loss": 1.2856,
      "step": 87700
    },
    {
      "epoch": 14.923469387755102,
      "grad_norm": 0.41914671659469604,
      "learning_rate": 2.807424593967517e-06,
      "loss": 1.2864,
      "step": 87750
    },
    {
      "epoch": 14.931972789115646,
      "grad_norm": 0.41371914744377136,
      "learning_rate": 2.517401392111369e-06,
      "loss": 1.2807,
      "step": 87800
    },
    {
      "epoch": 14.94047619047619,
      "grad_norm": 0.4007938802242279,
      "learning_rate": 2.2273781902552203e-06,
      "loss": 1.2869,
      "step": 87850
    },
    {
      "epoch": 14.948979591836736,
      "grad_norm": 0.4132489264011383,
      "learning_rate": 1.937354988399072e-06,
      "loss": 1.2822,
      "step": 87900
    },
    {
      "epoch": 14.95748299319728,
      "grad_norm": 0.4170679748058319,
      "learning_rate": 1.6473317865429233e-06,
      "loss": 1.2867,
      "step": 87950
    },
    {
      "epoch": 14.965986394557824,
      "grad_norm": 0.4113543629646301,
      "learning_rate": 1.3573085846867749e-06,
      "loss": 1.2852,
      "step": 88000
    },
    {
      "epoch": 14.965986394557824,
      "eval_loss": 1.4495242834091187,
      "eval_runtime": 75.6807,
      "eval_samples_per_second": 1239.933,
      "eval_steps_per_second": 4.849,
      "step": 88000
    },
    {
      "epoch": 14.974489795918368,
      "grad_norm": 0.4077957272529602,
      "learning_rate": 1.0672853828306264e-06,
      "loss": 1.2852,
      "step": 88050
    },
    {
      "epoch": 14.982993197278912,
      "grad_norm": 0.403070330619812,
      "learning_rate": 7.772621809744779e-07,
      "loss": 1.2854,
      "step": 88100
    },
    {
      "epoch": 14.991496598639456,
      "grad_norm": 0.41275766491889954,
      "learning_rate": 4.872389791183295e-07,
      "loss": 1.288,
      "step": 88150
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.4174801707267761,
      "learning_rate": 1.97215777262181e-07,
      "loss": 1.2938,
      "step": 88200
    }
  ],
  "logging_steps": 50,
  "max_steps": 88200,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.377209771467368e+19,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}