{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 932,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004308023694130318,
      "grad_norm": 46.39875030517578,
      "learning_rate": 9.9999954157983e-06,
      "loss": 2.2558,
      "step": 1
    },
    {
      "epoch": 0.008616047388260635,
      "grad_norm": 15.635394096374512,
      "learning_rate": 9.999981663201606e-06,
      "loss": 1.9294,
      "step": 2
    },
    {
      "epoch": 0.012924071082390954,
      "grad_norm": 11.906808853149414,
      "learning_rate": 9.999958742235133e-06,
      "loss": 1.6914,
      "step": 3
    },
    {
      "epoch": 0.01723209477652127,
      "grad_norm": 8.960531234741211,
      "learning_rate": 9.999926652940914e-06,
      "loss": 1.5586,
      "step": 4
    },
    {
      "epoch": 0.021540118470651588,
      "grad_norm": 6.32525634765625,
      "learning_rate": 9.999885395377788e-06,
      "loss": 1.3009,
      "step": 5
    },
    {
      "epoch": 0.025848142164781908,
      "grad_norm": 4.644639015197754,
      "learning_rate": 9.999834969621408e-06,
      "loss": 1.1522,
      "step": 6
    },
    {
      "epoch": 0.030156165858912225,
      "grad_norm": 3.9122426509857178,
      "learning_rate": 9.999775375764244e-06,
      "loss": 1.061,
      "step": 7
    },
    {
      "epoch": 0.03446418955304254,
      "grad_norm": 4.616422653198242,
      "learning_rate": 9.999706613915567e-06,
      "loss": 0.9941,
      "step": 8
    },
    {
      "epoch": 0.03877221324717286,
      "grad_norm": 3.8503878116607666,
      "learning_rate": 9.999628684201464e-06,
      "loss": 0.8931,
      "step": 9
    },
    {
      "epoch": 0.043080236941303175,
      "grad_norm": 3.5663602352142334,
      "learning_rate": 9.999541586764836e-06,
      "loss": 0.943,
      "step": 10
    },
    {
      "epoch": 0.04738826063543349,
      "grad_norm": 3.536245584487915,
      "learning_rate": 9.999445321765392e-06,
      "loss": 0.8607,
      "step": 11
    },
    {
      "epoch": 0.051696284329563816,
      "grad_norm": 3.5765976905822754,
      "learning_rate": 9.999339889379647e-06,
      "loss": 0.8233,
      "step": 12
    },
    {
      "epoch": 0.05600430802369413,
      "grad_norm": 3.3080978393554688,
      "learning_rate": 9.999225289800935e-06,
      "loss": 0.7818,
      "step": 13
    },
    {
      "epoch": 0.06031233171782445,
      "grad_norm": 3.949313163757324,
      "learning_rate": 9.999101523239392e-06,
      "loss": 0.8687,
      "step": 14
    },
    {
      "epoch": 0.06462035541195477,
      "grad_norm": 3.9806888103485107,
      "learning_rate": 9.998968589921969e-06,
      "loss": 0.7793,
      "step": 15
    },
    {
      "epoch": 0.06892837910608508,
      "grad_norm": 3.6018688678741455,
      "learning_rate": 9.99882649009242e-06,
      "loss": 0.7317,
      "step": 16
    },
    {
      "epoch": 0.0732364028002154,
      "grad_norm": 3.872166872024536,
      "learning_rate": 9.998675224011317e-06,
      "loss": 0.7262,
      "step": 17
    },
    {
      "epoch": 0.07754442649434572,
      "grad_norm": 5.003402233123779,
      "learning_rate": 9.998514791956025e-06,
      "loss": 0.7164,
      "step": 18
    },
    {
      "epoch": 0.08185245018847603,
      "grad_norm": 3.848304033279419,
      "learning_rate": 9.998345194220732e-06,
      "loss": 0.6768,
      "step": 19
    },
    {
      "epoch": 0.08616047388260635,
      "grad_norm": 3.976318359375,
      "learning_rate": 9.998166431116421e-06,
      "loss": 0.6572,
      "step": 20
    },
    {
      "epoch": 0.09046849757673667,
      "grad_norm": 4.318434238433838,
      "learning_rate": 9.99797850297089e-06,
      "loss": 0.6814,
      "step": 21
    },
    {
      "epoch": 0.09477652127086698,
      "grad_norm": 4.235775947570801,
      "learning_rate": 9.997781410128737e-06,
      "loss": 0.6579,
      "step": 22
    },
    {
      "epoch": 0.0990845449649973,
      "grad_norm": 4.045382022857666,
      "learning_rate": 9.99757515295137e-06,
      "loss": 0.6532,
      "step": 23
    },
    {
      "epoch": 0.10339256865912763,
      "grad_norm": 3.9923672676086426,
      "learning_rate": 9.997359731816998e-06,
      "loss": 0.6583,
      "step": 24
    },
    {
      "epoch": 0.10770059235325795,
      "grad_norm": 4.043659687042236,
      "learning_rate": 9.997135147120633e-06,
      "loss": 0.6421,
      "step": 25
    },
    {
      "epoch": 0.11200861604738827,
      "grad_norm": 4.166319370269775,
      "learning_rate": 9.996901399274093e-06,
      "loss": 0.6647,
      "step": 26
    },
    {
      "epoch": 0.11631663974151858,
      "grad_norm": 4.195486545562744,
      "learning_rate": 9.996658488705997e-06,
      "loss": 0.6038,
      "step": 27
    },
    {
      "epoch": 0.1206246634356489,
      "grad_norm": 3.893251657485962,
      "learning_rate": 9.996406415861763e-06,
      "loss": 0.5954,
      "step": 28
    },
    {
      "epoch": 0.12493268712977922,
      "grad_norm": 3.857978582382202,
      "learning_rate": 9.996145181203616e-06,
      "loss": 0.5698,
      "step": 29
    },
    {
      "epoch": 0.12924071082390953,
      "grad_norm": 3.830559492111206,
      "learning_rate": 9.995874785210573e-06,
      "loss": 0.5761,
      "step": 30
    },
    {
      "epoch": 0.13354873451803984,
      "grad_norm": 3.8703525066375732,
      "learning_rate": 9.995595228378456e-06,
      "loss": 0.5811,
      "step": 31
    },
    {
      "epoch": 0.13785675821217017,
      "grad_norm": 3.8460729122161865,
      "learning_rate": 9.995306511219885e-06,
      "loss": 0.5873,
      "step": 32
    },
    {
      "epoch": 0.1421647819063005,
      "grad_norm": 3.9502267837524414,
      "learning_rate": 9.995008634264272e-06,
      "loss": 0.5795,
      "step": 33
    },
    {
      "epoch": 0.1464728056004308,
      "grad_norm": 3.718348979949951,
      "learning_rate": 9.994701598057828e-06,
      "loss": 0.5406,
      "step": 34
    },
    {
      "epoch": 0.15078082929456113,
      "grad_norm": 3.751901865005493,
      "learning_rate": 9.99438540316356e-06,
      "loss": 0.5619,
      "step": 35
    },
    {
      "epoch": 0.15508885298869143,
      "grad_norm": 3.7187840938568115,
      "learning_rate": 9.99406005016127e-06,
      "loss": 0.5569,
      "step": 36
    },
    {
      "epoch": 0.15939687668282176,
      "grad_norm": 3.647937536239624,
      "learning_rate": 9.99372553964755e-06,
      "loss": 0.5342,
      "step": 37
    },
    {
      "epoch": 0.16370490037695207,
      "grad_norm": 3.6027166843414307,
      "learning_rate": 9.993381872235785e-06,
      "loss": 0.5279,
      "step": 38
    },
    {
      "epoch": 0.1680129240710824,
      "grad_norm": 3.61478590965271,
      "learning_rate": 9.993029048556154e-06,
      "loss": 0.5131,
      "step": 39
    },
    {
      "epoch": 0.1723209477652127,
      "grad_norm": 3.574810743331909,
      "learning_rate": 9.99266706925562e-06,
      "loss": 0.5165,
      "step": 40
    },
    {
      "epoch": 0.17662897145934303,
      "grad_norm": 3.5639119148254395,
      "learning_rate": 9.99229593499794e-06,
      "loss": 0.5093,
      "step": 41
    },
    {
      "epoch": 0.18093699515347333,
      "grad_norm": 3.4759559631347656,
      "learning_rate": 9.991915646463652e-06,
      "loss": 0.4864,
      "step": 42
    },
    {
      "epoch": 0.18524501884760367,
      "grad_norm": 3.4125938415527344,
      "learning_rate": 9.991526204350087e-06,
      "loss": 0.4915,
      "step": 43
    },
    {
      "epoch": 0.18955304254173397,
      "grad_norm": 3.4541664123535156,
      "learning_rate": 9.991127609371357e-06,
      "loss": 0.4891,
      "step": 44
    },
    {
      "epoch": 0.1938610662358643,
      "grad_norm": 3.4495904445648193,
      "learning_rate": 9.990719862258357e-06,
      "loss": 0.4676,
      "step": 45
    },
    {
      "epoch": 0.1981690899299946,
      "grad_norm": 3.2870962619781494,
      "learning_rate": 9.990302963758765e-06,
      "loss": 0.4679,
      "step": 46
    },
    {
      "epoch": 0.20247711362412493,
      "grad_norm": 3.3008880615234375,
      "learning_rate": 9.989876914637042e-06,
      "loss": 0.4688,
      "step": 47
    },
    {
      "epoch": 0.20678513731825526,
      "grad_norm": 3.086277723312378,
      "learning_rate": 9.989441715674422e-06,
      "loss": 0.4565,
      "step": 48
    },
    {
      "epoch": 0.21109316101238557,
      "grad_norm": 3.048494338989258,
      "learning_rate": 9.988997367668924e-06,
      "loss": 0.4358,
      "step": 49
    },
    {
      "epoch": 0.2154011847065159,
      "grad_norm": 2.9959912300109863,
      "learning_rate": 9.988543871435342e-06,
      "loss": 0.439,
      "step": 50
    },
    {
      "epoch": 0.2197092084006462,
      "grad_norm": 2.891278028488159,
      "learning_rate": 9.988081227805237e-06,
      "loss": 0.4534,
      "step": 51
    },
    {
      "epoch": 0.22401723209477653,
      "grad_norm": 3.0530009269714355,
      "learning_rate": 9.987609437626955e-06,
      "loss": 0.42,
      "step": 52
    },
    {
      "epoch": 0.22832525578890683,
      "grad_norm": 2.8397328853607178,
      "learning_rate": 9.987128501765606e-06,
      "loss": 0.4071,
      "step": 53
    },
    {
      "epoch": 0.23263327948303716,
      "grad_norm": 2.5578064918518066,
      "learning_rate": 9.986638421103074e-06,
      "loss": 0.3947,
      "step": 54
    },
    {
      "epoch": 0.23694130317716747,
      "grad_norm": 2.627624750137329,
      "learning_rate": 9.986139196538011e-06,
      "loss": 0.4039,
      "step": 55
    },
    {
      "epoch": 0.2412493268712978,
      "grad_norm": 2.515475273132324,
      "learning_rate": 9.985630828985835e-06,
      "loss": 0.4188,
      "step": 56
    },
    {
      "epoch": 0.2455573505654281,
      "grad_norm": 2.286128282546997,
      "learning_rate": 9.98511331937873e-06,
      "loss": 0.3922,
      "step": 57
    },
    {
      "epoch": 0.24986537425955843,
      "grad_norm": 2.2815139293670654,
      "learning_rate": 9.984586668665641e-06,
      "loss": 0.4452,
      "step": 58
    },
    {
      "epoch": 0.25417339795368876,
      "grad_norm": 2.0464518070220947,
      "learning_rate": 9.98405087781228e-06,
      "loss": 0.391,
      "step": 59
    },
    {
      "epoch": 0.25848142164781907,
      "grad_norm": 2.0818228721618652,
      "learning_rate": 9.983505947801115e-06,
      "loss": 0.4185,
      "step": 60
    },
    {
      "epoch": 0.26278944534194937,
      "grad_norm": 1.843110203742981,
      "learning_rate": 9.982951879631373e-06,
      "loss": 0.3706,
      "step": 61
    },
    {
      "epoch": 0.26709746903607967,
      "grad_norm": 1.8725769519805908,
      "learning_rate": 9.982388674319041e-06,
      "loss": 0.3723,
      "step": 62
    },
    {
      "epoch": 0.27140549273021003,
      "grad_norm": 1.7885315418243408,
      "learning_rate": 9.981816332896854e-06,
      "loss": 0.3903,
      "step": 63
    },
    {
      "epoch": 0.27571351642434033,
      "grad_norm": 1.5986205339431763,
      "learning_rate": 9.981234856414306e-06,
      "loss": 0.3759,
      "step": 64
    },
    {
      "epoch": 0.28002154011847064,
      "grad_norm": 1.5188963413238525,
      "learning_rate": 9.98064424593764e-06,
      "loss": 0.3641,
      "step": 65
    },
    {
      "epoch": 0.284329563812601,
      "grad_norm": 1.4895678758621216,
      "learning_rate": 9.980044502549843e-06,
      "loss": 0.3722,
      "step": 66
    },
    {
      "epoch": 0.2886375875067313,
      "grad_norm": 1.517785668373108,
      "learning_rate": 9.979435627350658e-06,
      "loss": 0.4034,
      "step": 67
    },
    {
      "epoch": 0.2929456112008616,
      "grad_norm": 1.5465859174728394,
      "learning_rate": 9.978817621456562e-06,
      "loss": 0.404,
      "step": 68
    },
    {
      "epoch": 0.2972536348949919,
      "grad_norm": 1.4948019981384277,
      "learning_rate": 9.978190486000784e-06,
      "loss": 0.409,
      "step": 69
    },
    {
      "epoch": 0.30156165858912226,
      "grad_norm": 1.349805474281311,
      "learning_rate": 9.977554222133293e-06,
      "loss": 0.3809,
      "step": 70
    },
    {
      "epoch": 0.30586968228325256,
      "grad_norm": 1.4803236722946167,
      "learning_rate": 9.976908831020787e-06,
      "loss": 0.3709,
      "step": 71
    },
    {
      "epoch": 0.31017770597738287,
      "grad_norm": 1.500108003616333,
      "learning_rate": 9.97625431384671e-06,
      "loss": 0.3875,
      "step": 72
    },
    {
      "epoch": 0.31448572967151317,
      "grad_norm": 1.431912899017334,
      "learning_rate": 9.975590671811239e-06,
      "loss": 0.3897,
      "step": 73
    },
    {
      "epoch": 0.31879375336564353,
      "grad_norm": 1.3888511657714844,
      "learning_rate": 9.974917906131283e-06,
      "loss": 0.3558,
      "step": 74
    },
    {
      "epoch": 0.32310177705977383,
      "grad_norm": 1.3320142030715942,
      "learning_rate": 9.974236018040476e-06,
      "loss": 0.3619,
      "step": 75
    },
    {
      "epoch": 0.32740980075390413,
      "grad_norm": 1.3935425281524658,
      "learning_rate": 9.973545008789182e-06,
      "loss": 0.3759,
      "step": 76
    },
    {
      "epoch": 0.33171782444803444,
      "grad_norm": 1.359113335609436,
      "learning_rate": 9.972844879644494e-06,
      "loss": 0.3532,
      "step": 77
    },
    {
      "epoch": 0.3360258481421648,
      "grad_norm": 1.4055691957473755,
      "learning_rate": 9.972135631890226e-06,
      "loss": 0.366,
      "step": 78
    },
    {
      "epoch": 0.3403338718362951,
      "grad_norm": 1.51666259765625,
      "learning_rate": 9.97141726682691e-06,
      "loss": 0.3551,
      "step": 79
    },
    {
      "epoch": 0.3446418955304254,
      "grad_norm": 1.3641939163208008,
      "learning_rate": 9.970689785771798e-06,
      "loss": 0.3552,
      "step": 80
    },
    {
      "epoch": 0.34894991922455576,
      "grad_norm": 1.476531744003296,
      "learning_rate": 9.969953190058861e-06,
      "loss": 0.3918,
      "step": 81
    },
    {
      "epoch": 0.35325794291868606,
      "grad_norm": 1.4188109636306763,
      "learning_rate": 9.969207481038776e-06,
      "loss": 0.3829,
      "step": 82
    },
    {
      "epoch": 0.35756596661281637,
      "grad_norm": 1.3417792320251465,
      "learning_rate": 9.968452660078939e-06,
      "loss": 0.355,
      "step": 83
    },
    {
      "epoch": 0.36187399030694667,
      "grad_norm": 1.4782617092132568,
      "learning_rate": 9.967688728563446e-06,
      "loss": 0.3721,
      "step": 84
    },
    {
      "epoch": 0.366182014001077,
      "grad_norm": 1.6000183820724487,
      "learning_rate": 9.966915687893109e-06,
      "loss": 0.3935,
      "step": 85
    },
    {
      "epoch": 0.37049003769520733,
      "grad_norm": 1.4256422519683838,
      "learning_rate": 9.966133539485435e-06,
      "loss": 0.3697,
      "step": 86
    },
    {
      "epoch": 0.37479806138933763,
      "grad_norm": 1.3764766454696655,
      "learning_rate": 9.965342284774633e-06,
      "loss": 0.3521,
      "step": 87
    },
    {
      "epoch": 0.37910608508346794,
      "grad_norm": 1.4846636056900024,
      "learning_rate": 9.964541925211613e-06,
      "loss": 0.3394,
      "step": 88
    },
    {
      "epoch": 0.3834141087775983,
      "grad_norm": 1.4550178050994873,
      "learning_rate": 9.963732462263979e-06,
      "loss": 0.3502,
      "step": 89
    },
    {
      "epoch": 0.3877221324717286,
      "grad_norm": 1.374940037727356,
      "learning_rate": 9.962913897416029e-06,
      "loss": 0.3333,
      "step": 90
    },
    {
      "epoch": 0.3920301561658589,
      "grad_norm": 1.384493350982666,
      "learning_rate": 9.962086232168747e-06,
      "loss": 0.3291,
      "step": 91
    },
    {
      "epoch": 0.3963381798599892,
      "grad_norm": 1.4366718530654907,
      "learning_rate": 9.961249468039806e-06,
      "loss": 0.3322,
      "step": 92
    },
    {
      "epoch": 0.40064620355411956,
      "grad_norm": 1.5821336507797241,
      "learning_rate": 9.960403606563568e-06,
      "loss": 0.346,
      "step": 93
    },
    {
      "epoch": 0.40495422724824987,
      "grad_norm": 1.5977967977523804,
      "learning_rate": 9.959548649291071e-06,
      "loss": 0.372,
      "step": 94
    },
    {
      "epoch": 0.40926225094238017,
      "grad_norm": 1.7642663717269897,
      "learning_rate": 9.958684597790031e-06,
      "loss": 0.3854,
      "step": 95
    },
    {
      "epoch": 0.4135702746365105,
      "grad_norm": 1.5853767395019531,
      "learning_rate": 9.957811453644848e-06,
      "loss": 0.354,
      "step": 96
    },
    {
      "epoch": 0.41787829833064083,
      "grad_norm": 1.445274829864502,
      "learning_rate": 9.956929218456586e-06,
      "loss": 0.3402,
      "step": 97
    },
    {
      "epoch": 0.42218632202477113,
      "grad_norm": 1.5509393215179443,
      "learning_rate": 9.956037893842982e-06,
      "loss": 0.3361,
      "step": 98
    },
    {
      "epoch": 0.42649434571890144,
      "grad_norm": 1.512851595878601,
      "learning_rate": 9.955137481438442e-06,
      "loss": 0.3451,
      "step": 99
    },
    {
      "epoch": 0.4308023694130318,
      "grad_norm": 1.4434539079666138,
      "learning_rate": 9.954227982894034e-06,
      "loss": 0.3113,
      "step": 100
    },
    {
      "epoch": 0.4351103931071621,
      "grad_norm": 1.4094306230545044,
      "learning_rate": 9.953309399877491e-06,
      "loss": 0.3417,
      "step": 101
    },
    {
      "epoch": 0.4394184168012924,
      "grad_norm": 1.3972957134246826,
      "learning_rate": 9.952381734073197e-06,
      "loss": 0.3258,
      "step": 102
    },
    {
      "epoch": 0.4437264404954227,
      "grad_norm": 1.4385653734207153,
      "learning_rate": 9.951444987182195e-06,
      "loss": 0.3299,
      "step": 103
    },
    {
      "epoch": 0.44803446418955306,
      "grad_norm": 1.4804537296295166,
      "learning_rate": 9.950499160922184e-06,
      "loss": 0.3011,
      "step": 104
    },
    {
      "epoch": 0.45234248788368336,
      "grad_norm": 1.501686453819275,
      "learning_rate": 9.949544257027503e-06,
      "loss": 0.3309,
      "step": 105
    },
    {
      "epoch": 0.45665051157781367,
      "grad_norm": 1.44529128074646,
      "learning_rate": 9.948580277249142e-06,
      "loss": 0.3138,
      "step": 106
    },
    {
      "epoch": 0.46095853527194397,
      "grad_norm": 1.5322788953781128,
      "learning_rate": 9.947607223354731e-06,
      "loss": 0.3349,
      "step": 107
    },
    {
      "epoch": 0.46526655896607433,
      "grad_norm": 1.4645901918411255,
      "learning_rate": 9.946625097128544e-06,
      "loss": 0.3242,
      "step": 108
    },
    {
      "epoch": 0.46957458266020463,
      "grad_norm": 1.4635151624679565,
      "learning_rate": 9.945633900371483e-06,
      "loss": 0.3153,
      "step": 109
    },
    {
      "epoch": 0.47388260635433493,
      "grad_norm": 1.5546009540557861,
      "learning_rate": 9.94463363490109e-06,
      "loss": 0.3121,
      "step": 110
    },
    {
      "epoch": 0.4781906300484653,
      "grad_norm": 1.4418449401855469,
      "learning_rate": 9.943624302551527e-06,
      "loss": 0.2974,
      "step": 111
    },
    {
      "epoch": 0.4824986537425956,
      "grad_norm": 1.519238829612732,
      "learning_rate": 9.942605905173593e-06,
      "loss": 0.3301,
      "step": 112
    },
    {
      "epoch": 0.4868066774367259,
      "grad_norm": 1.6555852890014648,
      "learning_rate": 9.941578444634699e-06,
      "loss": 0.2964,
      "step": 113
    },
    {
      "epoch": 0.4911147011308562,
      "grad_norm": 1.690470814704895,
      "learning_rate": 9.940541922818882e-06,
      "loss": 0.3006,
      "step": 114
    },
    {
      "epoch": 0.49542272482498656,
      "grad_norm": 1.4557969570159912,
      "learning_rate": 9.939496341626791e-06,
      "loss": 0.3061,
      "step": 115
    },
    {
      "epoch": 0.49973074851911686,
      "grad_norm": 1.5956724882125854,
      "learning_rate": 9.938441702975689e-06,
      "loss": 0.3177,
      "step": 116
    },
    {
      "epoch": 0.5040387722132472,
      "grad_norm": 1.742788314819336,
      "learning_rate": 9.937378008799448e-06,
      "loss": 0.2813,
      "step": 117
    },
    {
      "epoch": 0.5083467959073775,
      "grad_norm": 1.4342483282089233,
      "learning_rate": 9.93630526104854e-06,
      "loss": 0.284,
      "step": 118
    },
    {
      "epoch": 0.5126548196015078,
      "grad_norm": 1.427372932434082,
      "learning_rate": 9.935223461690042e-06,
      "loss": 0.3,
      "step": 119
    },
    {
      "epoch": 0.5169628432956381,
      "grad_norm": 1.4646867513656616,
      "learning_rate": 9.934132612707631e-06,
      "loss": 0.2841,
      "step": 120
    },
    {
      "epoch": 0.5212708669897684,
      "grad_norm": 1.6393767595291138,
      "learning_rate": 9.933032716101576e-06,
      "loss": 0.3194,
      "step": 121
    },
    {
      "epoch": 0.5255788906838987,
      "grad_norm": 1.4437857866287231,
      "learning_rate": 9.931923773888734e-06,
      "loss": 0.3089,
      "step": 122
    },
    {
      "epoch": 0.529886914378029,
      "grad_norm": 1.4526920318603516,
      "learning_rate": 9.930805788102551e-06,
      "loss": 0.3044,
      "step": 123
    },
    {
      "epoch": 0.5341949380721593,
      "grad_norm": 1.5132489204406738,
      "learning_rate": 9.929678760793057e-06,
      "loss": 0.265,
      "step": 124
    },
    {
      "epoch": 0.5385029617662898,
      "grad_norm": 1.6274410486221313,
      "learning_rate": 9.928542694026862e-06,
      "loss": 0.3252,
      "step": 125
    },
    {
      "epoch": 0.5428109854604201,
      "grad_norm": 1.4639244079589844,
      "learning_rate": 9.927397589887144e-06,
      "loss": 0.288,
      "step": 126
    },
    {
      "epoch": 0.5471190091545504,
      "grad_norm": 1.4215894937515259,
      "learning_rate": 9.926243450473664e-06,
      "loss": 0.2738,
      "step": 127
    },
    {
      "epoch": 0.5514270328486807,
      "grad_norm": 1.3172849416732788,
      "learning_rate": 9.925080277902743e-06,
      "loss": 0.2847,
      "step": 128
    },
    {
      "epoch": 0.555735056542811,
      "grad_norm": 1.414466381072998,
      "learning_rate": 9.923908074307267e-06,
      "loss": 0.3024,
      "step": 129
    },
    {
      "epoch": 0.5600430802369413,
      "grad_norm": 1.322507619857788,
      "learning_rate": 9.922726841836685e-06,
      "loss": 0.2826,
      "step": 130
    },
    {
      "epoch": 0.5643511039310716,
      "grad_norm": 1.3307005167007446,
      "learning_rate": 9.921536582657002e-06,
      "loss": 0.2865,
      "step": 131
    },
    {
      "epoch": 0.568659127625202,
      "grad_norm": 1.303130865097046,
      "learning_rate": 9.920337298950767e-06,
      "loss": 0.275,
      "step": 132
    },
    {
      "epoch": 0.5729671513193323,
      "grad_norm": 1.3872160911560059,
      "learning_rate": 9.919128992917086e-06,
      "loss": 0.3168,
      "step": 133
    },
    {
      "epoch": 0.5772751750134626,
      "grad_norm": 1.3143068552017212,
      "learning_rate": 9.91791166677161e-06,
      "loss": 0.2831,
      "step": 134
    },
    {
      "epoch": 0.5815831987075929,
      "grad_norm": 1.4942936897277832,
      "learning_rate": 9.916685322746524e-06,
      "loss": 0.339,
      "step": 135
    },
    {
      "epoch": 0.5858912224017232,
      "grad_norm": 1.243410587310791,
      "learning_rate": 9.915449963090551e-06,
      "loss": 0.2798,
      "step": 136
    },
    {
      "epoch": 0.5901992460958535,
      "grad_norm": 1.2295470237731934,
      "learning_rate": 9.914205590068946e-06,
      "loss": 0.275,
      "step": 137
    },
    {
      "epoch": 0.5945072697899838,
      "grad_norm": 1.251297950744629,
      "learning_rate": 9.912952205963491e-06,
      "loss": 0.2714,
      "step": 138
    },
    {
      "epoch": 0.5988152934841141,
      "grad_norm": 1.2663097381591797,
      "learning_rate": 9.911689813072495e-06,
      "loss": 0.2733,
      "step": 139
    },
    {
      "epoch": 0.6031233171782445,
      "grad_norm": 1.2405517101287842,
      "learning_rate": 9.91041841371078e-06,
      "loss": 0.2659,
      "step": 140
    },
    {
      "epoch": 0.6074313408723748,
      "grad_norm": 1.178120732307434,
      "learning_rate": 9.90913801020969e-06,
      "loss": 0.264,
      "step": 141
    },
    {
      "epoch": 0.6117393645665051,
      "grad_norm": 1.292300820350647,
      "learning_rate": 9.907848604917075e-06,
      "loss": 0.2857,
      "step": 142
    },
    {
      "epoch": 0.6160473882606354,
      "grad_norm": 1.1422131061553955,
      "learning_rate": 9.906550200197288e-06,
      "loss": 0.2547,
      "step": 143
    },
    {
      "epoch": 0.6203554119547657,
      "grad_norm": 1.1891106367111206,
      "learning_rate": 9.905242798431196e-06,
      "loss": 0.2644,
      "step": 144
    },
    {
      "epoch": 0.624663435648896,
      "grad_norm": 1.1191891431808472,
      "learning_rate": 9.903926402016153e-06,
      "loss": 0.2602,
      "step": 145
    },
    {
      "epoch": 0.6289714593430263,
      "grad_norm": 1.260938286781311,
      "learning_rate": 9.902601013366009e-06,
      "loss": 0.2954,
      "step": 146
    },
    {
      "epoch": 0.6332794830371568,
      "grad_norm": 1.033594012260437,
      "learning_rate": 9.901266634911104e-06,
      "loss": 0.2624,
      "step": 147
    },
    {
      "epoch": 0.6375875067312871,
      "grad_norm": 1.0682276487350464,
      "learning_rate": 9.899923269098262e-06,
      "loss": 0.2524,
      "step": 148
    },
    {
      "epoch": 0.6418955304254174,
      "grad_norm": 1.1801897287368774,
      "learning_rate": 9.898570918390789e-06,
      "loss": 0.2599,
      "step": 149
    },
    {
      "epoch": 0.6462035541195477,
      "grad_norm": 0.9911927580833435,
      "learning_rate": 9.897209585268459e-06,
      "loss": 0.2388,
      "step": 150
    },
    {
      "epoch": 0.650511577813678,
      "grad_norm": 1.055557131767273,
      "learning_rate": 9.895839272227529e-06,
      "loss": 0.2476,
      "step": 151
    },
    {
      "epoch": 0.6548196015078083,
      "grad_norm": 1.1163235902786255,
      "learning_rate": 9.894459981780711e-06,
      "loss": 0.2506,
      "step": 152
    },
    {
      "epoch": 0.6591276252019386,
      "grad_norm": 1.1236166954040527,
      "learning_rate": 9.893071716457183e-06,
      "loss": 0.2765,
      "step": 153
    },
    {
      "epoch": 0.6634356488960689,
      "grad_norm": 0.9692741632461548,
      "learning_rate": 9.891674478802585e-06,
      "loss": 0.237,
      "step": 154
    },
    {
      "epoch": 0.6677436725901993,
      "grad_norm": 1.79551362991333,
      "learning_rate": 9.890268271379e-06,
      "loss": 0.2653,
      "step": 155
    },
    {
      "epoch": 0.6720516962843296,
      "grad_norm": 1.0855523347854614,
      "learning_rate": 9.888853096764963e-06,
      "loss": 0.2556,
      "step": 156
    },
    {
      "epoch": 0.6763597199784599,
      "grad_norm": 1.1746084690093994,
      "learning_rate": 9.887428957555457e-06,
      "loss": 0.2717,
      "step": 157
    },
    {
      "epoch": 0.6806677436725902,
      "grad_norm": 1.03372061252594,
      "learning_rate": 9.885995856361895e-06,
      "loss": 0.2558,
      "step": 158
    },
    {
      "epoch": 0.6849757673667205,
      "grad_norm": 0.9783212542533875,
      "learning_rate": 9.884553795812128e-06,
      "loss": 0.2484,
      "step": 159
    },
    {
      "epoch": 0.6892837910608508,
      "grad_norm": 0.8822944760322571,
      "learning_rate": 9.883102778550434e-06,
      "loss": 0.2471,
      "step": 160
    },
    {
      "epoch": 0.6935918147549811,
      "grad_norm": 1.0045849084854126,
      "learning_rate": 9.881642807237515e-06,
      "loss": 0.2597,
      "step": 161
    },
    {
      "epoch": 0.6978998384491115,
      "grad_norm": 0.912653923034668,
      "learning_rate": 9.880173884550495e-06,
      "loss": 0.2428,
      "step": 162
    },
    {
      "epoch": 0.7022078621432418,
      "grad_norm": 1.0020110607147217,
      "learning_rate": 9.878696013182906e-06,
      "loss": 0.2714,
      "step": 163
    },
    {
      "epoch": 0.7065158858373721,
      "grad_norm": 0.8890970945358276,
      "learning_rate": 9.877209195844692e-06,
      "loss": 0.2346,
      "step": 164
    },
    {
      "epoch": 0.7108239095315024,
      "grad_norm": 1.1626794338226318,
      "learning_rate": 9.875713435262205e-06,
      "loss": 0.2839,
      "step": 165
    },
    {
      "epoch": 0.7151319332256327,
      "grad_norm": 0.8313829898834229,
      "learning_rate": 9.874208734178187e-06,
      "loss": 0.2376,
      "step": 166
    },
    {
      "epoch": 0.719439956919763,
      "grad_norm": 0.9518410563468933,
      "learning_rate": 9.872695095351784e-06,
      "loss": 0.2536,
      "step": 167
    },
    {
      "epoch": 0.7237479806138933,
      "grad_norm": 0.9485108852386475,
      "learning_rate": 9.871172521558523e-06,
      "loss": 0.2592,
      "step": 168
    },
    {
      "epoch": 0.7280560043080236,
      "grad_norm": 0.9191961884498596,
      "learning_rate": 9.869641015590319e-06,
      "loss": 0.2466,
      "step": 169
    },
    {
      "epoch": 0.732364028002154,
      "grad_norm": 0.9200321435928345,
      "learning_rate": 9.868100580255466e-06,
      "loss": 0.2453,
      "step": 170
    },
    {
      "epoch": 0.7366720516962844,
      "grad_norm": 0.9513406753540039,
      "learning_rate": 9.86655121837863e-06,
      "loss": 0.2628,
      "step": 171
    },
    {
      "epoch": 0.7409800753904147,
      "grad_norm": 0.8816955089569092,
      "learning_rate": 9.864992932800845e-06,
      "loss": 0.2514,
      "step": 172
    },
    {
      "epoch": 0.745288099084545,
      "grad_norm": 0.9091234803199768,
      "learning_rate": 9.863425726379512e-06,
      "loss": 0.2377,
      "step": 173
    },
    {
      "epoch": 0.7495961227786753,
      "grad_norm": 1.138776183128357,
      "learning_rate": 9.861849601988384e-06,
      "loss": 0.2772,
      "step": 174
    },
    {
      "epoch": 0.7539041464728056,
      "grad_norm": 0.9423293471336365,
      "learning_rate": 9.860264562517571e-06,
      "loss": 0.2369,
      "step": 175
    },
    {
      "epoch": 0.7582121701669359,
      "grad_norm": 0.8946828842163086,
      "learning_rate": 9.858670610873528e-06,
      "loss": 0.2485,
      "step": 176
    },
    {
      "epoch": 0.7625201938610663,
      "grad_norm": 1.0042487382888794,
      "learning_rate": 9.857067749979057e-06,
      "loss": 0.2707,
      "step": 177
    },
    {
      "epoch": 0.7668282175551966,
      "grad_norm": 0.9007334113121033,
      "learning_rate": 9.855455982773288e-06,
      "loss": 0.2721,
      "step": 178
    },
    {
      "epoch": 0.7711362412493269,
      "grad_norm": 0.9035285115242004,
      "learning_rate": 9.853835312211692e-06,
      "loss": 0.2471,
      "step": 179
    },
    {
      "epoch": 0.7754442649434572,
      "grad_norm": 1.0299876928329468,
      "learning_rate": 9.852205741266058e-06,
      "loss": 0.2767,
      "step": 180
    },
    {
      "epoch": 0.7797522886375875,
      "grad_norm": 1.1170578002929688,
      "learning_rate": 9.8505672729245e-06,
      "loss": 0.2659,
      "step": 181
    },
    {
      "epoch": 0.7840603123317178,
      "grad_norm": 0.9261436462402344,
      "learning_rate": 9.848919910191446e-06,
      "loss": 0.2569,
      "step": 182
    },
    {
      "epoch": 0.7883683360258481,
      "grad_norm": 0.9240891933441162,
      "learning_rate": 9.847263656087633e-06,
      "loss": 0.2384,
      "step": 183
    },
    {
      "epoch": 0.7926763597199784,
      "grad_norm": 1.0352424383163452,
      "learning_rate": 9.845598513650104e-06,
      "loss": 0.2422,
      "step": 184
    },
    {
      "epoch": 0.7969843834141088,
      "grad_norm": 0.9237746596336365,
      "learning_rate": 9.843924485932195e-06,
      "loss": 0.2417,
      "step": 185
    },
    {
      "epoch": 0.8012924071082391,
      "grad_norm": 0.9721134901046753,
      "learning_rate": 9.84224157600354e-06,
      "loss": 0.2504,
      "step": 186
    },
    {
      "epoch": 0.8056004308023694,
      "grad_norm": 1.0062624216079712,
      "learning_rate": 9.840549786950058e-06,
      "loss": 0.2513,
      "step": 187
    },
    {
      "epoch": 0.8099084544964997,
      "grad_norm": 0.9284637570381165,
      "learning_rate": 9.83884912187395e-06,
      "loss": 0.2466,
      "step": 188
    },
    {
      "epoch": 0.81421647819063,
      "grad_norm": 0.9498764872550964,
      "learning_rate": 9.837139583893693e-06,
      "loss": 0.2568,
      "step": 189
    },
    {
      "epoch": 0.8185245018847603,
      "grad_norm": 0.9171614050865173,
      "learning_rate": 9.835421176144035e-06,
      "loss": 0.2595,
      "step": 190
    },
    {
      "epoch": 0.8228325255788906,
      "grad_norm": 0.914812445640564,
      "learning_rate": 9.833693901775985e-06,
      "loss": 0.2518,
      "step": 191
    },
    {
      "epoch": 0.827140549273021,
      "grad_norm": 1.0692369937896729,
      "learning_rate": 9.831957763956814e-06,
      "loss": 0.2395,
      "step": 192
    },
    {
      "epoch": 0.8314485729671514,
      "grad_norm": 0.9172776341438293,
      "learning_rate": 9.830212765870043e-06,
      "loss": 0.2523,
      "step": 193
    },
    {
      "epoch": 0.8357565966612817,
      "grad_norm": 1.1387518644332886,
      "learning_rate": 9.828458910715442e-06,
      "loss": 0.2571,
      "step": 194
    },
    {
      "epoch": 0.840064620355412,
      "grad_norm": 0.9793438911437988,
      "learning_rate": 9.826696201709022e-06,
      "loss": 0.2421,
      "step": 195
    },
    {
      "epoch": 0.8443726440495423,
      "grad_norm": 0.9396490454673767,
      "learning_rate": 9.824924642083026e-06,
      "loss": 0.2442,
      "step": 196
    },
    {
      "epoch": 0.8486806677436726,
      "grad_norm": 0.889569103717804,
      "learning_rate": 9.823144235085934e-06,
      "loss": 0.2389,
      "step": 197
    },
    {
      "epoch": 0.8529886914378029,
      "grad_norm": 0.931921124458313,
      "learning_rate": 9.821354983982438e-06,
      "loss": 0.259,
      "step": 198
    },
    {
      "epoch": 0.8572967151319332,
      "grad_norm": 0.7875272035598755,
      "learning_rate": 9.819556892053456e-06,
      "loss": 0.2132,
      "step": 199
    },
    {
      "epoch": 0.8616047388260636,
      "grad_norm": 0.9318849444389343,
      "learning_rate": 9.817749962596115e-06,
      "loss": 0.2516,
      "step": 200
    },
    {
      "epoch": 0.8659127625201939,
      "grad_norm": 0.948217511177063,
      "learning_rate": 9.815934198923746e-06,
      "loss": 0.2577,
      "step": 201
    },
    {
      "epoch": 0.8702207862143242,
      "grad_norm": 0.8567696213722229,
      "learning_rate": 9.814109604365878e-06,
      "loss": 0.2431,
      "step": 202
    },
    {
      "epoch": 0.8745288099084545,
      "grad_norm": 0.8806264996528625,
      "learning_rate": 9.812276182268236e-06,
      "loss": 0.2342,
      "step": 203
    },
    {
      "epoch": 0.8788368336025848,
      "grad_norm": 0.968190610408783,
      "learning_rate": 9.810433935992734e-06,
      "loss": 0.2636,
      "step": 204
    },
    {
      "epoch": 0.8831448572967151,
      "grad_norm": 0.9591284394264221,
      "learning_rate": 9.808582868917458e-06,
      "loss": 0.2364,
      "step": 205
    },
    {
      "epoch": 0.8874528809908454,
      "grad_norm": 0.930848240852356,
      "learning_rate": 9.806722984436676e-06,
      "loss": 0.2372,
      "step": 206
    },
    {
      "epoch": 0.8917609046849758,
      "grad_norm": 0.9203491806983948,
      "learning_rate": 9.804854285960823e-06,
      "loss": 0.2441,
      "step": 207
    },
    {
      "epoch": 0.8960689283791061,
      "grad_norm": 0.8258495926856995,
      "learning_rate": 9.802976776916493e-06,
      "loss": 0.2254,
      "step": 208
    },
    {
      "epoch": 0.9003769520732364,
      "grad_norm": 0.936922550201416,
      "learning_rate": 9.801090460746442e-06,
      "loss": 0.2519,
      "step": 209
    },
    {
      "epoch": 0.9046849757673667,
      "grad_norm": 0.8387218117713928,
      "learning_rate": 9.799195340909569e-06,
      "loss": 0.2433,
      "step": 210
    },
    {
      "epoch": 0.908992999461497,
      "grad_norm": 0.9370262026786804,
      "learning_rate": 9.79729142088092e-06,
      "loss": 0.2384,
      "step": 211
    },
    {
      "epoch": 0.9133010231556273,
      "grad_norm": 0.8370246291160583,
      "learning_rate": 9.795378704151675e-06,
      "loss": 0.2554,
      "step": 212
    },
    {
      "epoch": 0.9176090468497576,
      "grad_norm": 0.8435834050178528,
      "learning_rate": 9.793457194229145e-06,
      "loss": 0.2372,
      "step": 213
    },
    {
      "epoch": 0.9219170705438879,
      "grad_norm": 1.1667269468307495,
      "learning_rate": 9.791526894636767e-06,
      "loss": 0.2446,
      "step": 214
    },
    {
      "epoch": 0.9262250942380184,
      "grad_norm": 0.9069737792015076,
      "learning_rate": 9.789587808914094e-06,
      "loss": 0.2571,
      "step": 215
    },
    {
      "epoch": 0.9305331179321487,
      "grad_norm": 0.844599187374115,
      "learning_rate": 9.787639940616789e-06,
      "loss": 0.2547,
      "step": 216
    },
    {
      "epoch": 0.934841141626279,
      "grad_norm": 0.8763352632522583,
      "learning_rate": 9.785683293316622e-06,
      "loss": 0.2562,
      "step": 217
    },
    {
      "epoch": 0.9391491653204093,
      "grad_norm": 0.7414149045944214,
      "learning_rate": 9.783717870601458e-06,
      "loss": 0.2158,
      "step": 218
    },
    {
      "epoch": 0.9434571890145396,
      "grad_norm": 0.8541145324707031,
      "learning_rate": 9.781743676075257e-06,
      "loss": 0.2425,
      "step": 219
    },
    {
      "epoch": 0.9477652127086699,
      "grad_norm": 0.869875431060791,
      "learning_rate": 9.77976071335806e-06,
      "loss": 0.2241,
      "step": 220
    },
    {
      "epoch": 0.9520732364028002,
      "grad_norm": 0.8272488713264465,
      "learning_rate": 9.777768986085985e-06,
      "loss": 0.2454,
      "step": 221
    },
    {
      "epoch": 0.9563812600969306,
      "grad_norm": 0.8880266547203064,
      "learning_rate": 9.775768497911226e-06,
      "loss": 0.2531,
      "step": 222
    },
    {
      "epoch": 0.9606892837910609,
      "grad_norm": 0.9570372700691223,
      "learning_rate": 9.77375925250204e-06,
      "loss": 0.2691,
      "step": 223
    },
    {
      "epoch": 0.9649973074851912,
      "grad_norm": 0.8235428333282471,
      "learning_rate": 9.771741253542742e-06,
      "loss": 0.257,
      "step": 224
    },
    {
      "epoch": 0.9693053311793215,
      "grad_norm": 1.0435497760772705,
      "learning_rate": 9.769714504733695e-06,
      "loss": 0.2724,
      "step": 225
    },
    {
      "epoch": 0.9736133548734518,
      "grad_norm": 0.8413583040237427,
      "learning_rate": 9.767679009791312e-06,
      "loss": 0.2519,
      "step": 226
    },
    {
      "epoch": 0.9779213785675821,
      "grad_norm": 0.8566842079162598,
      "learning_rate": 9.765634772448039e-06,
      "loss": 0.24,
      "step": 227
    },
    {
      "epoch": 0.9822294022617124,
      "grad_norm": 0.9400589466094971,
      "learning_rate": 9.763581796452353e-06,
      "loss": 0.2264,
      "step": 228
    },
    {
      "epoch": 0.9865374259558427,
      "grad_norm": 0.7903165221214294,
      "learning_rate": 9.76152008556876e-06,
      "loss": 0.2555,
      "step": 229
    },
    {
      "epoch": 0.9908454496499731,
      "grad_norm": 0.9579477310180664,
      "learning_rate": 9.759449643577779e-06,
      "loss": 0.2428,
      "step": 230
    },
    {
      "epoch": 0.9951534733441034,
      "grad_norm": 0.8865399360656738,
      "learning_rate": 9.757370474275938e-06,
      "loss": 0.2425,
      "step": 231
    },
    {
      "epoch": 0.9994614970382337,
      "grad_norm": 0.8118222951889038,
      "learning_rate": 9.755282581475769e-06,
      "loss": 0.2327,
      "step": 232
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.8118222951889038,
      "learning_rate": 9.753185969005802e-06,
      "loss": 0.3039,
      "step": 233
    },
    {
      "epoch": 1.0043080236941304,
      "grad_norm": 3.10906982421875,
      "learning_rate": 9.751080640710554e-06,
      "loss": 0.2138,
      "step": 234
    },
    {
      "epoch": 1.0086160473882606,
      "grad_norm": 0.8318678140640259,
      "learning_rate": 9.748966600450526e-06,
      "loss": 0.2287,
      "step": 235
    },
    {
      "epoch": 1.012924071082391,
      "grad_norm": 0.8306625485420227,
      "learning_rate": 9.746843852102191e-06,
      "loss": 0.2144,
      "step": 236
    },
    {
      "epoch": 1.0172320947765212,
      "grad_norm": 0.7923266291618347,
      "learning_rate": 9.744712399557992e-06,
      "loss": 0.2211,
      "step": 237
    },
    {
      "epoch": 1.0215401184706516,
      "grad_norm": 0.9020610451698303,
      "learning_rate": 9.742572246726336e-06,
      "loss": 0.2431,
      "step": 238
    },
    {
      "epoch": 1.0258481421647818,
      "grad_norm": 0.6959359645843506,
      "learning_rate": 9.740423397531573e-06,
      "loss": 0.2142,
      "step": 239
    },
    {
      "epoch": 1.0301561658589122,
      "grad_norm": 0.725628137588501,
      "learning_rate": 9.738265855914014e-06,
      "loss": 0.2194,
      "step": 240
    },
    {
      "epoch": 1.0344641895530426,
      "grad_norm": 0.8057601451873779,
      "learning_rate": 9.736099625829894e-06,
      "loss": 0.2358,
      "step": 241
    },
    {
      "epoch": 1.0387722132471728,
      "grad_norm": 0.8351283669471741,
      "learning_rate": 9.733924711251393e-06,
      "loss": 0.2412,
      "step": 242
    },
    {
      "epoch": 1.0430802369413033,
      "grad_norm": 0.8563336730003357,
      "learning_rate": 9.731741116166607e-06,
      "loss": 0.2138,
      "step": 243
    },
    {
      "epoch": 1.0473882606354334,
      "grad_norm": 0.8097681999206543,
      "learning_rate": 9.729548844579552e-06,
      "loss": 0.2256,
      "step": 244
    },
    {
      "epoch": 1.0516962843295639,
      "grad_norm": 0.7601490616798401,
      "learning_rate": 9.727347900510155e-06,
      "loss": 0.208,
      "step": 245
    },
    {
      "epoch": 1.056004308023694,
      "grad_norm": 0.7128692269325256,
      "learning_rate": 9.725138287994246e-06,
      "loss": 0.2121,
      "step": 246
    },
    {
      "epoch": 1.0603123317178245,
      "grad_norm": 0.7977615594863892,
      "learning_rate": 9.722920011083546e-06,
      "loss": 0.2319,
      "step": 247
    },
    {
      "epoch": 1.0646203554119547,
      "grad_norm": 0.874777615070343,
      "learning_rate": 9.720693073845668e-06,
      "loss": 0.2166,
      "step": 248
    },
    {
      "epoch": 1.068928379106085,
      "grad_norm": 0.8400263786315918,
      "learning_rate": 9.718457480364103e-06,
      "loss": 0.2517,
      "step": 249
    },
    {
      "epoch": 1.0732364028002155,
      "grad_norm": 0.8173924684524536,
      "learning_rate": 9.716213234738216e-06,
      "loss": 0.2227,
      "step": 250
    },
    {
      "epoch": 1.0775444264943457,
      "grad_norm": 0.7754281759262085,
      "learning_rate": 9.713960341083237e-06,
      "loss": 0.1943,
      "step": 251
    },
    {
      "epoch": 1.081852450188476,
      "grad_norm": 0.8374117612838745,
      "learning_rate": 9.711698803530253e-06,
      "loss": 0.237,
      "step": 252
    },
    {
      "epoch": 1.0861604738826063,
      "grad_norm": 0.7473996877670288,
      "learning_rate": 9.709428626226204e-06,
      "loss": 0.208,
      "step": 253
    },
    {
      "epoch": 1.0904684975767367,
      "grad_norm": 0.7273510694503784,
      "learning_rate": 9.707149813333866e-06,
      "loss": 0.2177,
      "step": 254
    },
    {
      "epoch": 1.0947765212708669,
      "grad_norm": 0.8145310878753662,
      "learning_rate": 9.704862369031857e-06,
      "loss": 0.24,
      "step": 255
    },
    {
      "epoch": 1.0990845449649973,
      "grad_norm": 0.8657172322273254,
      "learning_rate": 9.70256629751462e-06,
      "loss": 0.2252,
      "step": 256
    },
    {
      "epoch": 1.1033925686591277,
      "grad_norm": 0.9188759922981262,
      "learning_rate": 9.700261602992417e-06,
      "loss": 0.241,
      "step": 257
    },
    {
      "epoch": 1.107700592353258,
      "grad_norm": 0.7244163751602173,
      "learning_rate": 9.69794828969132e-06,
      "loss": 0.2139,
      "step": 258
    },
    {
      "epoch": 1.1120086160473883,
      "grad_norm": 0.9003731608390808,
      "learning_rate": 9.695626361853207e-06,
      "loss": 0.2256,
      "step": 259
    },
    {
      "epoch": 1.1163166397415185,
      "grad_norm": 0.7939245700836182,
      "learning_rate": 9.693295823735754e-06,
      "loss": 0.2345,
      "step": 260
    },
    {
      "epoch": 1.120624663435649,
      "grad_norm": 0.7665999531745911,
      "learning_rate": 9.690956679612422e-06,
      "loss": 0.2204,
      "step": 261
    },
    {
      "epoch": 1.1249326871297791,
      "grad_norm": 0.758368194103241,
      "learning_rate": 9.688608933772454e-06,
      "loss": 0.2057,
      "step": 262
    },
    {
      "epoch": 1.1292407108239095,
      "grad_norm": 0.8348474502563477,
      "learning_rate": 9.686252590520869e-06,
      "loss": 0.2158,
      "step": 263
    },
    {
      "epoch": 1.13354873451804,
      "grad_norm": 0.7352973818778992,
      "learning_rate": 9.683887654178446e-06,
      "loss": 0.2097,
      "step": 264
    },
    {
      "epoch": 1.1378567582121701,
      "grad_norm": 0.8477746844291687,
      "learning_rate": 9.681514129081725e-06,
      "loss": 0.2288,
      "step": 265
    },
    {
      "epoch": 1.1421647819063006,
      "grad_norm": 0.7330527305603027,
      "learning_rate": 9.679132019582988e-06,
      "loss": 0.2179,
      "step": 266
    },
    {
      "epoch": 1.1464728056004307,
      "grad_norm": 0.7249947190284729,
      "learning_rate": 9.67674133005027e-06,
      "loss": 0.2062,
      "step": 267
    },
    {
      "epoch": 1.1507808292945612,
      "grad_norm": 0.8508214354515076,
      "learning_rate": 9.674342064867326e-06,
      "loss": 0.2142,
      "step": 268
    },
    {
      "epoch": 1.1550888529886914,
      "grad_norm": 0.9992220401763916,
      "learning_rate": 9.671934228433647e-06,
      "loss": 0.2201,
      "step": 269
    },
    {
      "epoch": 1.1593968766828218,
      "grad_norm": 0.722809910774231,
      "learning_rate": 9.669517825164435e-06,
      "loss": 0.215,
      "step": 270
    },
    {
      "epoch": 1.1637049003769522,
      "grad_norm": 0.770807683467865,
      "learning_rate": 9.667092859490599e-06,
      "loss": 0.2112,
      "step": 271
    },
    {
      "epoch": 1.1680129240710824,
      "grad_norm": 0.7955392003059387,
      "learning_rate": 9.664659335858755e-06,
      "loss": 0.211,
      "step": 272
    },
    {
      "epoch": 1.1723209477652128,
      "grad_norm": 0.7562293410301208,
      "learning_rate": 9.662217258731208e-06,
      "loss": 0.2166,
      "step": 273
    },
    {
      "epoch": 1.176628971459343,
      "grad_norm": 0.7826163172721863,
      "learning_rate": 9.659766632585946e-06,
      "loss": 0.2333,
      "step": 274
    },
    {
      "epoch": 1.1809369951534734,
      "grad_norm": 0.7867729663848877,
      "learning_rate": 9.657307461916637e-06,
      "loss": 0.2181,
      "step": 275
    },
    {
      "epoch": 1.1852450188476036,
      "grad_norm": 0.7663466334342957,
      "learning_rate": 9.654839751232612e-06,
      "loss": 0.2177,
      "step": 276
    },
    {
      "epoch": 1.189553042541734,
      "grad_norm": 0.9194732308387756,
      "learning_rate": 9.652363505058866e-06,
      "loss": 0.2374,
      "step": 277
    },
    {
      "epoch": 1.1938610662358644,
      "grad_norm": 0.8086763620376587,
      "learning_rate": 9.649878727936044e-06,
      "loss": 0.225,
      "step": 278
    },
    {
      "epoch": 1.1981690899299946,
      "grad_norm": 0.8902127146720886,
      "learning_rate": 9.647385424420435e-06,
      "loss": 0.2024,
      "step": 279
    },
    {
      "epoch": 1.202477113624125,
      "grad_norm": 0.8926809430122375,
      "learning_rate": 9.644883599083959e-06,
      "loss": 0.2201,
      "step": 280
    },
    {
      "epoch": 1.2067851373182552,
      "grad_norm": 0.8426185846328735,
      "learning_rate": 9.642373256514164e-06,
      "loss": 0.2371,
      "step": 281
    },
    {
      "epoch": 1.2110931610123856,
      "grad_norm": 0.7640630006790161,
      "learning_rate": 9.639854401314219e-06,
      "loss": 0.2148,
      "step": 282
    },
    {
      "epoch": 1.2154011847065158,
      "grad_norm": 0.9093323349952698,
      "learning_rate": 9.637327038102902e-06,
      "loss": 0.2218,
      "step": 283
    },
    {
      "epoch": 1.2197092084006462,
      "grad_norm": 0.8968831300735474,
      "learning_rate": 9.634791171514585e-06,
      "loss": 0.2298,
      "step": 284
    },
    {
      "epoch": 1.2240172320947766,
      "grad_norm": 0.8954552412033081,
      "learning_rate": 9.632246806199242e-06,
      "loss": 0.2173,
      "step": 285
    },
    {
      "epoch": 1.2283252557889068,
      "grad_norm": 0.8648595213890076,
      "learning_rate": 9.629693946822423e-06,
      "loss": 0.2273,
      "step": 286
    },
    {
      "epoch": 1.2326332794830372,
      "grad_norm": 0.8752464056015015,
      "learning_rate": 9.627132598065258e-06,
      "loss": 0.2239,
      "step": 287
    },
    {
      "epoch": 1.2369413031771674,
      "grad_norm": 0.830769419670105,
      "learning_rate": 9.624562764624445e-06,
      "loss": 0.2295,
      "step": 288
    },
    {
      "epoch": 1.2412493268712979,
      "grad_norm": 0.8199811577796936,
      "learning_rate": 9.621984451212237e-06,
      "loss": 0.2256,
      "step": 289
    },
    {
      "epoch": 1.245557350565428,
      "grad_norm": 0.8059448599815369,
      "learning_rate": 9.619397662556434e-06,
      "loss": 0.2196,
      "step": 290
    },
    {
      "epoch": 1.2498653742595585,
      "grad_norm": 0.8064429759979248,
      "learning_rate": 9.616802403400384e-06,
      "loss": 0.2208,
      "step": 291
    },
    {
      "epoch": 1.2541733979536889,
      "grad_norm": 0.8114342093467712,
      "learning_rate": 9.614198678502965e-06,
      "loss": 0.2172,
      "step": 292
    },
    {
      "epoch": 1.258481421647819,
      "grad_norm": 0.7933779954910278,
      "learning_rate": 9.611586492638573e-06,
      "loss": 0.2121,
      "step": 293
    },
    {
      "epoch": 1.2627894453419493,
      "grad_norm": 0.7357353568077087,
      "learning_rate": 9.608965850597125e-06,
      "loss": 0.2237,
      "step": 294
    },
    {
      "epoch": 1.2670974690360797,
      "grad_norm": 0.7709231972694397,
      "learning_rate": 9.606336757184041e-06,
      "loss": 0.22,
      "step": 295
    },
    {
      "epoch": 1.27140549273021,
      "grad_norm": 0.7920863032341003,
      "learning_rate": 9.603699217220239e-06,
      "loss": 0.2214,
      "step": 296
    },
    {
      "epoch": 1.2757135164243403,
      "grad_norm": 0.8977172374725342,
      "learning_rate": 9.601053235542124e-06,
      "loss": 0.214,
      "step": 297
    },
    {
      "epoch": 1.2800215401184707,
      "grad_norm": 0.750146210193634,
      "learning_rate": 9.598398817001585e-06,
      "loss": 0.2127,
      "step": 298
    },
    {
      "epoch": 1.284329563812601,
      "grad_norm": 0.8150034546852112,
      "learning_rate": 9.595735966465973e-06,
      "loss": 0.2209,
      "step": 299
    },
    {
      "epoch": 1.2886375875067313,
      "grad_norm": 0.819951057434082,
      "learning_rate": 9.59306468881811e-06,
      "loss": 0.2291,
      "step": 300
    },
    {
      "epoch": 1.2929456112008615,
      "grad_norm": 0.7801006436347961,
      "learning_rate": 9.590384988956264e-06,
      "loss": 0.215,
      "step": 301
    },
    {
      "epoch": 1.297253634894992,
      "grad_norm": 0.8777364492416382,
      "learning_rate": 9.587696871794148e-06,
      "loss": 0.2321,
      "step": 302
    },
    {
      "epoch": 1.3015616585891223,
      "grad_norm": 0.8642171621322632,
      "learning_rate": 9.585000342260914e-06,
      "loss": 0.218,
      "step": 303
    },
    {
      "epoch": 1.3058696822832525,
      "grad_norm": 0.9009878635406494,
      "learning_rate": 9.582295405301131e-06,
      "loss": 0.2283,
      "step": 304
    },
    {
      "epoch": 1.310177705977383,
      "grad_norm": 0.9107750058174133,
      "learning_rate": 9.579582065874794e-06,
      "loss": 0.2297,
      "step": 305
    },
    {
      "epoch": 1.3144857296715131,
      "grad_norm": 0.8410093784332275,
      "learning_rate": 9.576860328957299e-06,
      "loss": 0.2275,
      "step": 306
    },
    {
      "epoch": 1.3187937533656435,
      "grad_norm": 0.8049638271331787,
      "learning_rate": 9.574130199539443e-06,
      "loss": 0.209,
      "step": 307
    },
    {
      "epoch": 1.3231017770597737,
      "grad_norm": 0.7018632888793945,
      "learning_rate": 9.571391682627413e-06,
      "loss": 0.2034,
      "step": 308
    },
    {
      "epoch": 1.3274098007539041,
      "grad_norm": 0.779147207736969,
      "learning_rate": 9.568644783242771e-06,
      "loss": 0.225,
      "step": 309
    },
    {
      "epoch": 1.3317178244480345,
      "grad_norm": 0.725441575050354,
      "learning_rate": 9.565889506422457e-06,
      "loss": 0.2082,
      "step": 310
    },
    {
      "epoch": 1.3360258481421647,
      "grad_norm": 0.7808791995048523,
      "learning_rate": 9.563125857218766e-06,
      "loss": 0.2217,
      "step": 311
    },
    {
      "epoch": 1.3403338718362952,
      "grad_norm": 0.833756148815155,
      "learning_rate": 9.56035384069935e-06,
      "loss": 0.2377,
      "step": 312
    },
    {
      "epoch": 1.3446418955304253,
      "grad_norm": 0.9143878817558289,
      "learning_rate": 9.557573461947201e-06,
      "loss": 0.2221,
      "step": 313
    },
    {
      "epoch": 1.3489499192245558,
      "grad_norm": 0.8486077785491943,
      "learning_rate": 9.554784726060647e-06,
      "loss": 0.2403,
      "step": 314
    },
    {
      "epoch": 1.353257942918686,
      "grad_norm": 0.7151229381561279,
      "learning_rate": 9.551987638153339e-06,
      "loss": 0.2175,
      "step": 315
    },
    {
      "epoch": 1.3575659666128164,
      "grad_norm": 0.8472189903259277,
      "learning_rate": 9.549182203354241e-06,
      "loss": 0.232,
      "step": 316
    },
    {
      "epoch": 1.3618739903069468,
      "grad_norm": 0.8481770753860474,
      "learning_rate": 9.546368426807628e-06,
      "loss": 0.2335,
      "step": 317
    },
    {
      "epoch": 1.366182014001077,
      "grad_norm": 0.8769595623016357,
      "learning_rate": 9.543546313673065e-06,
      "loss": 0.226,
      "step": 318
    },
    {
      "epoch": 1.3704900376952074,
      "grad_norm": 0.7629135251045227,
      "learning_rate": 9.540715869125407e-06,
      "loss": 0.2204,
      "step": 319
    },
    {
      "epoch": 1.3747980613893376,
      "grad_norm": 0.7563349008560181,
      "learning_rate": 9.537877098354787e-06,
      "loss": 0.2123,
      "step": 320
    },
    {
      "epoch": 1.379106085083468,
      "grad_norm": 0.6988772749900818,
      "learning_rate": 9.5350300065666e-06,
      "loss": 0.2211,
      "step": 321
    },
    {
      "epoch": 1.3834141087775982,
      "grad_norm": 0.7229964137077332,
      "learning_rate": 9.532174598981507e-06,
      "loss": 0.2222,
      "step": 322
    },
    {
      "epoch": 1.3877221324717286,
      "grad_norm": 0.7834879755973816,
      "learning_rate": 9.529310880835414e-06,
      "loss": 0.2038,
      "step": 323
    },
    {
      "epoch": 1.392030156165859,
      "grad_norm": 0.7434644103050232,
      "learning_rate": 9.526438857379463e-06,
      "loss": 0.231,
      "step": 324
    },
    {
      "epoch": 1.3963381798599892,
      "grad_norm": 0.9631347060203552,
      "learning_rate": 9.52355853388003e-06,
      "loss": 0.2262,
      "step": 325
    },
    {
      "epoch": 1.4006462035541196,
      "grad_norm": 0.6573905348777771,
      "learning_rate": 9.520669915618708e-06,
      "loss": 0.2094,
      "step": 326
    },
    {
      "epoch": 1.4049542272482498,
      "grad_norm": 0.8617786765098572,
      "learning_rate": 9.5177730078923e-06,
      "loss": 0.2167,
      "step": 327
    },
    {
      "epoch": 1.4092622509423802,
      "grad_norm": 0.7743338942527771,
      "learning_rate": 9.514867816012809e-06,
      "loss": 0.2188,
      "step": 328
    },
    {
      "epoch": 1.4135702746365104,
      "grad_norm": 0.8752392530441284,
      "learning_rate": 9.511954345307432e-06,
      "loss": 0.2245,
      "step": 329
    },
    {
      "epoch": 1.4178782983306408,
      "grad_norm": 0.8186882734298706,
      "learning_rate": 9.509032601118541e-06,
      "loss": 0.2185,
      "step": 330
    },
    {
      "epoch": 1.4221863220247712,
      "grad_norm": 0.781764805316925,
      "learning_rate": 9.506102588803683e-06,
      "loss": 0.2392,
      "step": 331
    },
    {
      "epoch": 1.4264943457189014,
      "grad_norm": 0.758326530456543,
      "learning_rate": 9.503164313735566e-06,
      "loss": 0.2127,
      "step": 332
    },
    {
      "epoch": 1.4308023694130318,
      "grad_norm": 0.7992167472839355,
      "learning_rate": 9.500217781302048e-06,
      "loss": 0.2087,
      "step": 333
    },
    {
      "epoch": 1.435110393107162,
      "grad_norm": 0.764522910118103,
      "learning_rate": 9.497262996906126e-06,
      "loss": 0.209,
      "step": 334
    },
    {
      "epoch": 1.4394184168012925,
      "grad_norm": 1.0435947179794312,
      "learning_rate": 9.494299965965935e-06,
      "loss": 0.2547,
      "step": 335
    },
    {
      "epoch": 1.4437264404954226,
      "grad_norm": 0.826876163482666,
      "learning_rate": 9.491328693914723e-06,
      "loss": 0.2252,
      "step": 336
    },
    {
      "epoch": 1.448034464189553,
      "grad_norm": 0.6937296986579895,
      "learning_rate": 9.488349186200858e-06,
      "loss": 0.2105,
      "step": 337
    },
    {
      "epoch": 1.4523424878836835,
      "grad_norm": 0.8464234471321106,
      "learning_rate": 9.485361448287804e-06,
      "loss": 0.2039,
      "step": 338
    },
    {
      "epoch": 1.4566505115778137,
      "grad_norm": 0.8548002243041992,
      "learning_rate": 9.482365485654118e-06,
      "loss": 0.232,
      "step": 339
    },
    {
      "epoch": 1.4609585352719439,
      "grad_norm": 0.7955244779586792,
      "learning_rate": 9.479361303793441e-06,
      "loss": 0.217,
      "step": 340
    },
    {
      "epoch": 1.4652665589660743,
      "grad_norm": 0.7540826797485352,
      "learning_rate": 9.476348908214482e-06,
      "loss": 0.2287,
      "step": 341
    },
    {
      "epoch": 1.4695745826602047,
      "grad_norm": 0.8318302631378174,
      "learning_rate": 9.47332830444101e-06,
      "loss": 0.2193,
      "step": 342
    },
    {
      "epoch": 1.4738826063543349,
      "grad_norm": 0.8411695957183838,
      "learning_rate": 9.470299498011851e-06,
      "loss": 0.2377,
      "step": 343
    },
    {
      "epoch": 1.4781906300484653,
      "grad_norm": 0.837867021560669,
      "learning_rate": 9.46726249448087e-06,
      "loss": 0.2201,
      "step": 344
    },
    {
      "epoch": 1.4824986537425957,
      "grad_norm": 0.7983565926551819,
      "learning_rate": 9.464217299416956e-06,
      "loss": 0.2238,
      "step": 345
    },
    {
      "epoch": 1.486806677436726,
      "grad_norm": 0.763559103012085,
      "learning_rate": 9.46116391840403e-06,
      "loss": 0.2173,
      "step": 346
    },
    {
      "epoch": 1.491114701130856,
      "grad_norm": 0.769709587097168,
      "learning_rate": 9.458102357041017e-06,
      "loss": 0.2347,
      "step": 347
    },
    {
      "epoch": 1.4954227248249865,
      "grad_norm": 0.9357376098632812,
      "learning_rate": 9.45503262094184e-06,
      "loss": 0.2402,
      "step": 348
    },
    {
      "epoch": 1.499730748519117,
      "grad_norm": 0.729263186454773,
      "learning_rate": 9.451954715735416e-06,
      "loss": 0.226,
      "step": 349
    },
    {
      "epoch": 1.504038772213247,
      "grad_norm": 0.84844970703125,
      "learning_rate": 9.448868647065644e-06,
      "loss": 0.2489,
      "step": 350
    },
    {
      "epoch": 1.5083467959073775,
      "grad_norm": 0.9604891538619995,
      "learning_rate": 9.445774420591382e-06,
      "loss": 0.2311,
      "step": 351
    },
    {
      "epoch": 1.512654819601508,
      "grad_norm": 0.8172181248664856,
      "learning_rate": 9.442672041986456e-06,
      "loss": 0.2167,
      "step": 352
    },
    {
      "epoch": 1.5169628432956381,
      "grad_norm": 0.9129267334938049,
      "learning_rate": 9.43956151693964e-06,
      "loss": 0.2422,
      "step": 353
    },
    {
      "epoch": 1.5212708669897683,
      "grad_norm": 0.7796788811683655,
      "learning_rate": 9.436442851154642e-06,
      "loss": 0.2182,
      "step": 354
    },
    {
      "epoch": 1.5255788906838987,
      "grad_norm": 0.7742928862571716,
      "learning_rate": 9.433316050350099e-06,
      "loss": 0.2075,
      "step": 355
    },
    {
      "epoch": 1.5298869143780292,
      "grad_norm": 0.8352739214897156,
      "learning_rate": 9.430181120259566e-06,
      "loss": 0.2111,
      "step": 356
    },
    {
      "epoch": 1.5341949380721593,
      "grad_norm": 0.7576451301574707,
      "learning_rate": 9.427038066631502e-06,
      "loss": 0.2066,
      "step": 357
    },
    {
      "epoch": 1.5385029617662898,
      "grad_norm": 0.8700200319290161,
      "learning_rate": 9.423886895229266e-06,
      "loss": 0.2375,
      "step": 358
    },
    {
      "epoch": 1.5428109854604202,
      "grad_norm": 0.7757928967475891,
      "learning_rate": 9.420727611831098e-06,
      "loss": 0.2272,
      "step": 359
    },
    {
      "epoch": 1.5471190091545504,
      "grad_norm": 0.7936514616012573,
      "learning_rate": 9.417560222230115e-06,
      "loss": 0.2118,
      "step": 360
    },
    {
      "epoch": 1.5514270328486806,
      "grad_norm": 0.9016469120979309,
      "learning_rate": 9.414384732234301e-06,
      "loss": 0.229,
      "step": 361
    },
    {
      "epoch": 1.555735056542811,
      "grad_norm": 0.7308838367462158,
      "learning_rate": 9.411201147666486e-06,
      "loss": 0.2067,
      "step": 362
    },
    {
      "epoch": 1.5600430802369414,
      "grad_norm": 0.7090045213699341,
      "learning_rate": 9.408009474364353e-06,
      "loss": 0.2198,
      "step": 363
    },
    {
      "epoch": 1.5643511039310716,
      "grad_norm": 0.8225852251052856,
      "learning_rate": 9.404809718180408e-06,
      "loss": 0.2323,
      "step": 364
    },
    {
      "epoch": 1.568659127625202,
      "grad_norm": 0.7157912254333496,
      "learning_rate": 9.401601884981983e-06,
      "loss": 0.2192,
      "step": 365
    },
    {
      "epoch": 1.5729671513193324,
      "grad_norm": 0.7957601547241211,
      "learning_rate": 9.39838598065122e-06,
      "loss": 0.2152,
      "step": 366
    },
    {
      "epoch": 1.5772751750134626,
      "grad_norm": 0.7559109330177307,
      "learning_rate": 9.39516201108506e-06,
      "loss": 0.242,
      "step": 367
    },
    {
      "epoch": 1.5815831987075928,
      "grad_norm": 0.8238731026649475,
      "learning_rate": 9.391929982195233e-06,
      "loss": 0.2238,
      "step": 368
    },
    {
      "epoch": 1.5858912224017232,
      "grad_norm": 0.8968952298164368,
      "learning_rate": 9.38868989990825e-06,
      "loss": 0.2228,
      "step": 369
    },
    {
      "epoch": 1.5901992460958536,
      "grad_norm": 0.724861741065979,
      "learning_rate": 9.385441770165385e-06,
      "loss": 0.2201,
      "step": 370
    },
    {
      "epoch": 1.5945072697899838,
      "grad_norm": 0.7094451189041138,
      "learning_rate": 9.382185598922674e-06,
      "loss": 0.2136,
      "step": 371
    },
    {
      "epoch": 1.598815293484114,
      "grad_norm": 0.7279621958732605,
      "learning_rate": 9.378921392150893e-06,
      "loss": 0.2236,
      "step": 372
    },
    {
      "epoch": 1.6031233171782446,
      "grad_norm": 0.7491332292556763,
      "learning_rate": 9.375649155835554e-06,
      "loss": 0.197,
      "step": 373
    },
    {
      "epoch": 1.6074313408723748,
      "grad_norm": 0.796010434627533,
      "learning_rate": 9.372368895976896e-06,
      "loss": 0.2332,
      "step": 374
    },
    {
      "epoch": 1.611739364566505,
      "grad_norm": 0.7918517589569092,
      "learning_rate": 9.369080618589866e-06,
      "loss": 0.2238,
      "step": 375
    },
    {
      "epoch": 1.6160473882606354,
      "grad_norm": 0.9035218954086304,
      "learning_rate": 9.365784329704114e-06,
      "loss": 0.2495,
      "step": 376
    },
    {
      "epoch": 1.6203554119547658,
      "grad_norm": 0.9317935705184937,
      "learning_rate": 9.362480035363987e-06,
      "loss": 0.2425,
      "step": 377
    },
    {
      "epoch": 1.624663435648896,
      "grad_norm": 0.7318428158760071,
      "learning_rate": 9.3591677416285e-06,
      "loss": 0.2084,
      "step": 378
    },
    {
      "epoch": 1.6289714593430262,
      "grad_norm": 0.798697292804718,
      "learning_rate": 9.35584745457134e-06,
      "loss": 0.2235,
      "step": 379
    },
    {
      "epoch": 1.6332794830371569,
      "grad_norm": 0.7385568022727966,
      "learning_rate": 9.352519180280862e-06,
      "loss": 0.2124,
      "step": 380
    },
    {
      "epoch": 1.637587506731287,
      "grad_norm": 0.7316162586212158,
      "learning_rate": 9.34918292486005e-06,
      "loss": 0.2357,
      "step": 381
    },
    {
      "epoch": 1.6418955304254172,
      "grad_norm": 0.8386530876159668,
      "learning_rate": 9.345838694426535e-06,
      "loss": 0.2426,
      "step": 382
    },
    {
      "epoch": 1.6462035541195477,
      "grad_norm": 0.7922302484512329,
      "learning_rate": 9.342486495112566e-06,
      "loss": 0.234,
      "step": 383
    },
    {
      "epoch": 1.650511577813678,
      "grad_norm": 0.8359029293060303,
      "learning_rate": 9.339126333065008e-06,
      "loss": 0.2255,
      "step": 384
    },
    {
      "epoch": 1.6548196015078083,
      "grad_norm": 0.7093521356582642,
      "learning_rate": 9.335758214445323e-06,
      "loss": 0.2255,
      "step": 385
    },
    {
      "epoch": 1.6591276252019385,
      "grad_norm": 0.7251277565956116,
      "learning_rate": 9.332382145429568e-06,
      "loss": 0.2144,
      "step": 386
    },
    {
      "epoch": 1.6634356488960689,
      "grad_norm": 0.7854430675506592,
      "learning_rate": 9.328998132208373e-06,
      "loss": 0.2191,
      "step": 387
    },
    {
      "epoch": 1.6677436725901993,
      "grad_norm": 0.750257670879364,
      "learning_rate": 9.325606180986938e-06,
      "loss": 0.216,
      "step": 388
    },
    {
      "epoch": 1.6720516962843295,
      "grad_norm": 0.7411738038063049,
      "learning_rate": 9.32220629798502e-06,
      "loss": 0.2179,
      "step": 389
    },
    {
      "epoch": 1.67635971997846,
      "grad_norm": 0.7300736308097839,
      "learning_rate": 9.318798489436917e-06,
      "loss": 0.2101,
      "step": 390
    },
    {
      "epoch": 1.6806677436725903,
      "grad_norm": 0.8182831406593323,
      "learning_rate": 9.315382761591463e-06,
      "loss": 0.214,
      "step": 391
    },
    {
      "epoch": 1.6849757673667205,
      "grad_norm": 0.7903637290000916,
      "learning_rate": 9.311959120712012e-06,
      "loss": 0.2188,
      "step": 392
    },
    {
      "epoch": 1.6892837910608507,
      "grad_norm": 0.761500358581543,
      "learning_rate": 9.308527573076425e-06,
      "loss": 0.2278,
      "step": 393
    },
    {
      "epoch": 1.693591814754981,
      "grad_norm": 0.7488672733306885,
      "learning_rate": 9.30508812497707e-06,
      "loss": 0.2152,
      "step": 394
    },
    {
      "epoch": 1.6978998384491115,
      "grad_norm": 0.76832115650177,
      "learning_rate": 9.301640782720792e-06,
      "loss": 0.2244,
      "step": 395
    },
    {
      "epoch": 1.7022078621432417,
      "grad_norm": 0.7345932722091675,
      "learning_rate": 9.298185552628917e-06,
      "loss": 0.2184,
      "step": 396
    },
    {
      "epoch": 1.7065158858373721,
      "grad_norm": 0.7528600692749023,
      "learning_rate": 9.294722441037238e-06,
      "loss": 0.2451,
      "step": 397
    },
    {
      "epoch": 1.7108239095315025,
      "grad_norm": 0.7345549464225769,
      "learning_rate": 9.291251454295989e-06,
      "loss": 0.2043,
      "step": 398
    },
    {
      "epoch": 1.7151319332256327,
      "grad_norm": 0.6699172258377075,
      "learning_rate": 9.287772598769855e-06,
      "loss": 0.2134,
      "step": 399
    },
    {
      "epoch": 1.719439956919763,
      "grad_norm": 0.7636283040046692,
      "learning_rate": 9.284285880837947e-06,
      "loss": 0.2148,
      "step": 400
    },
    {
      "epoch": 1.7237479806138933,
      "grad_norm": 0.9217869639396667,
      "learning_rate": 9.28079130689379e-06,
      "loss": 0.2317,
      "step": 401
    },
    {
      "epoch": 1.7280560043080238,
      "grad_norm": 0.8372043967247009,
      "learning_rate": 9.277288883345318e-06,
      "loss": 0.2244,
      "step": 402
    },
    {
      "epoch": 1.732364028002154,
      "grad_norm": 0.7365742325782776,
      "learning_rate": 9.273778616614857e-06,
      "loss": 0.2215,
      "step": 403
    },
    {
      "epoch": 1.7366720516962844,
      "grad_norm": 0.712045431137085,
      "learning_rate": 9.270260513139116e-06,
      "loss": 0.2107,
      "step": 404
    },
    {
      "epoch": 1.7409800753904148,
      "grad_norm": 0.6611554622650146,
      "learning_rate": 9.266734579369172e-06,
      "loss": 0.222,
      "step": 405
    },
    {
      "epoch": 1.745288099084545,
      "grad_norm": 0.8067266941070557,
      "learning_rate": 9.263200821770462e-06,
      "loss": 0.2069,
      "step": 406
    },
    {
      "epoch": 1.7495961227786752,
      "grad_norm": 0.7734603881835938,
      "learning_rate": 9.25965924682277e-06,
      "loss": 0.2177,
      "step": 407
    },
    {
      "epoch": 1.7539041464728056,
      "grad_norm": 0.9521034359931946,
      "learning_rate": 9.256109861020213e-06,
      "loss": 0.2181,
      "step": 408
    },
    {
      "epoch": 1.758212170166936,
      "grad_norm": 0.7550384402275085,
      "learning_rate": 9.252552670871232e-06,
      "loss": 0.2262,
      "step": 409
    },
    {
      "epoch": 1.7625201938610662,
      "grad_norm": 0.6783749461174011,
      "learning_rate": 9.248987682898576e-06,
      "loss": 0.2242,
      "step": 410
    },
    {
      "epoch": 1.7668282175551966,
      "grad_norm": 0.7524251937866211,
      "learning_rate": 9.245414903639295e-06,
      "loss": 0.2175,
      "step": 411
    },
    {
      "epoch": 1.771136241249327,
      "grad_norm": 0.7920904755592346,
      "learning_rate": 9.241834339644726e-06,
      "loss": 0.2431,
      "step": 412
    },
    {
      "epoch": 1.7754442649434572,
      "grad_norm": 0.7145002484321594,
      "learning_rate": 9.23824599748048e-06,
      "loss": 0.2123,
      "step": 413
    },
    {
      "epoch": 1.7797522886375874,
      "grad_norm": 0.8676689863204956,
      "learning_rate": 9.234649883726432e-06,
      "loss": 0.245,
      "step": 414
    },
    {
      "epoch": 1.7840603123317178,
      "grad_norm": 0.7974684834480286,
      "learning_rate": 9.231046004976704e-06,
      "loss": 0.2204,
      "step": 415
    },
    {
      "epoch": 1.7883683360258482,
      "grad_norm": 0.6935186386108398,
      "learning_rate": 9.22743436783966e-06,
      "loss": 0.2284,
      "step": 416
    },
    {
      "epoch": 1.7926763597199784,
      "grad_norm": 0.8282122611999512,
      "learning_rate": 9.223814978937888e-06,
      "loss": 0.2542,
      "step": 417
    },
    {
      "epoch": 1.7969843834141088,
      "grad_norm": 0.7227144837379456,
      "learning_rate": 9.220187844908194e-06,
      "loss": 0.2142,
      "step": 418
    },
    {
      "epoch": 1.8012924071082392,
      "grad_norm": 0.74013352394104,
      "learning_rate": 9.216552972401582e-06,
      "loss": 0.2266,
      "step": 419
    },
    {
      "epoch": 1.8056004308023694,
      "grad_norm": 0.6855618953704834,
      "learning_rate": 9.212910368083246e-06,
      "loss": 0.2192,
      "step": 420
    },
    {
      "epoch": 1.8099084544964996,
      "grad_norm": 0.7998465895652771,
      "learning_rate": 9.209260038632562e-06,
      "loss": 0.2172,
      "step": 421
    },
    {
      "epoch": 1.81421647819063,
      "grad_norm": 0.798219621181488,
      "learning_rate": 9.205601990743068e-06,
      "loss": 0.236,
      "step": 422
    },
    {
      "epoch": 1.8185245018847604,
      "grad_norm": 0.7570368051528931,
      "learning_rate": 9.201936231122453e-06,
      "loss": 0.2229,
      "step": 423
    },
    {
      "epoch": 1.8228325255788906,
      "grad_norm": 0.7358865141868591,
      "learning_rate": 9.198262766492554e-06,
      "loss": 0.2302,
      "step": 424
    },
    {
      "epoch": 1.827140549273021,
      "grad_norm": 0.7285174131393433,
      "learning_rate": 9.194581603589327e-06,
      "loss": 0.2312,
      "step": 425
    },
    {
      "epoch": 1.8314485729671515,
      "grad_norm": 0.6818633675575256,
      "learning_rate": 9.190892749162854e-06,
      "loss": 0.2128,
      "step": 426
    },
    {
      "epoch": 1.8357565966612817,
      "grad_norm": 0.7215419411659241,
      "learning_rate": 9.187196209977314e-06,
      "loss": 0.2142,
      "step": 427
    },
    {
      "epoch": 1.8400646203554119,
      "grad_norm": 0.7318853139877319,
      "learning_rate": 9.18349199281098e-06,
      "loss": 0.2146,
      "step": 428
    },
    {
      "epoch": 1.8443726440495423,
      "grad_norm": 0.7606166005134583,
      "learning_rate": 9.179780104456205e-06,
      "loss": 0.2099,
      "step": 429
    },
    {
      "epoch": 1.8486806677436727,
      "grad_norm": 0.7998718619346619,
      "learning_rate": 9.176060551719402e-06,
      "loss": 0.2169,
      "step": 430
    },
    {
      "epoch": 1.8529886914378029,
      "grad_norm": 0.788635790348053,
      "learning_rate": 9.172333341421046e-06,
      "loss": 0.2084,
      "step": 431
    },
    {
      "epoch": 1.857296715131933,
      "grad_norm": 0.7982397675514221,
      "learning_rate": 9.168598480395653e-06,
      "loss": 0.2275,
      "step": 432
    },
    {
      "epoch": 1.8616047388260637,
      "grad_norm": 0.783639132976532,
      "learning_rate": 9.16485597549176e-06,
      "loss": 0.2255,
      "step": 433
    },
    {
      "epoch": 1.865912762520194,
      "grad_norm": 0.683904767036438,
      "learning_rate": 9.16110583357193e-06,
      "loss": 0.2044,
      "step": 434
    },
    {
      "epoch": 1.870220786214324,
      "grad_norm": 0.7352596521377563,
      "learning_rate": 9.157348061512728e-06,
      "loss": 0.211,
      "step": 435
    },
    {
      "epoch": 1.8745288099084545,
      "grad_norm": 0.7592405080795288,
      "learning_rate": 9.153582666204702e-06,
      "loss": 0.2208,
      "step": 436
    },
    {
      "epoch": 1.878836833602585,
      "grad_norm": 0.8083028793334961,
      "learning_rate": 9.149809654552387e-06,
      "loss": 0.2278,
      "step": 437
    },
    {
      "epoch": 1.883144857296715,
      "grad_norm": 0.918319046497345,
      "learning_rate": 9.146029033474284e-06,
      "loss": 0.2447,
      "step": 438
    },
    {
      "epoch": 1.8874528809908453,
      "grad_norm": 0.8534688949584961,
      "learning_rate": 9.142240809902841e-06,
      "loss": 0.2135,
      "step": 439
    },
    {
      "epoch": 1.891760904684976,
      "grad_norm": 0.6360190510749817,
      "learning_rate": 9.138444990784455e-06,
      "loss": 0.2143,
      "step": 440
    },
    {
      "epoch": 1.8960689283791061,
      "grad_norm": 0.7315630316734314,
      "learning_rate": 9.13464158307944e-06,
      "loss": 0.2249,
      "step": 441
    },
    {
      "epoch": 1.9003769520732363,
      "grad_norm": 0.7185893058776855,
      "learning_rate": 9.130830593762037e-06,
      "loss": 0.2219,
      "step": 442
    },
    {
      "epoch": 1.9046849757673667,
      "grad_norm": 0.7180191874504089,
      "learning_rate": 9.12701202982038e-06,
      "loss": 0.2262,
      "step": 443
    },
    {
      "epoch": 1.9089929994614971,
      "grad_norm": 0.844063937664032,
      "learning_rate": 9.123185898256497e-06,
      "loss": 0.2342,
      "step": 444
    },
    {
      "epoch": 1.9133010231556273,
      "grad_norm": 0.7702510356903076,
      "learning_rate": 9.119352206086292e-06,
      "loss": 0.2277,
      "step": 445
    },
    {
      "epoch": 1.9176090468497575,
      "grad_norm": 0.7082570791244507,
      "learning_rate": 9.115510960339533e-06,
      "loss": 0.2195,
      "step": 446
    },
    {
      "epoch": 1.921917070543888,
      "grad_norm": 0.7621147632598877,
      "learning_rate": 9.111662168059836e-06,
      "loss": 0.2167,
      "step": 447
    },
    {
      "epoch": 1.9262250942380184,
      "grad_norm": 0.7724840641021729,
      "learning_rate": 9.107805836304658e-06,
      "loss": 0.2276,
      "step": 448
    },
    {
      "epoch": 1.9305331179321485,
      "grad_norm": 0.8185726404190063,
      "learning_rate": 9.10394197214528e-06,
      "loss": 0.227,
      "step": 449
    },
    {
      "epoch": 1.934841141626279,
      "grad_norm": 0.8165621757507324,
      "learning_rate": 9.100070582666796e-06,
      "loss": 0.2159,
      "step": 450
    },
    {
      "epoch": 1.9391491653204094,
      "grad_norm": 0.6630677580833435,
      "learning_rate": 9.096191674968095e-06,
      "loss": 0.2025,
      "step": 451
    },
    {
      "epoch": 1.9434571890145396,
      "grad_norm": 0.8972369432449341,
      "learning_rate": 9.09230525616186e-06,
      "loss": 0.2288,
      "step": 452
    },
    {
      "epoch": 1.9477652127086698,
      "grad_norm": 0.6295329332351685,
      "learning_rate": 9.088411333374539e-06,
      "loss": 0.1988,
      "step": 453
    },
    {
      "epoch": 1.9520732364028002,
      "grad_norm": 0.8167666792869568,
      "learning_rate": 9.084509913746342e-06,
      "loss": 0.2316,
      "step": 454
    },
    {
      "epoch": 1.9563812600969306,
      "grad_norm": 0.9114188551902771,
      "learning_rate": 9.08060100443123e-06,
      "loss": 0.2467,
      "step": 455
    },
    {
      "epoch": 1.9606892837910608,
      "grad_norm": 0.6885513663291931,
      "learning_rate": 9.076684612596891e-06,
      "loss": 0.2033,
      "step": 456
    },
    {
      "epoch": 1.9649973074851912,
      "grad_norm": 0.8051403760910034,
      "learning_rate": 9.07276074542474e-06,
      "loss": 0.2264,
      "step": 457
    },
    {
      "epoch": 1.9693053311793216,
      "grad_norm": 0.7468147277832031,
      "learning_rate": 9.068829410109893e-06,
      "loss": 0.2166,
      "step": 458
    },
    {
      "epoch": 1.9736133548734518,
      "grad_norm": 0.7809402346611023,
      "learning_rate": 9.064890613861168e-06,
      "loss": 0.2222,
      "step": 459
    },
    {
      "epoch": 1.977921378567582,
      "grad_norm": 0.8526117205619812,
      "learning_rate": 9.060944363901057e-06,
      "loss": 0.2437,
      "step": 460
    },
    {
      "epoch": 1.9822294022617124,
      "grad_norm": 0.7447945475578308,
      "learning_rate": 9.05699066746572e-06,
      "loss": 0.2191,
      "step": 461
    },
    {
      "epoch": 1.9865374259558428,
      "grad_norm": 0.6959477663040161,
      "learning_rate": 9.05302953180498e-06,
      "loss": 0.2098,
      "step": 462
    },
    {
      "epoch": 1.990845449649973,
      "grad_norm": 0.9427213668823242,
      "learning_rate": 9.04906096418229e-06,
      "loss": 0.2205,
      "step": 463
    },
    {
      "epoch": 1.9951534733441034,
      "grad_norm": 0.8688002228736877,
      "learning_rate": 9.045084971874738e-06,
      "loss": 0.2068,
      "step": 464
    },
    {
      "epoch": 1.9994614970382338,
      "grad_norm": 0.8308051824569702,
      "learning_rate": 9.041101562173023e-06,
      "loss": 0.2221,
      "step": 465
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.8308051824569702,
      "learning_rate": 9.037110742381445e-06,
      "loss": 0.2036,
      "step": 466
    },
    {
      "epoch": 2.00430802369413,
      "grad_norm": 1.945624828338623,
      "learning_rate": 9.033112519817897e-06,
      "loss": 0.2128,
      "step": 467
    },
    {
      "epoch": 2.008616047388261,
      "grad_norm": 0.7928284406661987,
      "learning_rate": 9.02910690181384e-06,
      "loss": 0.1988,
      "step": 468
    },
    {
      "epoch": 2.012924071082391,
      "grad_norm": 0.7106955647468567,
      "learning_rate": 9.0250938957143e-06,
      "loss": 0.2005,
      "step": 469
    },
    {
      "epoch": 2.017232094776521,
      "grad_norm": 0.7833051085472107,
      "learning_rate": 9.021073508877845e-06,
      "loss": 0.1958,
      "step": 470
    },
    {
      "epoch": 2.0215401184706514,
      "grad_norm": 0.7723597288131714,
      "learning_rate": 9.017045748676584e-06,
      "loss": 0.1849,
      "step": 471
    },
    {
      "epoch": 2.025848142164782,
      "grad_norm": 0.7105690836906433,
      "learning_rate": 9.013010622496145e-06,
      "loss": 0.2006,
      "step": 472
    },
    {
      "epoch": 2.0301561658589122,
      "grad_norm": 0.7699000239372253,
      "learning_rate": 9.008968137735655e-06,
      "loss": 0.1946,
      "step": 473
    },
    {
      "epoch": 2.0344641895530424,
      "grad_norm": 0.7681946158409119,
      "learning_rate": 9.004918301807746e-06,
      "loss": 0.1967,
      "step": 474
    },
    {
      "epoch": 2.038772213247173,
      "grad_norm": 0.7109311819076538,
      "learning_rate": 9.000861122138518e-06,
      "loss": 0.1941,
      "step": 475
    },
    {
      "epoch": 2.0430802369413033,
      "grad_norm": 0.7828920483589172,
      "learning_rate": 8.996796606167549e-06,
      "loss": 0.1931,
      "step": 476
    },
    {
      "epoch": 2.0473882606354334,
      "grad_norm": 0.7319113612174988,
      "learning_rate": 8.99272476134786e-06,
      "loss": 0.2126,
      "step": 477
    },
    {
      "epoch": 2.0516962843295636,
      "grad_norm": 0.7852508425712585,
      "learning_rate": 8.988645595145913e-06,
      "loss": 0.2024,
      "step": 478
    },
    {
      "epoch": 2.0560043080236943,
      "grad_norm": 0.8128734827041626,
      "learning_rate": 8.9845591150416e-06,
      "loss": 0.2046,
      "step": 479
    },
    {
      "epoch": 2.0603123317178245,
      "grad_norm": 0.8232097029685974,
      "learning_rate": 8.98046532852822e-06,
      "loss": 0.2083,
      "step": 480
    },
    {
      "epoch": 2.0646203554119547,
      "grad_norm": 0.7391591668128967,
      "learning_rate": 8.976364243112468e-06,
      "loss": 0.1971,
      "step": 481
    },
    {
      "epoch": 2.0689283791060853,
      "grad_norm": 0.7096617221832275,
      "learning_rate": 8.972255866314425e-06,
      "loss": 0.1974,
      "step": 482
    },
    {
      "epoch": 2.0732364028002155,
      "grad_norm": 0.7919265627861023,
      "learning_rate": 8.968140205667544e-06,
      "loss": 0.1944,
      "step": 483
    },
    {
      "epoch": 2.0775444264943457,
      "grad_norm": 0.7866784930229187,
      "learning_rate": 8.964017268718632e-06,
      "loss": 0.205,
      "step": 484
    },
    {
      "epoch": 2.081852450188476,
      "grad_norm": 0.7036305069923401,
      "learning_rate": 8.959887063027837e-06,
      "loss": 0.1952,
      "step": 485
    },
    {
      "epoch": 2.0861604738826065,
      "grad_norm": 0.7657865881919861,
      "learning_rate": 8.95574959616864e-06,
      "loss": 0.215,
      "step": 486
    },
    {
      "epoch": 2.0904684975767367,
      "grad_norm": 0.7114456295967102,
      "learning_rate": 8.951604875727833e-06,
      "loss": 0.1968,
      "step": 487
    },
    {
      "epoch": 2.094776521270867,
      "grad_norm": 0.7189726829528809,
      "learning_rate": 8.94745290930551e-06,
      "loss": 0.1929,
      "step": 488
    },
    {
      "epoch": 2.099084544964997,
      "grad_norm": 0.7715457677841187,
      "learning_rate": 8.94329370451505e-06,
      "loss": 0.2049,
      "step": 489
    },
    {
      "epoch": 2.1033925686591277,
      "grad_norm": 0.6534609198570251,
      "learning_rate": 8.93912726898311e-06,
      "loss": 0.1926,
      "step": 490
    },
    {
      "epoch": 2.107700592353258,
      "grad_norm": 0.742912769317627,
      "learning_rate": 8.934953610349599e-06,
      "loss": 0.1961,
      "step": 491
    },
    {
      "epoch": 2.112008616047388,
      "grad_norm": 0.6816502213478088,
      "learning_rate": 8.930772736267675e-06,
      "loss": 0.1885,
      "step": 492
    },
    {
      "epoch": 2.1163166397415187,
      "grad_norm": 0.7203125357627869,
      "learning_rate": 8.926584654403725e-06,
      "loss": 0.199,
      "step": 493
    },
    {
      "epoch": 2.120624663435649,
      "grad_norm": 0.714485228061676,
      "learning_rate": 8.922389372437357e-06,
      "loss": 0.2069,
      "step": 494
    },
    {
      "epoch": 2.124932687129779,
      "grad_norm": 0.8489207029342651,
      "learning_rate": 8.918186898061377e-06,
      "loss": 0.1975,
      "step": 495
    },
    {
      "epoch": 2.1292407108239093,
      "grad_norm": 0.7291126251220703,
      "learning_rate": 8.91397723898178e-06,
      "loss": 0.1973,
      "step": 496
    },
    {
      "epoch": 2.13354873451804,
      "grad_norm": 0.7790775895118713,
      "learning_rate": 8.909760402917738e-06,
      "loss": 0.2002,
      "step": 497
    },
    {
      "epoch": 2.13785675821217,
      "grad_norm": 0.6789630651473999,
      "learning_rate": 8.90553639760158e-06,
      "loss": 0.1825,
      "step": 498
    },
    {
      "epoch": 2.1421647819063003,
      "grad_norm": 0.6676609516143799,
      "learning_rate": 8.901305230778783e-06,
      "loss": 0.1912,
      "step": 499
    },
    {
      "epoch": 2.146472805600431,
      "grad_norm": 0.7658909559249878,
      "learning_rate": 8.897066910207958e-06,
      "loss": 0.1906,
      "step": 500
    },
    {
      "epoch": 2.150780829294561,
      "grad_norm": 0.7476828694343567,
      "learning_rate": 8.892821443660831e-06,
      "loss": 0.1889,
      "step": 501
    },
    {
      "epoch": 2.1550888529886914,
      "grad_norm": 0.7970424294471741,
      "learning_rate": 8.888568838922231e-06,
      "loss": 0.2097,
      "step": 502
    },
    {
      "epoch": 2.1593968766828215,
      "grad_norm": 0.775412380695343,
      "learning_rate": 8.884309103790078e-06,
      "loss": 0.1901,
      "step": 503
    },
    {
      "epoch": 2.163704900376952,
      "grad_norm": 0.822077214717865,
      "learning_rate": 8.880042246075366e-06,
      "loss": 0.2022,
      "step": 504
    },
    {
      "epoch": 2.1680129240710824,
      "grad_norm": 0.7652409672737122,
      "learning_rate": 8.875768273602148e-06,
      "loss": 0.2038,
      "step": 505
    },
    {
      "epoch": 2.1723209477652126,
      "grad_norm": 0.6706952452659607,
      "learning_rate": 8.871487194207527e-06,
      "loss": 0.1898,
      "step": 506
    },
    {
      "epoch": 2.176628971459343,
      "grad_norm": 0.7346447706222534,
      "learning_rate": 8.867199015741632e-06,
      "loss": 0.1916,
      "step": 507
    },
    {
      "epoch": 2.1809369951534734,
      "grad_norm": 0.8773221969604492,
      "learning_rate": 8.862903746067619e-06,
      "loss": 0.1995,
      "step": 508
    },
    {
      "epoch": 2.1852450188476036,
      "grad_norm": 0.8744363784790039,
      "learning_rate": 8.858601393061634e-06,
      "loss": 0.2144,
      "step": 509
    },
    {
      "epoch": 2.1895530425417338,
      "grad_norm": 0.7618948817253113,
      "learning_rate": 8.854291964612824e-06,
      "loss": 0.1927,
      "step": 510
    },
    {
      "epoch": 2.1938610662358644,
      "grad_norm": 0.8064348697662354,
      "learning_rate": 8.849975468623302e-06,
      "loss": 0.2018,
      "step": 511
    },
    {
      "epoch": 2.1981690899299946,
      "grad_norm": 0.7798653244972229,
      "learning_rate": 8.845651913008145e-06,
      "loss": 0.1968,
      "step": 512
    },
    {
      "epoch": 2.202477113624125,
      "grad_norm": 0.7638295292854309,
      "learning_rate": 8.841321305695372e-06,
      "loss": 0.2006,
      "step": 513
    },
    {
      "epoch": 2.2067851373182554,
      "grad_norm": 0.7909740805625916,
      "learning_rate": 8.836983654625934e-06,
      "loss": 0.2074,
      "step": 514
    },
    {
      "epoch": 2.2110931610123856,
      "grad_norm": 0.7894330620765686,
      "learning_rate": 8.832638967753699e-06,
      "loss": 0.1924,
      "step": 515
    },
    {
      "epoch": 2.215401184706516,
      "grad_norm": 0.7473629117012024,
      "learning_rate": 8.828287253045436e-06,
      "loss": 0.2004,
      "step": 516
    },
    {
      "epoch": 2.219709208400646,
      "grad_norm": 0.666713535785675,
      "learning_rate": 8.823928518480797e-06,
      "loss": 0.1855,
      "step": 517
    },
    {
      "epoch": 2.2240172320947766,
      "grad_norm": 0.7174916863441467,
      "learning_rate": 8.819562772052312e-06,
      "loss": 0.1951,
      "step": 518
    },
    {
      "epoch": 2.228325255788907,
      "grad_norm": 0.8827500343322754,
      "learning_rate": 8.815190021765365e-06,
      "loss": 0.1914,
      "step": 519
    },
    {
      "epoch": 2.232633279483037,
      "grad_norm": 0.7642231583595276,
      "learning_rate": 8.810810275638183e-06,
      "loss": 0.2155,
      "step": 520
    },
    {
      "epoch": 2.2369413031771677,
      "grad_norm": 0.8573631644248962,
      "learning_rate": 8.806423541701824e-06,
      "loss": 0.2138,
      "step": 521
    },
    {
      "epoch": 2.241249326871298,
      "grad_norm": 0.8140626549720764,
      "learning_rate": 8.802029828000157e-06,
      "loss": 0.2121,
      "step": 522
    },
    {
      "epoch": 2.245557350565428,
      "grad_norm": 0.8195950388908386,
      "learning_rate": 8.797629142589846e-06,
      "loss": 0.2035,
      "step": 523
    },
    {
      "epoch": 2.2498653742595582,
      "grad_norm": 0.8607699871063232,
      "learning_rate": 8.793221493540347e-06,
      "loss": 0.2148,
      "step": 524
    },
    {
      "epoch": 2.254173397953689,
      "grad_norm": 0.8024702072143555,
      "learning_rate": 8.788806888933881e-06,
      "loss": 0.1999,
      "step": 525
    },
    {
      "epoch": 2.258481421647819,
      "grad_norm": 0.7508124113082886,
      "learning_rate": 8.784385336865419e-06,
      "loss": 0.2015,
      "step": 526
    },
    {
      "epoch": 2.2627894453419493,
      "grad_norm": 0.6819286942481995,
      "learning_rate": 8.779956845442682e-06,
      "loss": 0.2036,
      "step": 527
    },
    {
      "epoch": 2.26709746903608,
      "grad_norm": 0.7056980729103088,
      "learning_rate": 8.775521422786104e-06,
      "loss": 0.1968,
      "step": 528
    },
    {
      "epoch": 2.27140549273021,
      "grad_norm": 0.6826128959655762,
      "learning_rate": 8.771079077028836e-06,
      "loss": 0.1974,
      "step": 529
    },
    {
      "epoch": 2.2757135164243403,
      "grad_norm": 0.7513538002967834,
      "learning_rate": 8.766629816316722e-06,
      "loss": 0.1985,
      "step": 530
    },
    {
      "epoch": 2.2800215401184705,
      "grad_norm": 0.720900297164917,
      "learning_rate": 8.762173648808283e-06,
      "loss": 0.2054,
      "step": 531
    },
    {
      "epoch": 2.284329563812601,
      "grad_norm": 0.90285325050354,
      "learning_rate": 8.757710582674708e-06,
      "loss": 0.2161,
      "step": 532
    },
    {
      "epoch": 2.2886375875067313,
      "grad_norm": 0.877210259437561,
      "learning_rate": 8.753240626099836e-06,
      "loss": 0.2011,
      "step": 533
    },
    {
      "epoch": 2.2929456112008615,
      "grad_norm": 0.7395567893981934,
      "learning_rate": 8.748763787280142e-06,
      "loss": 0.2003,
      "step": 534
    },
    {
      "epoch": 2.297253634894992,
      "grad_norm": 0.7593705058097839,
      "learning_rate": 8.744280074424713e-06,
      "loss": 0.2002,
      "step": 535
    },
    {
      "epoch": 2.3015616585891223,
      "grad_norm": 0.7474355697631836,
      "learning_rate": 8.739789495755254e-06,
      "loss": 0.1963,
      "step": 536
    },
    {
      "epoch": 2.3058696822832525,
      "grad_norm": 0.6919746398925781,
      "learning_rate": 8.735292059506047e-06,
      "loss": 0.1955,
      "step": 537
    },
    {
      "epoch": 2.3101777059773827,
      "grad_norm": 0.7640472650527954,
      "learning_rate": 8.730787773923957e-06,
      "loss": 0.2001,
      "step": 538
    },
    {
      "epoch": 2.3144857296715133,
      "grad_norm": 0.6979402899742126,
      "learning_rate": 8.726276647268403e-06,
      "loss": 0.1985,
      "step": 539
    },
    {
      "epoch": 2.3187937533656435,
      "grad_norm": 0.7744669914245605,
      "learning_rate": 8.721758687811353e-06,
      "loss": 0.206,
      "step": 540
    },
    {
      "epoch": 2.3231017770597737,
      "grad_norm": 0.839337944984436,
      "learning_rate": 8.717233903837298e-06,
      "loss": 0.2062,
      "step": 541
    },
    {
      "epoch": 2.3274098007539044,
      "grad_norm": 0.7544538974761963,
      "learning_rate": 8.712702303643254e-06,
      "loss": 0.2108,
      "step": 542
    },
    {
      "epoch": 2.3317178244480345,
      "grad_norm": 0.7645125389099121,
      "learning_rate": 8.708163895538722e-06,
      "loss": 0.1971,
      "step": 543
    },
    {
      "epoch": 2.3360258481421647,
      "grad_norm": 0.8445392847061157,
      "learning_rate": 8.703618687845697e-06,
      "loss": 0.1967,
      "step": 544
    },
    {
      "epoch": 2.340333871836295,
      "grad_norm": 0.8427358865737915,
      "learning_rate": 8.699066688898636e-06,
      "loss": 0.216,
      "step": 545
    },
    {
      "epoch": 2.3446418955304256,
      "grad_norm": 0.7722771763801575,
      "learning_rate": 8.694507907044454e-06,
      "loss": 0.1975,
      "step": 546
    },
    {
      "epoch": 2.3489499192245558,
      "grad_norm": 0.689138650894165,
      "learning_rate": 8.6899423506425e-06,
      "loss": 0.2049,
      "step": 547
    },
    {
      "epoch": 2.353257942918686,
      "grad_norm": 0.7982721328735352,
      "learning_rate": 8.685370028064546e-06,
      "loss": 0.1983,
      "step": 548
    },
    {
      "epoch": 2.3575659666128166,
      "grad_norm": 0.8092723488807678,
      "learning_rate": 8.680790947694772e-06,
      "loss": 0.2092,
      "step": 549
    },
    {
      "epoch": 2.361873990306947,
      "grad_norm": 0.7706890106201172,
      "learning_rate": 8.676205117929752e-06,
      "loss": 0.2121,
      "step": 550
    },
    {
      "epoch": 2.366182014001077,
      "grad_norm": 0.8860268592834473,
      "learning_rate": 8.671612547178428e-06,
      "loss": 0.2071,
      "step": 551
    },
    {
      "epoch": 2.370490037695207,
      "grad_norm": 0.8444654941558838,
      "learning_rate": 8.667013243862113e-06,
      "loss": 0.1887,
      "step": 552
    },
    {
      "epoch": 2.374798061389338,
      "grad_norm": 0.6994353532791138,
      "learning_rate": 8.66240721641446e-06,
      "loss": 0.1928,
      "step": 553
    },
    {
      "epoch": 2.379106085083468,
      "grad_norm": 0.7686805725097656,
      "learning_rate": 8.657794473281447e-06,
      "loss": 0.1974,
      "step": 554
    },
    {
      "epoch": 2.383414108777598,
      "grad_norm": 0.6858060956001282,
      "learning_rate": 8.65317502292138e-06,
      "loss": 0.1914,
      "step": 555
    },
    {
      "epoch": 2.387722132471729,
      "grad_norm": 0.7314836382865906,
      "learning_rate": 8.64854887380485e-06,
      "loss": 0.2014,
      "step": 556
    },
    {
      "epoch": 2.392030156165859,
      "grad_norm": 0.7626047134399414,
      "learning_rate": 8.643916034414741e-06,
      "loss": 0.1925,
      "step": 557
    },
    {
      "epoch": 2.396338179859989,
      "grad_norm": 0.6878098845481873,
      "learning_rate": 8.639276513246199e-06,
      "loss": 0.1925,
      "step": 558
    },
    {
      "epoch": 2.4006462035541194,
      "grad_norm": 0.8436222076416016,
      "learning_rate": 8.634630318806626e-06,
      "loss": 0.217,
      "step": 559
    },
    {
      "epoch": 2.40495422724825,
      "grad_norm": 0.7351590394973755,
      "learning_rate": 8.629977459615655e-06,
      "loss": 0.2068,
      "step": 560
    },
    {
      "epoch": 2.4092622509423802,
      "grad_norm": 0.7552523612976074,
      "learning_rate": 8.62531794420515e-06,
      "loss": 0.2003,
      "step": 561
    },
    {
      "epoch": 2.4135702746365104,
      "grad_norm": 0.7772282361984253,
      "learning_rate": 8.620651781119169e-06,
      "loss": 0.1978,
      "step": 562
    },
    {
      "epoch": 2.417878298330641,
      "grad_norm": 0.8326259255409241,
      "learning_rate": 8.615978978913968e-06,
      "loss": 0.217,
      "step": 563
    },
    {
      "epoch": 2.4221863220247712,
      "grad_norm": 0.8465754985809326,
      "learning_rate": 8.611299546157973e-06,
      "loss": 0.2032,
      "step": 564
    },
    {
      "epoch": 2.4264943457189014,
      "grad_norm": 0.703048050403595,
      "learning_rate": 8.60661349143177e-06,
      "loss": 0.1963,
      "step": 565
    },
    {
      "epoch": 2.4308023694130316,
      "grad_norm": 0.73744797706604,
      "learning_rate": 8.601920823328088e-06,
      "loss": 0.1893,
      "step": 566
    },
    {
      "epoch": 2.4351103931071623,
      "grad_norm": 0.8171586990356445,
      "learning_rate": 8.59722155045178e-06,
      "loss": 0.198,
      "step": 567
    },
    {
      "epoch": 2.4394184168012925,
      "grad_norm": 0.7568394541740417,
      "learning_rate": 8.592515681419812e-06,
      "loss": 0.1975,
      "step": 568
    },
    {
      "epoch": 2.4437264404954226,
      "grad_norm": 0.874150812625885,
      "learning_rate": 8.587803224861248e-06,
      "loss": 0.2031,
      "step": 569
    },
    {
      "epoch": 2.4480344641895533,
      "grad_norm": 0.7862420678138733,
      "learning_rate": 8.583084189417225e-06,
      "loss": 0.2001,
      "step": 570
    },
    {
      "epoch": 2.4523424878836835,
      "grad_norm": 0.708115816116333,
      "learning_rate": 8.578358583740947e-06,
      "loss": 0.1989,
      "step": 571
    },
    {
      "epoch": 2.4566505115778137,
      "grad_norm": 0.7508895397186279,
      "learning_rate": 8.573626416497669e-06,
      "loss": 0.1982,
      "step": 572
    },
    {
      "epoch": 2.460958535271944,
      "grad_norm": 0.7255448698997498,
      "learning_rate": 8.568887696364673e-06,
      "loss": 0.1977,
      "step": 573
    },
    {
      "epoch": 2.4652665589660745,
      "grad_norm": 0.819625198841095,
      "learning_rate": 8.564142432031257e-06,
      "loss": 0.1953,
      "step": 574
    },
    {
      "epoch": 2.4695745826602047,
      "grad_norm": 0.6851021647453308,
      "learning_rate": 8.559390632198723e-06,
      "loss": 0.1925,
      "step": 575
    },
    {
      "epoch": 2.473882606354335,
      "grad_norm": 0.8143554329872131,
      "learning_rate": 8.554632305580355e-06,
      "loss": 0.2123,
      "step": 576
    },
    {
      "epoch": 2.4781906300484655,
      "grad_norm": 0.7244540452957153,
      "learning_rate": 8.549867460901402e-06,
      "loss": 0.1924,
      "step": 577
    },
    {
      "epoch": 2.4824986537425957,
      "grad_norm": 0.7576718330383301,
      "learning_rate": 8.545096106899068e-06,
      "loss": 0.2173,
      "step": 578
    },
    {
      "epoch": 2.486806677436726,
      "grad_norm": 0.7695874571800232,
      "learning_rate": 8.540318252322493e-06,
      "loss": 0.2073,
      "step": 579
    },
    {
      "epoch": 2.491114701130856,
      "grad_norm": 0.6576676964759827,
      "learning_rate": 8.535533905932739e-06,
      "loss": 0.1936,
      "step": 580
    },
    {
      "epoch": 2.4954227248249867,
      "grad_norm": 0.7426583766937256,
      "learning_rate": 8.530743076502766e-06,
      "loss": 0.1967,
      "step": 581
    },
    {
      "epoch": 2.499730748519117,
      "grad_norm": 0.7785230278968811,
      "learning_rate": 8.525945772817427e-06,
      "loss": 0.2053,
      "step": 582
    },
    {
      "epoch": 2.504038772213247,
      "grad_norm": 0.7582430243492126,
      "learning_rate": 8.521142003673447e-06,
      "loss": 0.1936,
      "step": 583
    },
    {
      "epoch": 2.5083467959073777,
      "grad_norm": 0.7534447908401489,
      "learning_rate": 8.5163317778794e-06,
      "loss": 0.2121,
      "step": 584
    },
    {
      "epoch": 2.512654819601508,
      "grad_norm": 0.7007425427436829,
      "learning_rate": 8.51151510425571e-06,
      "loss": 0.2067,
      "step": 585
    },
    {
      "epoch": 2.516962843295638,
      "grad_norm": 0.7491743564605713,
      "learning_rate": 8.506691991634612e-06,
      "loss": 0.1993,
      "step": 586
    },
    {
      "epoch": 2.5212708669897683,
      "grad_norm": 0.7492290139198303,
      "learning_rate": 8.501862448860159e-06,
      "loss": 0.2011,
      "step": 587
    },
    {
      "epoch": 2.5255788906838985,
      "grad_norm": 0.7035954594612122,
      "learning_rate": 8.497026484788189e-06,
      "loss": 0.2085,
      "step": 588
    },
    {
      "epoch": 2.529886914378029,
      "grad_norm": 0.6668585538864136,
      "learning_rate": 8.492184108286316e-06,
      "loss": 0.1962,
      "step": 589
    },
    {
      "epoch": 2.5341949380721593,
      "grad_norm": 0.7750927209854126,
      "learning_rate": 8.487335328233912e-06,
      "loss": 0.2219,
      "step": 590
    },
    {
      "epoch": 2.53850296176629,
      "grad_norm": 0.7335095405578613,
      "learning_rate": 8.48248015352209e-06,
      "loss": 0.1978,
      "step": 591
    },
    {
      "epoch": 2.54281098546042,
      "grad_norm": 0.6468396782875061,
      "learning_rate": 8.477618593053693e-06,
      "loss": 0.1945,
      "step": 592
    },
    {
      "epoch": 2.5471190091545504,
      "grad_norm": 0.7096503376960754,
      "learning_rate": 8.47275065574327e-06,
      "loss": 0.2109,
      "step": 593
    },
    {
      "epoch": 2.5514270328486806,
      "grad_norm": 0.771790087223053,
      "learning_rate": 8.46787635051706e-06,
      "loss": 0.1988,
      "step": 594
    },
    {
      "epoch": 2.5557350565428107,
      "grad_norm": 0.8515303134918213,
      "learning_rate": 8.462995686312985e-06,
      "loss": 0.1917,
      "step": 595
    },
    {
      "epoch": 2.5600430802369414,
      "grad_norm": 0.7744242548942566,
      "learning_rate": 8.458108672080624e-06,
      "loss": 0.2075,
      "step": 596
    },
    {
      "epoch": 2.5643511039310716,
      "grad_norm": 0.6713221669197083,
      "learning_rate": 8.453215316781205e-06,
      "loss": 0.1914,
      "step": 597
    },
    {
      "epoch": 2.568659127625202,
      "grad_norm": 0.6832510232925415,
      "learning_rate": 8.448315629387572e-06,
      "loss": 0.2057,
      "step": 598
    },
    {
      "epoch": 2.5729671513193324,
      "grad_norm": 0.8287082314491272,
      "learning_rate": 8.44340961888419e-06,
      "loss": 0.2012,
      "step": 599
    },
    {
      "epoch": 2.5772751750134626,
      "grad_norm": 0.7368465662002563,
      "learning_rate": 8.438497294267117e-06,
      "loss": 0.2022,
      "step": 600
    },
    {
      "epoch": 2.581583198707593,
      "grad_norm": 0.7697679996490479,
      "learning_rate": 8.433578664543986e-06,
      "loss": 0.2098,
      "step": 601
    },
    {
      "epoch": 2.585891222401723,
      "grad_norm": 0.7776275277137756,
      "learning_rate": 8.428653738733996e-06,
      "loss": 0.1963,
      "step": 602
    },
    {
      "epoch": 2.5901992460958536,
      "grad_norm": 0.7150554656982422,
      "learning_rate": 8.423722525867883e-06,
      "loss": 0.1917,
      "step": 603
    },
    {
      "epoch": 2.594507269789984,
      "grad_norm": 0.67384934425354,
      "learning_rate": 8.418785034987921e-06,
      "loss": 0.1931,
      "step": 604
    },
    {
      "epoch": 2.598815293484114,
      "grad_norm": 0.7748411297798157,
      "learning_rate": 8.413841275147893e-06,
      "loss": 0.1979,
      "step": 605
    },
    {
      "epoch": 2.6031233171782446,
      "grad_norm": 0.7929915189743042,
      "learning_rate": 8.408891255413072e-06,
      "loss": 0.214,
      "step": 606
    },
    {
      "epoch": 2.607431340872375,
      "grad_norm": 0.7815855145454407,
      "learning_rate": 8.403934984860216e-06,
      "loss": 0.2106,
      "step": 607
    },
    {
      "epoch": 2.611739364566505,
      "grad_norm": 0.8815018534660339,
      "learning_rate": 8.39897247257754e-06,
      "loss": 0.2141,
      "step": 608
    },
    {
      "epoch": 2.616047388260635,
      "grad_norm": 0.6736514568328857,
      "learning_rate": 8.39400372766471e-06,
      "loss": 0.204,
      "step": 609
    },
    {
      "epoch": 2.620355411954766,
      "grad_norm": 0.6993145942687988,
      "learning_rate": 8.389028759232816e-06,
      "loss": 0.2135,
      "step": 610
    },
    {
      "epoch": 2.624663435648896,
      "grad_norm": 0.8782504200935364,
      "learning_rate": 8.38404757640436e-06,
      "loss": 0.2129,
      "step": 611
    },
    {
      "epoch": 2.6289714593430262,
      "grad_norm": 0.6805502772331238,
      "learning_rate": 8.379060188313244e-06,
      "loss": 0.2151,
      "step": 612
    },
    {
      "epoch": 2.633279483037157,
      "grad_norm": 0.8480393886566162,
      "learning_rate": 8.374066604104742e-06,
      "loss": 0.2181,
      "step": 613
    },
    {
      "epoch": 2.637587506731287,
      "grad_norm": 0.7601768970489502,
      "learning_rate": 8.369066832935498e-06,
      "loss": 0.2011,
      "step": 614
    },
    {
      "epoch": 2.6418955304254172,
      "grad_norm": 0.6898226141929626,
      "learning_rate": 8.364060883973488e-06,
      "loss": 0.1925,
      "step": 615
    },
    {
      "epoch": 2.6462035541195474,
      "grad_norm": 0.6958613991737366,
      "learning_rate": 8.359048766398032e-06,
      "loss": 0.1993,
      "step": 616
    },
    {
      "epoch": 2.650511577813678,
      "grad_norm": 0.7246137261390686,
      "learning_rate": 8.354030489399747e-06,
      "loss": 0.1969,
      "step": 617
    },
    {
      "epoch": 2.6548196015078083,
      "grad_norm": 0.7820032238960266,
      "learning_rate": 8.349006062180552e-06,
      "loss": 0.1914,
      "step": 618
    },
    {
      "epoch": 2.6591276252019385,
      "grad_norm": 0.8184999823570251,
      "learning_rate": 8.343975493953645e-06,
      "loss": 0.1963,
      "step": 619
    },
    {
      "epoch": 2.663435648896069,
      "grad_norm": 0.7577897906303406,
      "learning_rate": 8.338938793943478e-06,
      "loss": 0.2011,
      "step": 620
    },
    {
      "epoch": 2.6677436725901993,
      "grad_norm": 0.7401598691940308,
      "learning_rate": 8.333895971385754e-06,
      "loss": 0.1919,
      "step": 621
    },
    {
      "epoch": 2.6720516962843295,
      "grad_norm": 0.7432500720024109,
      "learning_rate": 8.328847035527397e-06,
      "loss": 0.2049,
      "step": 622
    },
    {
      "epoch": 2.6763597199784597,
      "grad_norm": 0.7831881046295166,
      "learning_rate": 8.323791995626543e-06,
      "loss": 0.2062,
      "step": 623
    },
    {
      "epoch": 2.6806677436725903,
      "grad_norm": 0.8239650130271912,
      "learning_rate": 8.318730860952523e-06,
      "loss": 0.2153,
      "step": 624
    },
    {
      "epoch": 2.6849757673667205,
      "grad_norm": 0.7947770357131958,
      "learning_rate": 8.313663640785839e-06,
      "loss": 0.2047,
      "step": 625
    },
    {
      "epoch": 2.6892837910608507,
      "grad_norm": 0.8108847141265869,
      "learning_rate": 8.308590344418158e-06,
      "loss": 0.1959,
      "step": 626
    },
    {
      "epoch": 2.6935918147549813,
      "grad_norm": 0.7876724004745483,
      "learning_rate": 8.303510981152283e-06,
      "loss": 0.2138,
      "step": 627
    },
    {
      "epoch": 2.6978998384491115,
      "grad_norm": 0.8588249683380127,
      "learning_rate": 8.298425560302146e-06,
      "loss": 0.2119,
      "step": 628
    },
    {
      "epoch": 2.7022078621432417,
      "grad_norm": 0.7418671250343323,
      "learning_rate": 8.293334091192782e-06,
      "loss": 0.1929,
      "step": 629
    },
    {
      "epoch": 2.706515885837372,
      "grad_norm": 0.6973020434379578,
      "learning_rate": 8.288236583160322e-06,
      "loss": 0.2001,
      "step": 630
    },
    {
      "epoch": 2.7108239095315025,
      "grad_norm": 0.8735868334770203,
      "learning_rate": 8.28313304555197e-06,
      "loss": 0.1849,
      "step": 631
    },
    {
      "epoch": 2.7151319332256327,
      "grad_norm": 0.700727641582489,
      "learning_rate": 8.278023487725981e-06,
      "loss": 0.1902,
      "step": 632
    },
    {
      "epoch": 2.719439956919763,
      "grad_norm": 0.7866157293319702,
      "learning_rate": 8.272907919051653e-06,
      "loss": 0.2,
      "step": 633
    },
    {
      "epoch": 2.7237479806138936,
      "grad_norm": 0.7389417290687561,
      "learning_rate": 8.267786348909306e-06,
      "loss": 0.2006,
      "step": 634
    },
    {
      "epoch": 2.7280560043080238,
      "grad_norm": 0.7321817278862,
      "learning_rate": 8.262658786690262e-06,
      "loss": 0.2072,
      "step": 635
    },
    {
      "epoch": 2.732364028002154,
      "grad_norm": 0.6979652047157288,
      "learning_rate": 8.257525241796837e-06,
      "loss": 0.1992,
      "step": 636
    },
    {
      "epoch": 2.736672051696284,
      "grad_norm": 0.7699320316314697,
      "learning_rate": 8.252385723642312e-06,
      "loss": 0.1939,
      "step": 637
    },
    {
      "epoch": 2.7409800753904148,
      "grad_norm": 0.7373313903808594,
      "learning_rate": 8.247240241650918e-06,
      "loss": 0.2051,
      "step": 638
    },
    {
      "epoch": 2.745288099084545,
      "grad_norm": 0.6791808605194092,
      "learning_rate": 8.242088805257832e-06,
      "loss": 0.1934,
      "step": 639
    },
    {
      "epoch": 2.749596122778675,
      "grad_norm": 0.6882132291793823,
      "learning_rate": 8.23693142390914e-06,
      "loss": 0.2032,
      "step": 640
    },
    {
      "epoch": 2.753904146472806,
      "grad_norm": 0.7233914136886597,
      "learning_rate": 8.231768107061831e-06,
      "loss": 0.193,
      "step": 641
    },
    {
      "epoch": 2.758212170166936,
      "grad_norm": 0.7256336212158203,
      "learning_rate": 8.226598864183782e-06,
      "loss": 0.2061,
      "step": 642
    },
    {
      "epoch": 2.762520193861066,
      "grad_norm": 0.739739716053009,
      "learning_rate": 8.221423704753733e-06,
      "loss": 0.214,
      "step": 643
    },
    {
      "epoch": 2.7668282175551964,
      "grad_norm": 0.6662392020225525,
      "learning_rate": 8.216242638261277e-06,
      "loss": 0.1992,
      "step": 644
    },
    {
      "epoch": 2.771136241249327,
      "grad_norm": 0.7961679697036743,
      "learning_rate": 8.211055674206828e-06,
      "loss": 0.1898,
      "step": 645
    },
    {
      "epoch": 2.775444264943457,
      "grad_norm": 0.7357142567634583,
      "learning_rate": 8.205862822101628e-06,
      "loss": 0.1988,
      "step": 646
    },
    {
      "epoch": 2.7797522886375874,
      "grad_norm": 0.7799228429794312,
      "learning_rate": 8.200664091467707e-06,
      "loss": 0.2121,
      "step": 647
    },
    {
      "epoch": 2.784060312331718,
      "grad_norm": 0.8995800018310547,
      "learning_rate": 8.195459491837881e-06,
      "loss": 0.2165,
      "step": 648
    },
    {
      "epoch": 2.788368336025848,
      "grad_norm": 0.8075342178344727,
      "learning_rate": 8.190249032755717e-06,
      "loss": 0.2076,
      "step": 649
    },
    {
      "epoch": 2.7926763597199784,
      "grad_norm": 0.8986786007881165,
      "learning_rate": 8.18503272377554e-06,
      "loss": 0.2093,
      "step": 650
    },
    {
      "epoch": 2.7969843834141086,
      "grad_norm": 0.885172426700592,
      "learning_rate": 8.179810574462388e-06,
      "loss": 0.206,
      "step": 651
    },
    {
      "epoch": 2.8012924071082392,
      "grad_norm": 0.9469455480575562,
      "learning_rate": 8.17458259439202e-06,
      "loss": 0.2077,
      "step": 652
    },
    {
      "epoch": 2.8056004308023694,
      "grad_norm": 0.8134719729423523,
      "learning_rate": 8.169348793150884e-06,
      "loss": 0.2039,
      "step": 653
    },
    {
      "epoch": 2.8099084544964996,
      "grad_norm": 0.7365888357162476,
      "learning_rate": 8.164109180336094e-06,
      "loss": 0.2014,
      "step": 654
    },
    {
      "epoch": 2.8142164781906303,
      "grad_norm": 0.7723566293716431,
      "learning_rate": 8.15886376555543e-06,
      "loss": 0.192,
      "step": 655
    },
    {
      "epoch": 2.8185245018847604,
      "grad_norm": 0.7469866275787354,
      "learning_rate": 8.153612558427311e-06,
      "loss": 0.208,
      "step": 656
    },
    {
      "epoch": 2.8228325255788906,
      "grad_norm": 0.7777121067047119,
      "learning_rate": 8.148355568580768e-06,
      "loss": 0.1991,
      "step": 657
    },
    {
      "epoch": 2.827140549273021,
      "grad_norm": 0.7026106119155884,
      "learning_rate": 8.143092805655445e-06,
      "loss": 0.1996,
      "step": 658
    },
    {
      "epoch": 2.8314485729671515,
      "grad_norm": 0.778965413570404,
      "learning_rate": 8.13782427930157e-06,
      "loss": 0.2162,
      "step": 659
    },
    {
      "epoch": 2.8357565966612817,
      "grad_norm": 0.8295383453369141,
      "learning_rate": 8.132549999179934e-06,
      "loss": 0.2013,
      "step": 660
    },
    {
      "epoch": 2.840064620355412,
      "grad_norm": 0.7001696825027466,
      "learning_rate": 8.127269974961886e-06,
      "loss": 0.209,
      "step": 661
    },
    {
      "epoch": 2.8443726440495425,
      "grad_norm": 0.6350052356719971,
      "learning_rate": 8.121984216329303e-06,
      "loss": 0.1946,
      "step": 662
    },
    {
      "epoch": 2.8486806677436727,
      "grad_norm": 0.7462396621704102,
      "learning_rate": 8.116692732974578e-06,
      "loss": 0.2067,
      "step": 663
    },
    {
      "epoch": 2.852988691437803,
      "grad_norm": 0.7569505572319031,
      "learning_rate": 8.111395534600604e-06,
      "loss": 0.1956,
      "step": 664
    },
    {
      "epoch": 2.857296715131933,
      "grad_norm": 0.7309179902076721,
      "learning_rate": 8.10609263092075e-06,
      "loss": 0.2024,
      "step": 665
    },
    {
      "epoch": 2.8616047388260637,
      "grad_norm": 0.6988533139228821,
      "learning_rate": 8.100784031658846e-06,
      "loss": 0.2191,
      "step": 666
    },
    {
      "epoch": 2.865912762520194,
      "grad_norm": 0.7274155616760254,
      "learning_rate": 8.095469746549172e-06,
      "loss": 0.2057,
      "step": 667
    },
    {
      "epoch": 2.870220786214324,
      "grad_norm": 0.7919628620147705,
      "learning_rate": 8.090149785336426e-06,
      "loss": 0.1939,
      "step": 668
    },
    {
      "epoch": 2.8745288099084547,
      "grad_norm": 0.7325423955917358,
      "learning_rate": 8.084824157775719e-06,
      "loss": 0.189,
      "step": 669
    },
    {
      "epoch": 2.878836833602585,
      "grad_norm": 0.8092797994613647,
      "learning_rate": 8.079492873632554e-06,
      "loss": 0.2127,
      "step": 670
    },
    {
      "epoch": 2.883144857296715,
      "grad_norm": 0.6685104966163635,
      "learning_rate": 8.074155942682803e-06,
      "loss": 0.201,
      "step": 671
    },
    {
      "epoch": 2.8874528809908453,
      "grad_norm": 0.7067998647689819,
      "learning_rate": 8.068813374712689e-06,
      "loss": 0.2036,
      "step": 672
    },
    {
      "epoch": 2.891760904684976,
      "grad_norm": 0.7045204043388367,
      "learning_rate": 8.06346517951878e-06,
      "loss": 0.1982,
      "step": 673
    },
    {
      "epoch": 2.896068928379106,
      "grad_norm": 0.6677000522613525,
      "learning_rate": 8.058111366907957e-06,
      "loss": 0.189,
      "step": 674
    },
    {
      "epoch": 2.9003769520732363,
      "grad_norm": 0.8431633114814758,
      "learning_rate": 8.052751946697403e-06,
      "loss": 0.2113,
      "step": 675
    },
    {
      "epoch": 2.904684975767367,
      "grad_norm": 0.781539797782898,
      "learning_rate": 8.047386928714583e-06,
      "loss": 0.2184,
      "step": 676
    },
    {
      "epoch": 2.908992999461497,
      "grad_norm": 0.74564129114151,
      "learning_rate": 8.042016322797227e-06,
      "loss": 0.2001,
      "step": 677
    },
    {
      "epoch": 2.9133010231556273,
      "grad_norm": 0.6591554880142212,
      "learning_rate": 8.03664013879331e-06,
      "loss": 0.1947,
      "step": 678
    },
    {
      "epoch": 2.9176090468497575,
      "grad_norm": 0.7208926677703857,
      "learning_rate": 8.031258386561038e-06,
      "loss": 0.2105,
      "step": 679
    },
    {
      "epoch": 2.9219170705438877,
      "grad_norm": 0.7640514373779297,
      "learning_rate": 8.025871075968828e-06,
      "loss": 0.2109,
      "step": 680
    },
    {
      "epoch": 2.9262250942380184,
      "grad_norm": 0.7145681977272034,
      "learning_rate": 8.020478216895282e-06,
      "loss": 0.1874,
      "step": 681
    },
    {
      "epoch": 2.9305331179321485,
      "grad_norm": 0.7085782885551453,
      "learning_rate": 8.015079819229187e-06,
      "loss": 0.2117,
      "step": 682
    },
    {
      "epoch": 2.934841141626279,
      "grad_norm": 0.7184674739837646,
      "learning_rate": 8.009675892869478e-06,
      "loss": 0.2103,
      "step": 683
    },
    {
      "epoch": 2.9391491653204094,
      "grad_norm": 0.726003885269165,
      "learning_rate": 8.00426644772523e-06,
      "loss": 0.2119,
      "step": 684
    },
    {
      "epoch": 2.9434571890145396,
      "grad_norm": 0.8296722769737244,
      "learning_rate": 7.99885149371564e-06,
      "loss": 0.2048,
      "step": 685
    },
    {
      "epoch": 2.9477652127086698,
      "grad_norm": 0.6646244525909424,
      "learning_rate": 7.993431040770002e-06,
      "loss": 0.2064,
      "step": 686
    },
    {
      "epoch": 2.9520732364028,
      "grad_norm": 0.8237845301628113,
      "learning_rate": 7.988005098827699e-06,
      "loss": 0.2195,
      "step": 687
    },
    {
      "epoch": 2.9563812600969306,
      "grad_norm": 0.7150204181671143,
      "learning_rate": 7.982573677838172e-06,
      "loss": 0.2053,
      "step": 688
    },
    {
      "epoch": 2.9606892837910608,
      "grad_norm": 0.6601112484931946,
      "learning_rate": 7.977136787760916e-06,
      "loss": 0.1835,
      "step": 689
    },
    {
      "epoch": 2.9649973074851914,
      "grad_norm": 0.7872753739356995,
      "learning_rate": 7.97169443856545e-06,
      "loss": 0.1974,
      "step": 690
    },
    {
      "epoch": 2.9693053311793216,
      "grad_norm": 0.7161293625831604,
      "learning_rate": 7.966246640231303e-06,
      "loss": 0.1963,
      "step": 691
    },
    {
      "epoch": 2.973613354873452,
      "grad_norm": 0.7552039623260498,
      "learning_rate": 7.960793402748001e-06,
      "loss": 0.1942,
      "step": 692
    },
    {
      "epoch": 2.977921378567582,
      "grad_norm": 0.7136242389678955,
      "learning_rate": 7.955334736115038e-06,
      "loss": 0.2035,
      "step": 693
    },
    {
      "epoch": 2.982229402261712,
      "grad_norm": 0.781005859375,
      "learning_rate": 7.949870650341864e-06,
      "loss": 0.194,
      "step": 694
    },
    {
      "epoch": 2.986537425955843,
      "grad_norm": 0.6988127827644348,
      "learning_rate": 7.944401155447872e-06,
      "loss": 0.1936,
      "step": 695
    },
    {
      "epoch": 2.990845449649973,
      "grad_norm": 0.7402964234352112,
      "learning_rate": 7.938926261462366e-06,
      "loss": 0.2199,
      "step": 696
    },
    {
      "epoch": 2.9951534733441036,
      "grad_norm": 0.8665761947631836,
      "learning_rate": 7.933445978424555e-06,
      "loss": 0.2041,
      "step": 697
    },
    {
      "epoch": 2.999461497038234,
      "grad_norm": 0.7297384142875671,
      "learning_rate": 7.927960316383524e-06,
      "loss": 0.1965,
      "step": 698
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.7297384142875671,
      "learning_rate": 7.92246928539823e-06,
      "loss": 0.2041,
      "step": 699
    },
    {
      "epoch": 3.00430802369413,
      "grad_norm": 3.1112265586853027,
      "learning_rate": 7.916972895537471e-06,
      "loss": 0.1905,
      "step": 700
    },
    {
      "epoch": 3.008616047388261,
      "grad_norm": 0.7145331501960754,
      "learning_rate": 7.911471156879866e-06,
      "loss": 0.1807,
      "step": 701
    },
    {
      "epoch": 3.012924071082391,
      "grad_norm": 0.6694017648696899,
      "learning_rate": 7.905964079513851e-06,
      "loss": 0.1801,
      "step": 702
    },
    {
      "epoch": 3.017232094776521,
      "grad_norm": 0.6125895380973816,
      "learning_rate": 7.900451673537646e-06,
      "loss": 0.1847,
      "step": 703
    },
    {
      "epoch": 3.0215401184706514,
      "grad_norm": 0.8431554436683655,
      "learning_rate": 7.894933949059245e-06,
      "loss": 0.1821,
      "step": 704
    },
    {
      "epoch": 3.025848142164782,
      "grad_norm": 0.6408715844154358,
      "learning_rate": 7.88941091619639e-06,
      "loss": 0.1709,
      "step": 705
    },
    {
      "epoch": 3.0301561658589122,
      "grad_norm": 0.6939838528633118,
      "learning_rate": 7.883882585076558e-06,
      "loss": 0.1765,
      "step": 706
    },
    {
      "epoch": 3.0344641895530424,
      "grad_norm": 0.739832878112793,
      "learning_rate": 7.87834896583695e-06,
      "loss": 0.179,
      "step": 707
    },
    {
      "epoch": 3.038772213247173,
      "grad_norm": 0.8355388045310974,
      "learning_rate": 7.872810068624452e-06,
      "loss": 0.1736,
      "step": 708
    },
    {
      "epoch": 3.0430802369413033,
      "grad_norm": 0.7089900374412537,
      "learning_rate": 7.867265903595632e-06,
      "loss": 0.1787,
      "step": 709
    },
    {
      "epoch": 3.0473882606354334,
      "grad_norm": 0.7276995182037354,
      "learning_rate": 7.86171648091672e-06,
      "loss": 0.1756,
      "step": 710
    },
    {
      "epoch": 3.0516962843295636,
      "grad_norm": 0.6631605625152588,
      "learning_rate": 7.856161810763584e-06,
      "loss": 0.176,
      "step": 711
    },
    {
      "epoch": 3.0560043080236943,
      "grad_norm": 0.7474228143692017,
      "learning_rate": 7.850601903321717e-06,
      "loss": 0.1817,
      "step": 712
    },
    {
      "epoch": 3.0603123317178245,
      "grad_norm": 0.6688998937606812,
      "learning_rate": 7.845036768786214e-06,
      "loss": 0.1792,
      "step": 713
    },
    {
      "epoch": 3.0646203554119547,
      "grad_norm": 0.7395163774490356,
      "learning_rate": 7.839466417361753e-06,
      "loss": 0.1658,
      "step": 714
    },
    {
      "epoch": 3.0689283791060853,
      "grad_norm": 0.7095337510108948,
      "learning_rate": 7.833890859262579e-06,
      "loss": 0.1693,
      "step": 715
    },
    {
      "epoch": 3.0732364028002155,
      "grad_norm": 0.8074468970298767,
      "learning_rate": 7.828310104712488e-06,
      "loss": 0.1751,
      "step": 716
    },
    {
      "epoch": 3.0775444264943457,
      "grad_norm": 0.6688709259033203,
      "learning_rate": 7.822724163944802e-06,
      "loss": 0.1848,
      "step": 717
    },
    {
      "epoch": 3.081852450188476,
      "grad_norm": 0.7156962752342224,
      "learning_rate": 7.81713304720235e-06,
      "loss": 0.1664,
      "step": 718
    },
    {
      "epoch": 3.0861604738826065,
      "grad_norm": 0.7590762376785278,
      "learning_rate": 7.811536764737454e-06,
      "loss": 0.1786,
      "step": 719
    },
    {
      "epoch": 3.0904684975767367,
      "grad_norm": 0.7737705111503601,
      "learning_rate": 7.805935326811913e-06,
      "loss": 0.182,
      "step": 720
    },
    {
      "epoch": 3.094776521270867,
      "grad_norm": 0.7593074440956116,
      "learning_rate": 7.800328743696973e-06,
      "loss": 0.1744,
      "step": 721
    },
    {
      "epoch": 3.099084544964997,
      "grad_norm": 0.8113828301429749,
      "learning_rate": 7.794717025673318e-06,
      "loss": 0.166,
      "step": 722
    },
    {
      "epoch": 3.1033925686591277,
      "grad_norm": 0.7906281352043152,
      "learning_rate": 7.789100183031045e-06,
      "loss": 0.1876,
      "step": 723
    },
    {
      "epoch": 3.107700592353258,
      "grad_norm": 0.7934765815734863,
      "learning_rate": 7.783478226069652e-06,
      "loss": 0.1852,
      "step": 724
    },
    {
      "epoch": 3.112008616047388,
      "grad_norm": 0.814837634563446,
      "learning_rate": 7.777851165098012e-06,
      "loss": 0.1699,
      "step": 725
    },
    {
      "epoch": 3.1163166397415187,
      "grad_norm": 0.6663200259208679,
      "learning_rate": 7.772219010434359e-06,
      "loss": 0.1742,
      "step": 726
    },
    {
      "epoch": 3.120624663435649,
      "grad_norm": 0.7285510301589966,
      "learning_rate": 7.766581772406266e-06,
      "loss": 0.1708,
      "step": 727
    },
    {
      "epoch": 3.124932687129779,
      "grad_norm": 0.6569226384162903,
      "learning_rate": 7.760939461350622e-06,
      "loss": 0.179,
      "step": 728
    },
    {
      "epoch": 3.1292407108239093,
      "grad_norm": 0.7777225375175476,
      "learning_rate": 7.755292087613635e-06,
      "loss": 0.1706,
      "step": 729
    },
    {
      "epoch": 3.13354873451804,
      "grad_norm": 0.7825784087181091,
      "learning_rate": 7.749639661550775e-06,
      "loss": 0.1806,
      "step": 730
    },
    {
      "epoch": 3.13785675821217,
      "grad_norm": 0.8840234875679016,
      "learning_rate": 7.743982193526791e-06,
      "loss": 0.1839,
      "step": 731
    },
    {
      "epoch": 3.1421647819063003,
      "grad_norm": 0.6787511110305786,
      "learning_rate": 7.738319693915673e-06,
      "loss": 0.1761,
      "step": 732
    },
    {
      "epoch": 3.146472805600431,
      "grad_norm": 0.7972119450569153,
      "learning_rate": 7.732652173100634e-06,
      "loss": 0.1742,
      "step": 733
    },
    {
      "epoch": 3.150780829294561,
      "grad_norm": 0.8184621334075928,
      "learning_rate": 7.726979641474102e-06,
      "loss": 0.1833,
      "step": 734
    },
    {
      "epoch": 3.1550888529886914,
      "grad_norm": 0.75215083360672,
      "learning_rate": 7.721302109437686e-06,
      "loss": 0.1819,
      "step": 735
    },
    {
      "epoch": 3.1593968766828215,
      "grad_norm": 0.8182296752929688,
      "learning_rate": 7.715619587402165e-06,
      "loss": 0.1819,
      "step": 736
    },
    {
      "epoch": 3.163704900376952,
      "grad_norm": 0.8826239109039307,
      "learning_rate": 7.709932085787473e-06,
      "loss": 0.176,
      "step": 737
    },
    {
      "epoch": 3.1680129240710824,
      "grad_norm": 0.7005189657211304,
      "learning_rate": 7.704239615022671e-06,
      "loss": 0.1758,
      "step": 738
    },
    {
      "epoch": 3.1723209477652126,
      "grad_norm": 0.7199857831001282,
      "learning_rate": 7.698542185545932e-06,
      "loss": 0.1611,
      "step": 739
    },
    {
      "epoch": 3.176628971459343,
      "grad_norm": 0.7488324046134949,
      "learning_rate": 7.692839807804522e-06,
      "loss": 0.1767,
      "step": 740
    },
    {
      "epoch": 3.1809369951534734,
      "grad_norm": 0.7330511808395386,
      "learning_rate": 7.687132492254783e-06,
      "loss": 0.1746,
      "step": 741
    },
    {
      "epoch": 3.1852450188476036,
      "grad_norm": 0.7547047138214111,
      "learning_rate": 7.681420249362107e-06,
      "loss": 0.1662,
      "step": 742
    },
    {
      "epoch": 3.1895530425417338,
      "grad_norm": 0.6859620809555054,
      "learning_rate": 7.675703089600926e-06,
      "loss": 0.1768,
      "step": 743
    },
    {
      "epoch": 3.1938610662358644,
      "grad_norm": 0.8874660730361938,
      "learning_rate": 7.669981023454682e-06,
      "loss": 0.1961,
      "step": 744
    },
    {
      "epoch": 3.1981690899299946,
      "grad_norm": 0.9125708341598511,
      "learning_rate": 7.664254061415818e-06,
      "loss": 0.1797,
      "step": 745
    },
    {
      "epoch": 3.202477113624125,
      "grad_norm": 0.711672842502594,
      "learning_rate": 7.658522213985757e-06,
      "loss": 0.1834,
      "step": 746
    },
    {
      "epoch": 3.2067851373182554,
      "grad_norm": 0.7379571199417114,
      "learning_rate": 7.652785491674872e-06,
      "loss": 0.1719,
      "step": 747
    },
    {
      "epoch": 3.2110931610123856,
      "grad_norm": 0.7924142479896545,
      "learning_rate": 7.647043905002485e-06,
      "loss": 0.1861,
      "step": 748
    },
    {
      "epoch": 3.215401184706516,
      "grad_norm": 0.8076757192611694,
      "learning_rate": 7.641297464496828e-06,
      "loss": 0.1801,
      "step": 749
    },
    {
      "epoch": 3.219709208400646,
      "grad_norm": 0.723019540309906,
      "learning_rate": 7.635546180695039e-06,
      "loss": 0.1758,
      "step": 750
    },
    {
      "epoch": 3.2240172320947766,
      "grad_norm": 0.6700244545936584,
      "learning_rate": 7.629790064143139e-06,
      "loss": 0.1808,
      "step": 751
    },
    {
      "epoch": 3.228325255788907,
      "grad_norm": 0.7725983262062073,
      "learning_rate": 7.624029125396004e-06,
      "loss": 0.1795,
      "step": 752
    },
    {
      "epoch": 3.232633279483037,
      "grad_norm": 0.7336100935935974,
      "learning_rate": 7.618263375017358e-06,
      "loss": 0.174,
      "step": 753
    },
    {
      "epoch": 3.2369413031771677,
      "grad_norm": 0.8215693831443787,
      "learning_rate": 7.612492823579744e-06,
      "loss": 0.1721,
      "step": 754
    },
    {
      "epoch": 3.241249326871298,
      "grad_norm": 0.7242813110351562,
      "learning_rate": 7.606717481664515e-06,
      "loss": 0.1934,
      "step": 755
    },
    {
      "epoch": 3.245557350565428,
      "grad_norm": 0.889627993106842,
      "learning_rate": 7.600937359861799e-06,
      "loss": 0.1795,
      "step": 756
    },
    {
      "epoch": 3.2498653742595582,
      "grad_norm": 0.8864472508430481,
      "learning_rate": 7.595152468770497e-06,
      "loss": 0.1741,
      "step": 757
    },
    {
      "epoch": 3.254173397953689,
      "grad_norm": 0.7779316306114197,
      "learning_rate": 7.589362818998251e-06,
      "loss": 0.1874,
      "step": 758
    },
    {
      "epoch": 3.258481421647819,
      "grad_norm": 0.8183091878890991,
      "learning_rate": 7.58356842116143e-06,
      "loss": 0.1851,
      "step": 759
    },
    {
      "epoch": 3.2627894453419493,
      "grad_norm": 0.8073911070823669,
      "learning_rate": 7.57776928588511e-06,
      "loss": 0.186,
      "step": 760
    },
    {
      "epoch": 3.26709746903608,
      "grad_norm": 0.8156265020370483,
      "learning_rate": 7.571965423803052e-06,
      "loss": 0.1735,
      "step": 761
    },
    {
      "epoch": 3.27140549273021,
      "grad_norm": 0.7891457080841064,
      "learning_rate": 7.566156845557684e-06,
      "loss": 0.1708,
      "step": 762
    },
    {
      "epoch": 3.2757135164243403,
      "grad_norm": 0.7164343595504761,
      "learning_rate": 7.560343561800087e-06,
      "loss": 0.183,
      "step": 763
    },
    {
      "epoch": 3.2800215401184705,
      "grad_norm": 0.7573089599609375,
      "learning_rate": 7.554525583189969e-06,
      "loss": 0.1883,
      "step": 764
    },
    {
      "epoch": 3.284329563812601,
      "grad_norm": 0.7825318574905396,
      "learning_rate": 7.548702920395639e-06,
      "loss": 0.1787,
      "step": 765
    },
    {
      "epoch": 3.2886375875067313,
      "grad_norm": 0.7607948184013367,
      "learning_rate": 7.542875584094006e-06,
      "loss": 0.1934,
      "step": 766
    },
    {
      "epoch": 3.2929456112008615,
      "grad_norm": 0.8865452408790588,
      "learning_rate": 7.537043584970543e-06,
      "loss": 0.1713,
      "step": 767
    },
    {
      "epoch": 3.297253634894992,
      "grad_norm": 0.7793084383010864,
      "learning_rate": 7.53120693371927e-06,
      "loss": 0.1741,
      "step": 768
    },
    {
      "epoch": 3.3015616585891223,
      "grad_norm": 0.6900126934051514,
      "learning_rate": 7.525365641042749e-06,
      "loss": 0.186,
      "step": 769
    },
    {
      "epoch": 3.3058696822832525,
      "grad_norm": 0.7191606760025024,
      "learning_rate": 7.519519717652039e-06,
      "loss": 0.1805,
      "step": 770
    },
    {
      "epoch": 3.3101777059773827,
      "grad_norm": 0.8574715852737427,
      "learning_rate": 7.5136691742667e-06,
      "loss": 0.1846,
      "step": 771
    },
    {
      "epoch": 3.3144857296715133,
      "grad_norm": 0.7486770153045654,
      "learning_rate": 7.507814021614761e-06,
      "loss": 0.1788,
      "step": 772
    },
    {
      "epoch": 3.3187937533656435,
      "grad_norm": 0.7185223698616028,
      "learning_rate": 7.501954270432701e-06,
      "loss": 0.1813,
      "step": 773
    },
    {
      "epoch": 3.3231017770597737,
      "grad_norm": 0.7054628133773804,
      "learning_rate": 7.496089931465432e-06,
      "loss": 0.192,
      "step": 774
    },
    {
      "epoch": 3.3274098007539044,
      "grad_norm": 0.8348388671875,
      "learning_rate": 7.490221015466279e-06,
      "loss": 0.1831,
      "step": 775
    },
    {
      "epoch": 3.3317178244480345,
      "grad_norm": 0.90952467918396,
      "learning_rate": 7.4843475331969614e-06,
      "loss": 0.1764,
      "step": 776
    },
    {
      "epoch": 3.3360258481421647,
      "grad_norm": 0.7084717750549316,
      "learning_rate": 7.478469495427569e-06,
      "loss": 0.1865,
      "step": 777
    },
    {
      "epoch": 3.340333871836295,
      "grad_norm": 0.771369457244873,
      "learning_rate": 7.4725869129365484e-06,
      "loss": 0.1846,
      "step": 778
    },
    {
      "epoch": 3.3446418955304256,
      "grad_norm": 0.75652676820755,
      "learning_rate": 7.4666997965106725e-06,
      "loss": 0.1875,
      "step": 779
    },
    {
      "epoch": 3.3489499192245558,
      "grad_norm": 0.7481139302253723,
      "learning_rate": 7.4608081569450365e-06,
      "loss": 0.1752,
      "step": 780
    },
    {
      "epoch": 3.353257942918686,
      "grad_norm": 0.7712534070014954,
      "learning_rate": 7.4549120050430265e-06,
      "loss": 0.181,
      "step": 781
    },
    {
      "epoch": 3.3575659666128166,
      "grad_norm": 0.8637974858283997,
      "learning_rate": 7.449011351616302e-06,
      "loss": 0.1774,
      "step": 782
    },
    {
      "epoch": 3.361873990306947,
      "grad_norm": 0.712335467338562,
      "learning_rate": 7.443106207484776e-06,
      "loss": 0.1878,
      "step": 783
    },
    {
      "epoch": 3.366182014001077,
      "grad_norm": 0.779151201248169,
      "learning_rate": 7.437196583476597e-06,
      "loss": 0.1728,
      "step": 784
    },
    {
      "epoch": 3.370490037695207,
      "grad_norm": 0.7468299865722656,
      "learning_rate": 7.43128249042813e-06,
      "loss": 0.1911,
      "step": 785
    },
    {
      "epoch": 3.374798061389338,
      "grad_norm": 0.8930696249008179,
      "learning_rate": 7.425363939183931e-06,
      "loss": 0.1798,
      "step": 786
    },
    {
      "epoch": 3.379106085083468,
      "grad_norm": 0.9994642734527588,
      "learning_rate": 7.419440940596735e-06,
      "loss": 0.1881,
      "step": 787
    },
    {
      "epoch": 3.383414108777598,
      "grad_norm": 0.8835253715515137,
      "learning_rate": 7.41351350552743e-06,
      "loss": 0.1827,
      "step": 788
    },
    {
      "epoch": 3.387722132471729,
      "grad_norm": 0.7508931159973145,
      "learning_rate": 7.407581644845038e-06,
      "loss": 0.1867,
      "step": 789
    },
    {
      "epoch": 3.392030156165859,
      "grad_norm": 0.8232507109642029,
      "learning_rate": 7.401645369426697e-06,
      "loss": 0.1807,
      "step": 790
    },
    {
      "epoch": 3.396338179859989,
      "grad_norm": 0.755211353302002,
      "learning_rate": 7.395704690157644e-06,
      "loss": 0.1841,
      "step": 791
    },
    {
      "epoch": 3.4006462035541194,
      "grad_norm": 0.8512404561042786,
      "learning_rate": 7.389759617931183e-06,
      "loss": 0.1932,
      "step": 792
    },
    {
      "epoch": 3.40495422724825,
      "grad_norm": 0.7709099054336548,
      "learning_rate": 7.383810163648682e-06,
      "loss": 0.166,
      "step": 793
    },
    {
      "epoch": 3.4092622509423802,
      "grad_norm": 0.7232650518417358,
      "learning_rate": 7.3778563382195365e-06,
      "loss": 0.18,
      "step": 794
    },
    {
      "epoch": 3.4135702746365104,
      "grad_norm": 0.8082464337348938,
      "learning_rate": 7.371898152561166e-06,
      "loss": 0.186,
      "step": 795
    },
    {
      "epoch": 3.417878298330641,
      "grad_norm": 0.7701036334037781,
      "learning_rate": 7.365935617598975e-06,
      "loss": 0.1739,
      "step": 796
    },
    {
      "epoch": 3.4221863220247712,
      "grad_norm": 0.7623946666717529,
      "learning_rate": 7.359968744266353e-06,
      "loss": 0.1933,
      "step": 797
    },
    {
      "epoch": 3.4264943457189014,
      "grad_norm": 0.81331866979599,
      "learning_rate": 7.35399754350464e-06,
      "loss": 0.1903,
      "step": 798
    },
    {
      "epoch": 3.4308023694130316,
      "grad_norm": 0.7704458236694336,
      "learning_rate": 7.3480220262631095e-06,
      "loss": 0.1756,
      "step": 799
    },
    {
      "epoch": 3.4351103931071623,
      "grad_norm": 0.7425993084907532,
      "learning_rate": 7.342042203498952e-06,
      "loss": 0.1786,
      "step": 800
    },
    {
      "epoch": 3.4394184168012925,
      "grad_norm": 0.8658850789070129,
      "learning_rate": 7.336058086177253e-06,
      "loss": 0.1834,
      "step": 801
    },
    {
      "epoch": 3.4437264404954226,
      "grad_norm": 0.8086578249931335,
      "learning_rate": 7.330069685270976e-06,
      "loss": 0.1808,
      "step": 802
    },
    {
      "epoch": 3.4480344641895533,
      "grad_norm": 0.7482308745384216,
      "learning_rate": 7.3240770117609325e-06,
      "loss": 0.1887,
      "step": 803
    },
    {
      "epoch": 3.4523424878836835,
      "grad_norm": 0.8038567900657654,
      "learning_rate": 7.318080076635773e-06,
      "loss": 0.1831,
      "step": 804
    },
    {
      "epoch": 3.4566505115778137,
      "grad_norm": 0.7037034034729004,
      "learning_rate": 7.312078890891962e-06,
      "loss": 0.1766,
      "step": 805
    },
    {
      "epoch": 3.460958535271944,
      "grad_norm": 0.7575218081474304,
      "learning_rate": 7.306073465533759e-06,
      "loss": 0.1753,
      "step": 806
    },
    {
      "epoch": 3.4652665589660745,
      "grad_norm": 0.831322193145752,
      "learning_rate": 7.300063811573194e-06,
      "loss": 0.1988,
      "step": 807
    },
    {
      "epoch": 3.4695745826602047,
      "grad_norm": 0.737129271030426,
      "learning_rate": 7.294049940030055e-06,
      "loss": 0.1904,
      "step": 808
    },
    {
      "epoch": 3.473882606354335,
      "grad_norm": 0.7896698713302612,
      "learning_rate": 7.2880318619318605e-06,
      "loss": 0.1883,
      "step": 809
    },
    {
      "epoch": 3.4781906300484655,
      "grad_norm": 0.7189210653305054,
      "learning_rate": 7.2820095883138456e-06,
      "loss": 0.1743,
      "step": 810
    },
    {
      "epoch": 3.4824986537425957,
      "grad_norm": 0.7875738739967346,
      "learning_rate": 7.2759831302189376e-06,
      "loss": 0.1917,
      "step": 811
    },
    {
      "epoch": 3.486806677436726,
      "grad_norm": 0.8502741456031799,
      "learning_rate": 7.269952498697734e-06,
      "loss": 0.193,
      "step": 812
    },
    {
      "epoch": 3.491114701130856,
      "grad_norm": 0.7916224002838135,
      "learning_rate": 7.2639177048084894e-06,
      "loss": 0.1877,
      "step": 813
    },
    {
      "epoch": 3.4954227248249867,
      "grad_norm": 0.7110468745231628,
      "learning_rate": 7.25787875961709e-06,
      "loss": 0.1751,
      "step": 814
    },
    {
      "epoch": 3.499730748519117,
      "grad_norm": 0.7333479523658752,
      "learning_rate": 7.2518356741970285e-06,
      "loss": 0.1736,
      "step": 815
    },
    {
      "epoch": 3.504038772213247,
      "grad_norm": 0.7988889813423157,
      "learning_rate": 7.245788459629397e-06,
      "loss": 0.1756,
      "step": 816
    },
    {
      "epoch": 3.5083467959073777,
      "grad_norm": 0.7231525778770447,
      "learning_rate": 7.239737127002854e-06,
      "loss": 0.1748,
      "step": 817
    },
    {
      "epoch": 3.512654819601508,
      "grad_norm": 0.7418997287750244,
      "learning_rate": 7.233681687413614e-06,
      "loss": 0.1809,
      "step": 818
    },
    {
      "epoch": 3.516962843295638,
      "grad_norm": 0.7931709885597229,
      "learning_rate": 7.227622151965418e-06,
      "loss": 0.19,
      "step": 819
    },
    {
      "epoch": 3.5212708669897683,
      "grad_norm": 0.8055832386016846,
      "learning_rate": 7.221558531769519e-06,
      "loss": 0.1841,
      "step": 820
    },
    {
      "epoch": 3.5255788906838985,
      "grad_norm": 0.8355058431625366,
      "learning_rate": 7.21549083794466e-06,
      "loss": 0.1834,
      "step": 821
    },
    {
      "epoch": 3.529886914378029,
      "grad_norm": 0.7648366093635559,
      "learning_rate": 7.209419081617055e-06,
      "loss": 0.1836,
      "step": 822
    },
    {
      "epoch": 3.5341949380721593,
      "grad_norm": 0.8649141192436218,
      "learning_rate": 7.203343273920365e-06,
      "loss": 0.1928,
      "step": 823
    },
    {
      "epoch": 3.53850296176629,
      "grad_norm": 0.7186275720596313,
      "learning_rate": 7.197263425995682e-06,
      "loss": 0.1767,
      "step": 824
    },
    {
      "epoch": 3.54281098546042,
      "grad_norm": 0.7774980068206787,
      "learning_rate": 7.191179548991507e-06,
      "loss": 0.1797,
      "step": 825
    },
    {
      "epoch": 3.5471190091545504,
      "grad_norm": 0.7177664041519165,
      "learning_rate": 7.185091654063724e-06,
      "loss": 0.1845,
      "step": 826
    },
    {
      "epoch": 3.5514270328486806,
      "grad_norm": 0.7631592750549316,
      "learning_rate": 7.1789997523755915e-06,
      "loss": 0.1785,
      "step": 827
    },
    {
      "epoch": 3.5557350565428107,
      "grad_norm": 0.7096567749977112,
      "learning_rate": 7.172903855097712e-06,
      "loss": 0.1893,
      "step": 828
    },
    {
      "epoch": 3.5600430802369414,
      "grad_norm": 0.800830066204071,
      "learning_rate": 7.166803973408012e-06,
      "loss": 0.1864,
      "step": 829
    },
    {
      "epoch": 3.5643511039310716,
      "grad_norm": 0.7556864619255066,
      "learning_rate": 7.160700118491729e-06,
      "loss": 0.1876,
      "step": 830
    },
    {
      "epoch": 3.568659127625202,
      "grad_norm": 0.7628764510154724,
      "learning_rate": 7.154592301541383e-06,
      "loss": 0.1873,
      "step": 831
    },
    {
      "epoch": 3.5729671513193324,
      "grad_norm": 0.7047873139381409,
      "learning_rate": 7.148480533756759e-06,
      "loss": 0.1781,
      "step": 832
    },
    {
      "epoch": 3.5772751750134626,
      "grad_norm": 0.7988886833190918,
      "learning_rate": 7.142364826344891e-06,
      "loss": 0.1856,
      "step": 833
    },
    {
      "epoch": 3.581583198707593,
      "grad_norm": 0.7696588635444641,
      "learning_rate": 7.1362451905200285e-06,
      "loss": 0.1739,
      "step": 834
    },
    {
      "epoch": 3.585891222401723,
      "grad_norm": 0.8719116449356079,
      "learning_rate": 7.130121637503633e-06,
      "loss": 0.1937,
      "step": 835
    },
    {
      "epoch": 3.5901992460958536,
      "grad_norm": 0.8098923563957214,
      "learning_rate": 7.123994178524345e-06,
      "loss": 0.1859,
      "step": 836
    },
    {
      "epoch": 3.594507269789984,
      "grad_norm": 0.8798801898956299,
      "learning_rate": 7.117862824817966e-06,
      "loss": 0.1802,
      "step": 837
    },
    {
      "epoch": 3.598815293484114,
      "grad_norm": 0.8650680184364319,
      "learning_rate": 7.1117275876274425e-06,
      "loss": 0.1806,
      "step": 838
    },
    {
      "epoch": 3.6031233171782446,
      "grad_norm": 0.8523943424224854,
      "learning_rate": 7.105588478202838e-06,
      "loss": 0.1752,
      "step": 839
    },
    {
      "epoch": 3.607431340872375,
      "grad_norm": 0.7416144609451294,
      "learning_rate": 7.099445507801324e-06,
      "loss": 0.1747,
      "step": 840
    },
    {
      "epoch": 3.611739364566505,
      "grad_norm": 0.7997528910636902,
      "learning_rate": 7.093298687687141e-06,
      "loss": 0.1785,
      "step": 841
    },
    {
      "epoch": 3.616047388260635,
      "grad_norm": 0.8117310404777527,
      "learning_rate": 7.0871480291315975e-06,
      "loss": 0.179,
      "step": 842
    },
    {
      "epoch": 3.620355411954766,
      "grad_norm": 0.8026857972145081,
      "learning_rate": 7.080993543413035e-06,
      "loss": 0.1905,
      "step": 843
    },
    {
      "epoch": 3.624663435648896,
      "grad_norm": 0.7391301393508911,
      "learning_rate": 7.0748352418168174e-06,
      "loss": 0.1751,
      "step": 844
    },
    {
      "epoch": 3.6289714593430262,
      "grad_norm": 0.7324339747428894,
      "learning_rate": 7.068673135635302e-06,
      "loss": 0.177,
      "step": 845
    },
    {
      "epoch": 3.633279483037157,
      "grad_norm": 0.752116858959198,
      "learning_rate": 7.062507236167826e-06,
      "loss": 0.1919,
      "step": 846
    },
    {
      "epoch": 3.637587506731287,
      "grad_norm": 0.8739787340164185,
      "learning_rate": 7.056337554720676e-06,
      "loss": 0.18,
      "step": 847
    },
    {
      "epoch": 3.6418955304254172,
      "grad_norm": 0.9470150470733643,
      "learning_rate": 7.050164102607081e-06,
      "loss": 0.1889,
      "step": 848
    },
    {
      "epoch": 3.6462035541195474,
      "grad_norm": 0.8388432264328003,
      "learning_rate": 7.043986891147179e-06,
      "loss": 0.1911,
      "step": 849
    },
    {
      "epoch": 3.650511577813678,
      "grad_norm": 0.7548778057098389,
      "learning_rate": 7.037805931668006e-06,
      "loss": 0.1833,
      "step": 850
    },
    {
      "epoch": 3.6548196015078083,
      "grad_norm": 0.7865473628044128,
      "learning_rate": 7.031621235503464e-06,
      "loss": 0.1824,
      "step": 851
    },
    {
      "epoch": 3.6591276252019385,
      "grad_norm": 0.7438720464706421,
      "learning_rate": 7.025432813994315e-06,
      "loss": 0.1812,
      "step": 852
    },
    {
      "epoch": 3.663435648896069,
      "grad_norm": 0.7457842230796814,
      "learning_rate": 7.019240678488145e-06,
      "loss": 0.1948,
      "step": 853
    },
    {
      "epoch": 3.6677436725901993,
      "grad_norm": 0.7958986759185791,
      "learning_rate": 7.013044840339353e-06,
      "loss": 0.1845,
      "step": 854
    },
    {
      "epoch": 3.6720516962843295,
      "grad_norm": 0.7546960711479187,
      "learning_rate": 7.006845310909131e-06,
      "loss": 0.1807,
      "step": 855
    },
    {
      "epoch": 3.6763597199784597,
      "grad_norm": 0.7642547488212585,
      "learning_rate": 7.000642101565434e-06,
      "loss": 0.175,
      "step": 856
    },
    {
      "epoch": 3.6806677436725903,
      "grad_norm": 0.6758170127868652,
      "learning_rate": 6.994435223682966e-06,
      "loss": 0.1836,
      "step": 857
    },
    {
      "epoch": 3.6849757673667205,
      "grad_norm": 0.7619655728340149,
      "learning_rate": 6.9882246886431615e-06,
      "loss": 0.1881,
      "step": 858
    },
    {
      "epoch": 3.6892837910608507,
      "grad_norm": 0.7106654644012451,
      "learning_rate": 6.982010507834158e-06,
      "loss": 0.182,
      "step": 859
    },
    {
      "epoch": 3.6935918147549813,
      "grad_norm": 0.7118704319000244,
      "learning_rate": 6.975792692650778e-06,
      "loss": 0.1894,
      "step": 860
    },
    {
      "epoch": 3.6978998384491115,
      "grad_norm": 0.8190689086914062,
      "learning_rate": 6.969571254494509e-06,
      "loss": 0.1806,
      "step": 861
    },
    {
      "epoch": 3.7022078621432417,
      "grad_norm": 0.8226962089538574,
      "learning_rate": 6.963346204773483e-06,
      "loss": 0.1784,
      "step": 862
    },
    {
      "epoch": 3.706515885837372,
      "grad_norm": 0.6322476863861084,
      "learning_rate": 6.957117554902452e-06,
      "loss": 0.1706,
      "step": 863
    },
    {
      "epoch": 3.7108239095315025,
      "grad_norm": 0.8125499486923218,
      "learning_rate": 6.950885316302773e-06,
      "loss": 0.1934,
      "step": 864
    },
    {
      "epoch": 3.7151319332256327,
      "grad_norm": 0.8503420948982239,
      "learning_rate": 6.94464950040238e-06,
      "loss": 0.1833,
      "step": 865
    },
    {
      "epoch": 3.719439956919763,
      "grad_norm": 0.7436283826828003,
      "learning_rate": 6.938410118635768e-06,
      "loss": 0.1784,
      "step": 866
    },
    {
      "epoch": 3.7237479806138936,
      "grad_norm": 0.7340200543403625,
      "learning_rate": 6.9321671824439715e-06,
      "loss": 0.1855,
      "step": 867
    },
    {
      "epoch": 3.7280560043080238,
      "grad_norm": 0.7100676894187927,
      "learning_rate": 6.9259207032745415e-06,
      "loss": 0.1699,
      "step": 868
    },
    {
      "epoch": 3.732364028002154,
      "grad_norm": 0.8664551973342896,
      "learning_rate": 6.919670692581526e-06,
      "loss": 0.1914,
      "step": 869
    },
    {
      "epoch": 3.736672051696284,
      "grad_norm": 0.7995779514312744,
      "learning_rate": 6.913417161825449e-06,
      "loss": 0.1768,
      "step": 870
    },
    {
      "epoch": 3.7409800753904148,
      "grad_norm": 0.7231603264808655,
      "learning_rate": 6.907160122473291e-06,
      "loss": 0.1843,
      "step": 871
    },
    {
      "epoch": 3.745288099084545,
      "grad_norm": 0.7902730107307434,
      "learning_rate": 6.90089958599846e-06,
      "loss": 0.1811,
      "step": 872
    },
    {
      "epoch": 3.749596122778675,
      "grad_norm": 0.7823545336723328,
      "learning_rate": 6.894635563880785e-06,
      "loss": 0.1795,
      "step": 873
    },
    {
      "epoch": 3.753904146472806,
      "grad_norm": 0.7500615119934082,
      "learning_rate": 6.88836806760648e-06,
      "loss": 0.1758,
      "step": 874
    },
    {
      "epoch": 3.758212170166936,
      "grad_norm": 0.7018880844116211,
      "learning_rate": 6.882097108668132e-06,
      "loss": 0.1733,
      "step": 875
    },
    {
      "epoch": 3.762520193861066,
      "grad_norm": 0.7450665235519409,
      "learning_rate": 6.875822698564678e-06,
      "loss": 0.1676,
      "step": 876
    },
    {
      "epoch": 3.7668282175551964,
      "grad_norm": 0.7359514832496643,
      "learning_rate": 6.869544848801383e-06,
      "loss": 0.19,
      "step": 877
    },
    {
      "epoch": 3.771136241249327,
      "grad_norm": 0.7743359208106995,
      "learning_rate": 6.863263570889818e-06,
      "loss": 0.1688,
      "step": 878
    },
    {
      "epoch": 3.775444264943457,
      "grad_norm": 0.6148492097854614,
      "learning_rate": 6.85697887634784e-06,
      "loss": 0.1873,
      "step": 879
    },
    {
      "epoch": 3.7797522886375874,
      "grad_norm": 0.7440102696418762,
      "learning_rate": 6.850690776699574e-06,
      "loss": 0.1903,
      "step": 880
    },
    {
      "epoch": 3.784060312331718,
      "grad_norm": 0.7168632745742798,
      "learning_rate": 6.844399283475384e-06,
      "loss": 0.191,
      "step": 881
    },
    {
      "epoch": 3.788368336025848,
      "grad_norm": 0.6857194900512695,
      "learning_rate": 6.838104408211862e-06,
      "loss": 0.1831,
      "step": 882
    },
    {
      "epoch": 3.7926763597199784,
      "grad_norm": 0.6851407885551453,
      "learning_rate": 6.831806162451799e-06,
      "loss": 0.1842,
      "step": 883
    },
    {
      "epoch": 3.7969843834141086,
      "grad_norm": 0.8678072094917297,
      "learning_rate": 6.825504557744167e-06,
      "loss": 0.1892,
      "step": 884
    },
    {
      "epoch": 3.8012924071082392,
      "grad_norm": 0.7824573516845703,
      "learning_rate": 6.819199605644093e-06,
      "loss": 0.184,
      "step": 885
    },
    {
      "epoch": 3.8056004308023694,
      "grad_norm": 0.8031753301620483,
      "learning_rate": 6.812891317712851e-06,
      "loss": 0.1851,
      "step": 886
    },
    {
      "epoch": 3.8099084544964996,
      "grad_norm": 0.747918963432312,
      "learning_rate": 6.806579705517824e-06,
      "loss": 0.1791,
      "step": 887
    },
    {
      "epoch": 3.8142164781906303,
      "grad_norm": 0.6846821904182434,
      "learning_rate": 6.800264780632495e-06,
      "loss": 0.1867,
      "step": 888
    },
    {
      "epoch": 3.8185245018847604,
      "grad_norm": 0.6762527227401733,
      "learning_rate": 6.793946554636417e-06,
      "loss": 0.1946,
      "step": 889
    },
    {
      "epoch": 3.8228325255788906,
      "grad_norm": 0.8078494071960449,
      "learning_rate": 6.7876250391152e-06,
      "loss": 0.1811,
      "step": 890
    },
    {
      "epoch": 3.827140549273021,
      "grad_norm": 0.709995687007904,
      "learning_rate": 6.781300245660487e-06,
      "loss": 0.177,
      "step": 891
    },
    {
      "epoch": 3.8314485729671515,
      "grad_norm": 0.7268922328948975,
      "learning_rate": 6.774972185869928e-06,
      "loss": 0.1909,
      "step": 892
    },
    {
      "epoch": 3.8357565966612817,
      "grad_norm": 0.7240892052650452,
      "learning_rate": 6.768640871347163e-06,
      "loss": 0.1906,
      "step": 893
    },
    {
      "epoch": 3.840064620355412,
      "grad_norm": 0.7050197720527649,
      "learning_rate": 6.762306313701803e-06,
      "loss": 0.1792,
      "step": 894
    },
    {
      "epoch": 3.8443726440495425,
      "grad_norm": 0.7163313031196594,
      "learning_rate": 6.7559685245494025e-06,
      "loss": 0.1844,
      "step": 895
    },
    {
      "epoch": 3.8486806677436727,
      "grad_norm": 0.7890435457229614,
      "learning_rate": 6.749627515511443e-06,
      "loss": 0.1886,
      "step": 896
    },
    {
      "epoch": 3.852988691437803,
      "grad_norm": 0.7992168068885803,
      "learning_rate": 6.743283298215312e-06,
      "loss": 0.1907,
      "step": 897
    },
    {
      "epoch": 3.857296715131933,
      "grad_norm": 0.904237687587738,
      "learning_rate": 6.736935884294275e-06,
      "loss": 0.1774,
      "step": 898
    },
    {
      "epoch": 3.8616047388260637,
      "grad_norm": 0.7321799397468567,
      "learning_rate": 6.730585285387465e-06,
      "loss": 0.18,
      "step": 899
    },
    {
      "epoch": 3.865912762520194,
      "grad_norm": 0.7467935681343079,
      "learning_rate": 6.724231513139853e-06,
      "loss": 0.1685,
      "step": 900
    },
    {
      "epoch": 3.870220786214324,
      "grad_norm": 0.7189427614212036,
      "learning_rate": 6.717874579202227e-06,
      "loss": 0.1807,
      "step": 901
    },
    {
      "epoch": 3.8745288099084547,
      "grad_norm": 0.810021162033081,
      "learning_rate": 6.711514495231173e-06,
      "loss": 0.1857,
      "step": 902
    },
    {
      "epoch": 3.878836833602585,
      "grad_norm": 0.7699490785598755,
      "learning_rate": 6.705151272889055e-06,
      "loss": 0.1804,
      "step": 903
    },
    {
      "epoch": 3.883144857296715,
      "grad_norm": 0.723810076713562,
      "learning_rate": 6.698784923843993e-06,
      "loss": 0.1767,
      "step": 904
    },
    {
      "epoch": 3.8874528809908453,
      "grad_norm": 0.7115669250488281,
      "learning_rate": 6.692415459769835e-06,
      "loss": 0.1681,
      "step": 905
    },
    {
      "epoch": 3.891760904684976,
      "grad_norm": 0.7950160503387451,
      "learning_rate": 6.686042892346147e-06,
      "loss": 0.1868,
      "step": 906
    },
    {
      "epoch": 3.896068928379106,
      "grad_norm": 0.7404954433441162,
      "learning_rate": 6.679667233258179e-06,
      "loss": 0.1793,
      "step": 907
    },
    {
      "epoch": 3.9003769520732363,
      "grad_norm": 0.7232417464256287,
      "learning_rate": 6.673288494196858e-06,
      "loss": 0.1698,
      "step": 908
    },
    {
      "epoch": 3.904684975767367,
      "grad_norm": 0.6922205090522766,
      "learning_rate": 6.666906686858753e-06,
      "loss": 0.1878,
      "step": 909
    },
    {
      "epoch": 3.908992999461497,
      "grad_norm": 0.8065887093544006,
      "learning_rate": 6.66052182294606e-06,
      "loss": 0.172,
      "step": 910
    },
    {
      "epoch": 3.9133010231556273,
      "grad_norm": 0.6786320805549622,
      "learning_rate": 6.654133914166582e-06,
      "loss": 0.1818,
      "step": 911
    },
    {
      "epoch": 3.9176090468497575,
      "grad_norm": 0.9004634022712708,
      "learning_rate": 6.647742972233703e-06,
      "loss": 0.1814,
      "step": 912
    },
    {
      "epoch": 3.9219170705438877,
      "grad_norm": 0.928763747215271,
      "learning_rate": 6.641349008866369e-06,
      "loss": 0.1819,
      "step": 913
    },
    {
      "epoch": 3.9262250942380184,
      "grad_norm": 0.8380340337753296,
      "learning_rate": 6.634952035789069e-06,
      "loss": 0.1799,
      "step": 914
    },
    {
      "epoch": 3.9305331179321485,
      "grad_norm": 0.7506704330444336,
      "learning_rate": 6.628552064731807e-06,
      "loss": 0.1777,
      "step": 915
    },
    {
      "epoch": 3.934841141626279,
      "grad_norm": 0.7512242794036865,
      "learning_rate": 6.622149107430088e-06,
      "loss": 0.1745,
      "step": 916
    },
    {
      "epoch": 3.9391491653204094,
      "grad_norm": 0.817297101020813,
      "learning_rate": 6.6157431756248906e-06,
      "loss": 0.1851,
      "step": 917
    },
    {
      "epoch": 3.9434571890145396,
      "grad_norm": 0.817671537399292,
      "learning_rate": 6.609334281062647e-06,
      "loss": 0.1791,
      "step": 918
    },
    {
      "epoch": 3.9477652127086698,
      "grad_norm": 0.8131271004676819,
      "learning_rate": 6.602922435495225e-06,
      "loss": 0.18,
      "step": 919
    },
    {
      "epoch": 3.9520732364028,
      "grad_norm": 0.7726566791534424,
      "learning_rate": 6.5965076506799e-06,
      "loss": 0.1738,
      "step": 920
    },
    {
      "epoch": 3.9563812600969306,
      "grad_norm": 0.7950050830841064,
      "learning_rate": 6.5900899383793415e-06,
      "loss": 0.1756,
      "step": 921
    },
    {
      "epoch": 3.9606892837910608,
      "grad_norm": 0.7116392850875854,
      "learning_rate": 6.583669310361583e-06,
      "loss": 0.1766,
      "step": 922
    },
    {
      "epoch": 3.9649973074851914,
      "grad_norm": 0.7608798742294312,
      "learning_rate": 6.577245778400006e-06,
      "loss": 0.1897,
      "step": 923
    },
    {
      "epoch": 3.9693053311793216,
      "grad_norm": 0.8389754891395569,
      "learning_rate": 6.570819354273317e-06,
      "loss": 0.1857,
      "step": 924
    },
    {
      "epoch": 3.973613354873452,
      "grad_norm": 0.7660545110702515,
      "learning_rate": 6.564390049765528e-06,
      "loss": 0.1807,
      "step": 925
    },
    {
      "epoch": 3.977921378567582,
      "grad_norm": 0.736478865146637,
      "learning_rate": 6.557957876665926e-06,
      "loss": 0.1777,
      "step": 926
    },
    {
      "epoch": 3.982229402261712,
      "grad_norm": 0.7079669833183289,
      "learning_rate": 6.551522846769067e-06,
      "loss": 0.1826,
      "step": 927
    },
    {
      "epoch": 3.986537425955843,
      "grad_norm": 0.7876244187355042,
      "learning_rate": 6.545084971874738e-06,
      "loss": 0.1795,
      "step": 928
    },
    {
      "epoch": 3.990845449649973,
      "grad_norm": 0.7773596048355103,
      "learning_rate": 6.538644263787948e-06,
      "loss": 0.1932,
      "step": 929
    },
    {
      "epoch": 3.9951534733441036,
      "grad_norm": 0.744175374507904,
      "learning_rate": 6.532200734318896e-06,
      "loss": 0.1785,
      "step": 930
    },
    {
      "epoch": 3.999461497038234,
      "grad_norm": 0.6581542491912842,
      "learning_rate": 6.525754395282961e-06,
      "loss": 0.1776,
      "step": 931
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.6581542491912842,
      "learning_rate": 6.5193052585006666e-06,
      "loss": 0.1884,
      "step": 932
    }
  ],
  "logging_steps": 1,
  "max_steps": 2320,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 10751167365120.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}