{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2000092255177822,
  "eval_steps": 500,
  "global_step": 542,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000369020711287421,
      "grad_norm": 32.204185485839844,
      "learning_rate": 0.0,
      "loss": 6.701247215270996,
      "step": 1
    },
    {
      "epoch": 0.000738041422574842,
      "grad_norm": 32.250003814697266,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 6.400952339172363,
      "step": 2
    },
    {
      "epoch": 0.001107062133862263,
      "grad_norm": 24.697145462036133,
      "learning_rate": 4.000000000000001e-06,
      "loss": 6.332036972045898,
      "step": 3
    },
    {
      "epoch": 0.001476082845149684,
      "grad_norm": 18.79606819152832,
      "learning_rate": 6e-06,
      "loss": 6.286121845245361,
      "step": 4
    },
    {
      "epoch": 0.001845103556437105,
      "grad_norm": 18.390621185302734,
      "learning_rate": 8.000000000000001e-06,
      "loss": 6.1857757568359375,
      "step": 5
    },
    {
      "epoch": 0.002214124267724526,
      "grad_norm": 15.014426231384277,
      "learning_rate": 1e-05,
      "loss": 6.110501766204834,
      "step": 6
    },
    {
      "epoch": 0.002583144979011947,
      "grad_norm": 15.987100601196289,
      "learning_rate": 1.2e-05,
      "loss": 5.976349830627441,
      "step": 7
    },
    {
      "epoch": 0.002952165690299368,
      "grad_norm": 18.343597412109375,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 6.035942077636719,
      "step": 8
    },
    {
      "epoch": 0.0033211864015867893,
      "grad_norm": 13.626900672912598,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 6.0868072509765625,
      "step": 9
    },
    {
      "epoch": 0.00369020711287421,
      "grad_norm": 11.279500007629395,
      "learning_rate": 1.8e-05,
      "loss": 6.021449089050293,
      "step": 10
    },
    {
      "epoch": 0.004059227824161631,
      "grad_norm": 12.686036109924316,
      "learning_rate": 2e-05,
      "loss": 6.056863784790039,
      "step": 11
    },
    {
      "epoch": 0.004428248535449052,
      "grad_norm": 10.581238746643066,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 5.860020637512207,
      "step": 12
    },
    {
      "epoch": 0.004797269246736473,
      "grad_norm": 8.909687042236328,
      "learning_rate": 2.4e-05,
      "loss": 5.828363418579102,
      "step": 13
    },
    {
      "epoch": 0.005166289958023894,
      "grad_norm": 6.024884223937988,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 5.932955741882324,
      "step": 14
    },
    {
      "epoch": 0.0055353106693113155,
      "grad_norm": 7.050922393798828,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 5.747481822967529,
      "step": 15
    },
    {
      "epoch": 0.005904331380598736,
      "grad_norm": 5.779654502868652,
      "learning_rate": 3e-05,
      "loss": 5.645102024078369,
      "step": 16
    },
    {
      "epoch": 0.006273352091886157,
      "grad_norm": 6.848283290863037,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 6.164463996887207,
      "step": 17
    },
    {
      "epoch": 0.0066423728031735785,
      "grad_norm": 5.797471046447754,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 5.728422164916992,
      "step": 18
    },
    {
      "epoch": 0.007011393514460999,
      "grad_norm": 6.957800388336182,
      "learning_rate": 3.6e-05,
      "loss": 5.617619514465332,
      "step": 19
    },
    {
      "epoch": 0.00738041422574842,
      "grad_norm": 6.550650596618652,
      "learning_rate": 3.8e-05,
      "loss": 5.684273719787598,
      "step": 20
    },
    {
      "epoch": 0.007749434937035841,
      "grad_norm": 5.633530616760254,
      "learning_rate": 4e-05,
      "loss": 5.696666240692139,
      "step": 21
    },
    {
      "epoch": 0.008118455648323262,
      "grad_norm": 5.457925319671631,
      "learning_rate": 4.2e-05,
      "loss": 5.586109638214111,
      "step": 22
    },
    {
      "epoch": 0.008487476359610684,
      "grad_norm": 7.086246967315674,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 5.715998649597168,
      "step": 23
    },
    {
      "epoch": 0.008856497070898105,
      "grad_norm": 6.937062740325928,
      "learning_rate": 4.600000000000001e-05,
      "loss": 5.574023246765137,
      "step": 24
    },
    {
      "epoch": 0.009225517782185525,
      "grad_norm": 6.063978672027588,
      "learning_rate": 4.8e-05,
      "loss": 5.798689365386963,
      "step": 25
    },
    {
      "epoch": 0.009594538493472946,
      "grad_norm": 5.2796807289123535,
      "learning_rate": 5e-05,
      "loss": 5.642449855804443,
      "step": 26
    },
    {
      "epoch": 0.009963559204760367,
      "grad_norm": 6.248167991638184,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 5.889494895935059,
      "step": 27
    },
    {
      "epoch": 0.010332579916047788,
      "grad_norm": 5.35820198059082,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 5.48094367980957,
      "step": 28
    },
    {
      "epoch": 0.010701600627335208,
      "grad_norm": 5.648565292358398,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 5.6747331619262695,
      "step": 29
    },
    {
      "epoch": 0.011070621338622631,
      "grad_norm": 4.546300888061523,
      "learning_rate": 5.8e-05,
      "loss": 5.303746223449707,
      "step": 30
    },
    {
      "epoch": 0.011439642049910052,
      "grad_norm": 4.514847278594971,
      "learning_rate": 6e-05,
      "loss": 5.3704681396484375,
      "step": 31
    },
    {
      "epoch": 0.011808662761197472,
      "grad_norm": 3.8123302459716797,
      "learning_rate": 6.2e-05,
      "loss": 5.293277263641357,
      "step": 32
    },
    {
      "epoch": 0.012177683472484893,
      "grad_norm": 6.512507438659668,
      "learning_rate": 6.400000000000001e-05,
      "loss": 5.347484588623047,
      "step": 33
    },
    {
      "epoch": 0.012546704183772314,
      "grad_norm": 6.077487468719482,
      "learning_rate": 6.6e-05,
      "loss": 5.459488868713379,
      "step": 34
    },
    {
      "epoch": 0.012915724895059735,
      "grad_norm": 9.170805931091309,
      "learning_rate": 6.800000000000001e-05,
      "loss": 5.849956512451172,
      "step": 35
    },
    {
      "epoch": 0.013284745606347157,
      "grad_norm": 6.619089126586914,
      "learning_rate": 7e-05,
      "loss": 5.7309160232543945,
      "step": 36
    },
    {
      "epoch": 0.013653766317634578,
      "grad_norm": 8.339101791381836,
      "learning_rate": 7.2e-05,
      "loss": 5.443577766418457,
      "step": 37
    },
    {
      "epoch": 0.014022787028921999,
      "grad_norm": 6.749815464019775,
      "learning_rate": 7.4e-05,
      "loss": 5.468483924865723,
      "step": 38
    },
    {
      "epoch": 0.01439180774020942,
      "grad_norm": 6.140146732330322,
      "learning_rate": 7.6e-05,
      "loss": 5.542171001434326,
      "step": 39
    },
    {
      "epoch": 0.01476082845149684,
      "grad_norm": 5.653714656829834,
      "learning_rate": 7.800000000000001e-05,
      "loss": 5.644989490509033,
      "step": 40
    },
    {
      "epoch": 0.01512984916278426,
      "grad_norm": 5.6543474197387695,
      "learning_rate": 8e-05,
      "loss": 5.580202102661133,
      "step": 41
    },
    {
      "epoch": 0.015498869874071682,
      "grad_norm": 6.0401506423950195,
      "learning_rate": 8.2e-05,
      "loss": 6.081020832061768,
      "step": 42
    },
    {
      "epoch": 0.015867890585359104,
      "grad_norm": 4.91713809967041,
      "learning_rate": 8.4e-05,
      "loss": 5.453029155731201,
      "step": 43
    },
    {
      "epoch": 0.016236911296646523,
      "grad_norm": 4.726991653442383,
      "learning_rate": 8.6e-05,
      "loss": 5.531949520111084,
      "step": 44
    },
    {
      "epoch": 0.016605932007933945,
      "grad_norm": 7.298604488372803,
      "learning_rate": 8.800000000000001e-05,
      "loss": 5.451730728149414,
      "step": 45
    },
    {
      "epoch": 0.016974952719221368,
      "grad_norm": 5.089509963989258,
      "learning_rate": 9e-05,
      "loss": 5.463062763214111,
      "step": 46
    },
    {
      "epoch": 0.017343973430508787,
      "grad_norm": 5.357382774353027,
      "learning_rate": 9.200000000000001e-05,
      "loss": 5.308757781982422,
      "step": 47
    },
    {
      "epoch": 0.01771299414179621,
      "grad_norm": 5.978388786315918,
      "learning_rate": 9.4e-05,
      "loss": 5.5749430656433105,
      "step": 48
    },
    {
      "epoch": 0.01808201485308363,
      "grad_norm": 5.822226047515869,
      "learning_rate": 9.6e-05,
      "loss": 5.463890075683594,
      "step": 49
    },
    {
      "epoch": 0.01845103556437105,
      "grad_norm": 6.441373348236084,
      "learning_rate": 9.8e-05,
      "loss": 5.169106483459473,
      "step": 50
    },
    {
      "epoch": 0.01882005627565847,
      "grad_norm": 4.273548603057861,
      "learning_rate": 0.0001,
      "loss": 5.433943748474121,
      "step": 51
    },
    {
      "epoch": 0.019189076986945892,
      "grad_norm": 6.303419589996338,
      "learning_rate": 0.0001,
      "loss": 5.323245048522949,
      "step": 52
    },
    {
      "epoch": 0.019558097698233315,
      "grad_norm": 6.22584342956543,
      "learning_rate": 0.0001,
      "loss": 5.212267875671387,
      "step": 53
    },
    {
      "epoch": 0.019927118409520734,
      "grad_norm": 6.891298770904541,
      "learning_rate": 0.0001,
      "loss": 5.431396484375,
      "step": 54
    },
    {
      "epoch": 0.020296139120808156,
      "grad_norm": 7.352054595947266,
      "learning_rate": 0.0001,
      "loss": 5.629201889038086,
      "step": 55
    },
    {
      "epoch": 0.020665159832095575,
      "grad_norm": 4.706995487213135,
      "learning_rate": 0.0001,
      "loss": 5.119016647338867,
      "step": 56
    },
    {
      "epoch": 0.021034180543382998,
      "grad_norm": 6.846929550170898,
      "learning_rate": 0.0001,
      "loss": 5.710336685180664,
      "step": 57
    },
    {
      "epoch": 0.021403201254670417,
      "grad_norm": 5.81605339050293,
      "learning_rate": 0.0001,
      "loss": 5.506718158721924,
      "step": 58
    },
    {
      "epoch": 0.02177222196595784,
      "grad_norm": 5.613030910491943,
      "learning_rate": 0.0001,
      "loss": 5.485965728759766,
      "step": 59
    },
    {
      "epoch": 0.022141242677245262,
      "grad_norm": 4.727166652679443,
      "learning_rate": 0.0001,
      "loss": 5.300134181976318,
      "step": 60
    },
    {
      "epoch": 0.02251026338853268,
      "grad_norm": 6.181882381439209,
      "learning_rate": 0.0001,
      "loss": 5.327762126922607,
      "step": 61
    },
    {
      "epoch": 0.022879284099820103,
      "grad_norm": 4.523162364959717,
      "learning_rate": 0.0001,
      "loss": 5.624878406524658,
      "step": 62
    },
    {
      "epoch": 0.023248304811107522,
      "grad_norm": 5.7826828956604,
      "learning_rate": 0.0001,
      "loss": 5.246135711669922,
      "step": 63
    },
    {
      "epoch": 0.023617325522394945,
      "grad_norm": 3.8491437435150146,
      "learning_rate": 0.0001,
      "loss": 5.223575592041016,
      "step": 64
    },
    {
      "epoch": 0.023986346233682364,
      "grad_norm": 6.430501937866211,
      "learning_rate": 0.0001,
      "loss": 5.349424839019775,
      "step": 65
    },
    {
      "epoch": 0.024355366944969786,
      "grad_norm": 4.793713092803955,
      "learning_rate": 0.0001,
      "loss": 5.306467056274414,
      "step": 66
    },
    {
      "epoch": 0.02472438765625721,
      "grad_norm": 5.871583461761475,
      "learning_rate": 0.0001,
      "loss": 5.41292142868042,
      "step": 67
    },
    {
      "epoch": 0.025093408367544628,
      "grad_norm": 3.803302764892578,
      "learning_rate": 0.0001,
      "loss": 5.451375484466553,
      "step": 68
    },
    {
      "epoch": 0.02546242907883205,
      "grad_norm": 4.517539978027344,
      "learning_rate": 0.0001,
      "loss": 5.264144420623779,
      "step": 69
    },
    {
      "epoch": 0.02583144979011947,
      "grad_norm": 4.541337966918945,
      "learning_rate": 0.0001,
      "loss": 5.2370219230651855,
      "step": 70
    },
    {
      "epoch": 0.02620047050140689,
      "grad_norm": 7.2052812576293945,
      "learning_rate": 0.0001,
      "loss": 5.298012733459473,
      "step": 71
    },
    {
      "epoch": 0.026569491212694314,
      "grad_norm": 4.4917707443237305,
      "learning_rate": 0.0001,
      "loss": 5.396561145782471,
      "step": 72
    },
    {
      "epoch": 0.026938511923981733,
      "grad_norm": 6.187958240509033,
      "learning_rate": 0.0001,
      "loss": 5.577371597290039,
      "step": 73
    },
    {
      "epoch": 0.027307532635269156,
      "grad_norm": 5.212502956390381,
      "learning_rate": 0.0001,
      "loss": 5.232723712921143,
      "step": 74
    },
    {
      "epoch": 0.027676553346556575,
      "grad_norm": 4.552979946136475,
      "learning_rate": 0.0001,
      "loss": 5.3533616065979,
      "step": 75
    },
    {
      "epoch": 0.028045574057843997,
      "grad_norm": 5.144165515899658,
      "learning_rate": 0.0001,
      "loss": 5.281284809112549,
      "step": 76
    },
    {
      "epoch": 0.028414594769131416,
      "grad_norm": 4.348478317260742,
      "learning_rate": 0.0001,
      "loss": 5.15976619720459,
      "step": 77
    },
    {
      "epoch": 0.02878361548041884,
      "grad_norm": 3.5937416553497314,
      "learning_rate": 0.0001,
      "loss": 5.613420009613037,
      "step": 78
    },
    {
      "epoch": 0.02915263619170626,
      "grad_norm": 5.10581111907959,
      "learning_rate": 0.0001,
      "loss": 5.1962571144104,
      "step": 79
    },
    {
      "epoch": 0.02952165690299368,
      "grad_norm": 5.265993595123291,
      "learning_rate": 0.0001,
      "loss": 5.335290431976318,
      "step": 80
    },
    {
      "epoch": 0.029890677614281103,
      "grad_norm": 3.9692020416259766,
      "learning_rate": 0.0001,
      "loss": 5.45660924911499,
      "step": 81
    },
    {
      "epoch": 0.03025969832556852,
      "grad_norm": 3.537494421005249,
      "learning_rate": 0.0001,
      "loss": 5.203220844268799,
      "step": 82
    },
    {
      "epoch": 0.030628719036855944,
      "grad_norm": 3.4767425060272217,
      "learning_rate": 0.0001,
      "loss": 5.189380645751953,
      "step": 83
    },
    {
      "epoch": 0.030997739748143363,
      "grad_norm": 3.707651138305664,
      "learning_rate": 0.0001,
      "loss": 5.333460330963135,
      "step": 84
    },
    {
      "epoch": 0.031366760459430786,
      "grad_norm": 3.983680486679077,
      "learning_rate": 0.0001,
      "loss": 5.286036491394043,
      "step": 85
    },
    {
      "epoch": 0.03173578117071821,
      "grad_norm": 5.241593837738037,
      "learning_rate": 0.0001,
      "loss": 5.400127410888672,
      "step": 86
    },
    {
      "epoch": 0.03210480188200563,
      "grad_norm": 3.111454963684082,
      "learning_rate": 0.0001,
      "loss": 5.3072919845581055,
      "step": 87
    },
    {
      "epoch": 0.032473822593293046,
      "grad_norm": 3.6329469680786133,
      "learning_rate": 0.0001,
      "loss": 5.42648458480835,
      "step": 88
    },
    {
      "epoch": 0.03284284330458047,
      "grad_norm": 6.178943634033203,
      "learning_rate": 0.0001,
      "loss": 5.166748046875,
      "step": 89
    },
    {
      "epoch": 0.03321186401586789,
      "grad_norm": 4.884125232696533,
      "learning_rate": 0.0001,
      "loss": 5.268251895904541,
      "step": 90
    },
    {
      "epoch": 0.033580884727155313,
      "grad_norm": 4.925684452056885,
      "learning_rate": 0.0001,
      "loss": 5.187631130218506,
      "step": 91
    },
    {
      "epoch": 0.033949905438442736,
      "grad_norm": 5.778391361236572,
      "learning_rate": 0.0001,
      "loss": 4.894795894622803,
      "step": 92
    },
    {
      "epoch": 0.03431892614973015,
      "grad_norm": 4.655902862548828,
      "learning_rate": 0.0001,
      "loss": 5.2550225257873535,
      "step": 93
    },
    {
      "epoch": 0.034687946861017574,
      "grad_norm": 5.219376564025879,
      "learning_rate": 0.0001,
      "loss": 5.362205505371094,
      "step": 94
    },
    {
      "epoch": 0.035056967572304996,
      "grad_norm": 3.6282198429107666,
      "learning_rate": 0.0001,
      "loss": 5.384284019470215,
      "step": 95
    },
    {
      "epoch": 0.03542598828359242,
      "grad_norm": 4.7581787109375,
      "learning_rate": 0.0001,
      "loss": 5.144690036773682,
      "step": 96
    },
    {
      "epoch": 0.035795008994879834,
      "grad_norm": 3.4947946071624756,
      "learning_rate": 0.0001,
      "loss": 5.272378444671631,
      "step": 97
    },
    {
      "epoch": 0.03616402970616726,
      "grad_norm": 4.599036693572998,
      "learning_rate": 0.0001,
      "loss": 4.959323406219482,
      "step": 98
    },
    {
      "epoch": 0.03653305041745468,
      "grad_norm": 4.1109418869018555,
      "learning_rate": 0.0001,
      "loss": 5.293513774871826,
      "step": 99
    },
    {
      "epoch": 0.0369020711287421,
      "grad_norm": 4.760090351104736,
      "learning_rate": 0.0001,
      "loss": 5.218464374542236,
      "step": 100
    },
    {
      "epoch": 0.037271091840029524,
      "grad_norm": 3.34501314163208,
      "learning_rate": 0.0001,
      "loss": 5.282923698425293,
      "step": 101
    },
    {
      "epoch": 0.03764011255131694,
      "grad_norm": 3.4620864391326904,
      "learning_rate": 0.0001,
      "loss": 5.078286170959473,
      "step": 102
    },
    {
      "epoch": 0.03800913326260436,
      "grad_norm": 4.38137674331665,
      "learning_rate": 0.0001,
      "loss": 5.183228969573975,
      "step": 103
    },
    {
      "epoch": 0.038378153973891785,
      "grad_norm": 4.770188331604004,
      "learning_rate": 0.0001,
      "loss": 5.21339750289917,
      "step": 104
    },
    {
      "epoch": 0.03874717468517921,
      "grad_norm": 4.081193923950195,
      "learning_rate": 0.0001,
      "loss": 5.423886299133301,
      "step": 105
    },
    {
      "epoch": 0.03911619539646663,
      "grad_norm": 4.0991010665893555,
      "learning_rate": 0.0001,
      "loss": 5.067556381225586,
      "step": 106
    },
    {
      "epoch": 0.039485216107754045,
      "grad_norm": 4.759697437286377,
      "learning_rate": 0.0001,
      "loss": 5.147449016571045,
      "step": 107
    },
    {
      "epoch": 0.03985423681904147,
      "grad_norm": 4.935500621795654,
      "learning_rate": 0.0001,
      "loss": 5.575446128845215,
      "step": 108
    },
    {
      "epoch": 0.04022325753032889,
      "grad_norm": 4.266407012939453,
      "learning_rate": 0.0001,
      "loss": 5.134807586669922,
      "step": 109
    },
    {
      "epoch": 0.04059227824161631,
      "grad_norm": 3.929640769958496,
      "learning_rate": 0.0001,
      "loss": 5.2398786544799805,
      "step": 110
    },
    {
      "epoch": 0.04096129895290373,
      "grad_norm": 4.449552059173584,
      "learning_rate": 0.0001,
      "loss": 5.156042575836182,
      "step": 111
    },
    {
      "epoch": 0.04133031966419115,
      "grad_norm": 3.860306739807129,
      "learning_rate": 0.0001,
      "loss": 4.952601432800293,
      "step": 112
    },
    {
      "epoch": 0.04169934037547857,
      "grad_norm": 4.714514255523682,
      "learning_rate": 0.0001,
      "loss": 5.524988174438477,
      "step": 113
    },
    {
      "epoch": 0.042068361086765996,
      "grad_norm": 4.664876461029053,
      "learning_rate": 0.0001,
      "loss": 4.995589256286621,
      "step": 114
    },
    {
      "epoch": 0.04243738179805342,
      "grad_norm": 4.218993663787842,
      "learning_rate": 0.0001,
      "loss": 5.228067874908447,
      "step": 115
    },
    {
      "epoch": 0.042806402509340834,
      "grad_norm": 4.040130138397217,
      "learning_rate": 0.0001,
      "loss": 5.018726348876953,
      "step": 116
    },
    {
      "epoch": 0.043175423220628256,
      "grad_norm": 4.016865253448486,
      "learning_rate": 0.0001,
      "loss": 5.552411079406738,
      "step": 117
    },
    {
      "epoch": 0.04354444393191568,
      "grad_norm": 4.608650207519531,
      "learning_rate": 0.0001,
      "loss": 5.315113067626953,
      "step": 118
    },
    {
      "epoch": 0.0439134646432031,
      "grad_norm": 4.381293296813965,
      "learning_rate": 0.0001,
      "loss": 5.192525386810303,
      "step": 119
    },
    {
      "epoch": 0.044282485354490524,
      "grad_norm": 3.6763710975646973,
      "learning_rate": 0.0001,
      "loss": 5.22324275970459,
      "step": 120
    },
    {
      "epoch": 0.04465150606577794,
      "grad_norm": 4.947065830230713,
      "learning_rate": 0.0001,
      "loss": 5.236631870269775,
      "step": 121
    },
    {
      "epoch": 0.04502052677706536,
      "grad_norm": 3.920776844024658,
      "learning_rate": 0.0001,
      "loss": 5.249703407287598,
      "step": 122
    },
    {
      "epoch": 0.045389547488352784,
      "grad_norm": 2.573857545852661,
      "learning_rate": 0.0001,
      "loss": 4.9618330001831055,
      "step": 123
    },
    {
      "epoch": 0.04575856819964021,
      "grad_norm": 3.178628921508789,
      "learning_rate": 0.0001,
      "loss": 5.127320766448975,
      "step": 124
    },
    {
      "epoch": 0.04612758891092763,
      "grad_norm": 3.242992877960205,
      "learning_rate": 0.0001,
      "loss": 5.084701061248779,
      "step": 125
    },
    {
      "epoch": 0.046496609622215045,
      "grad_norm": 3.685932159423828,
      "learning_rate": 0.0001,
      "loss": 5.189405918121338,
      "step": 126
    },
    {
      "epoch": 0.04686563033350247,
      "grad_norm": 2.7726705074310303,
      "learning_rate": 0.0001,
      "loss": 5.2822041511535645,
      "step": 127
    },
    {
      "epoch": 0.04723465104478989,
      "grad_norm": 3.1517961025238037,
      "learning_rate": 0.0001,
      "loss": 5.11806583404541,
      "step": 128
    },
    {
      "epoch": 0.04760367175607731,
      "grad_norm": 3.016364097595215,
      "learning_rate": 0.0001,
      "loss": 5.419538974761963,
      "step": 129
    },
    {
      "epoch": 0.04797269246736473,
      "grad_norm": 3.950747489929199,
      "learning_rate": 0.0001,
      "loss": 5.245120525360107,
      "step": 130
    },
    {
      "epoch": 0.04834171317865215,
      "grad_norm": 3.8114898204803467,
      "learning_rate": 0.0001,
      "loss": 4.765509128570557,
      "step": 131
    },
    {
      "epoch": 0.04871073388993957,
      "grad_norm": 3.9141814708709717,
      "learning_rate": 0.0001,
      "loss": 5.1021881103515625,
      "step": 132
    },
    {
      "epoch": 0.049079754601226995,
      "grad_norm": 4.04232931137085,
      "learning_rate": 0.0001,
      "loss": 4.959789276123047,
      "step": 133
    },
    {
      "epoch": 0.04944877531251442,
      "grad_norm": 2.6271684169769287,
      "learning_rate": 0.0001,
      "loss": 5.169219493865967,
      "step": 134
    },
    {
      "epoch": 0.04981779602380183,
      "grad_norm": 3.3536503314971924,
      "learning_rate": 0.0001,
      "loss": 5.00529146194458,
      "step": 135
    },
    {
      "epoch": 0.050186816735089256,
      "grad_norm": 4.068567276000977,
      "learning_rate": 0.0001,
      "loss": 4.860372543334961,
      "step": 136
    },
    {
      "epoch": 0.05055583744637668,
      "grad_norm": 4.450196743011475,
      "learning_rate": 0.0001,
      "loss": 5.2418718338012695,
      "step": 137
    },
    {
      "epoch": 0.0509248581576641,
      "grad_norm": 3.7781050205230713,
      "learning_rate": 0.0001,
      "loss": 5.009589672088623,
      "step": 138
    },
    {
      "epoch": 0.05129387886895152,
      "grad_norm": 4.003530979156494,
      "learning_rate": 0.0001,
      "loss": 5.156592845916748,
      "step": 139
    },
    {
      "epoch": 0.05166289958023894,
      "grad_norm": 4.052554130554199,
      "learning_rate": 0.0001,
      "loss": 5.234455585479736,
      "step": 140
    },
    {
      "epoch": 0.05203192029152636,
      "grad_norm": 3.1616437435150146,
      "learning_rate": 0.0001,
      "loss": 4.669750213623047,
      "step": 141
    },
    {
      "epoch": 0.05240094100281378,
      "grad_norm": 3.804659366607666,
      "learning_rate": 0.0001,
      "loss": 5.179162979125977,
      "step": 142
    },
    {
      "epoch": 0.052769961714101206,
      "grad_norm": 3.394329071044922,
      "learning_rate": 0.0001,
      "loss": 5.047037601470947,
      "step": 143
    },
    {
      "epoch": 0.05313898242538863,
      "grad_norm": 3.5721750259399414,
      "learning_rate": 0.0001,
      "loss": 5.083056926727295,
      "step": 144
    },
    {
      "epoch": 0.053508003136676044,
      "grad_norm": 3.9708645343780518,
      "learning_rate": 0.0001,
      "loss": 5.124134063720703,
      "step": 145
    },
    {
      "epoch": 0.053877023847963466,
      "grad_norm": 3.5934338569641113,
      "learning_rate": 0.0001,
      "loss": 5.215319633483887,
      "step": 146
    },
    {
      "epoch": 0.05424604455925089,
      "grad_norm": 4.272321701049805,
      "learning_rate": 0.0001,
      "loss": 5.307074546813965,
      "step": 147
    },
    {
      "epoch": 0.05461506527053831,
      "grad_norm": 3.845202922821045,
      "learning_rate": 0.0001,
      "loss": 4.817156791687012,
      "step": 148
    },
    {
      "epoch": 0.05498408598182573,
      "grad_norm": 5.178013801574707,
      "learning_rate": 0.0001,
      "loss": 5.578018665313721,
      "step": 149
    },
    {
      "epoch": 0.05535310669311315,
      "grad_norm": 4.21903133392334,
      "learning_rate": 0.0001,
      "loss": 5.05971622467041,
      "step": 150
    },
    {
      "epoch": 0.05572212740440057,
      "grad_norm": 3.9957923889160156,
      "learning_rate": 0.0001,
      "loss": 5.0507731437683105,
      "step": 151
    },
    {
      "epoch": 0.056091148115687994,
      "grad_norm": 4.366008281707764,
      "learning_rate": 0.0001,
      "loss": 4.8964433670043945,
      "step": 152
    },
    {
      "epoch": 0.05646016882697542,
      "grad_norm": 5.036316871643066,
      "learning_rate": 0.0001,
      "loss": 4.990871429443359,
      "step": 153
    },
    {
      "epoch": 0.05682918953826283,
      "grad_norm": 3.921596050262451,
      "learning_rate": 0.0001,
      "loss": 5.315304756164551,
      "step": 154
    },
    {
      "epoch": 0.057198210249550255,
      "grad_norm": 3.0889859199523926,
      "learning_rate": 0.0001,
      "loss": 5.343647003173828,
      "step": 155
    },
    {
      "epoch": 0.05756723096083768,
      "grad_norm": 3.3512563705444336,
      "learning_rate": 0.0001,
      "loss": 5.151203155517578,
      "step": 156
    },
    {
      "epoch": 0.0579362516721251,
      "grad_norm": 3.630702018737793,
      "learning_rate": 0.0001,
      "loss": 4.823637008666992,
      "step": 157
    },
    {
      "epoch": 0.05830527238341252,
      "grad_norm": 3.516183853149414,
      "learning_rate": 0.0001,
      "loss": 4.9256272315979,
      "step": 158
    },
    {
      "epoch": 0.05867429309469994,
      "grad_norm": 3.8045616149902344,
      "learning_rate": 0.0001,
      "loss": 4.9611992835998535,
      "step": 159
    },
    {
      "epoch": 0.05904331380598736,
      "grad_norm": 4.987512111663818,
      "learning_rate": 0.0001,
      "loss": 5.136240005493164,
      "step": 160
    },
    {
      "epoch": 0.05941233451727478,
      "grad_norm": 3.295520305633545,
      "learning_rate": 0.0001,
      "loss": 4.939165115356445,
      "step": 161
    },
    {
      "epoch": 0.059781355228562205,
      "grad_norm": 3.4286487102508545,
      "learning_rate": 0.0001,
      "loss": 5.1253533363342285,
      "step": 162
    },
    {
      "epoch": 0.06015037593984962,
      "grad_norm": 3.3474066257476807,
      "learning_rate": 0.0001,
      "loss": 4.942944526672363,
      "step": 163
    },
    {
      "epoch": 0.06051939665113704,
      "grad_norm": 3.4838764667510986,
      "learning_rate": 0.0001,
      "loss": 4.937647819519043,
      "step": 164
    },
    {
      "epoch": 0.060888417362424466,
      "grad_norm": 3.3820011615753174,
      "learning_rate": 0.0001,
      "loss": 4.728400230407715,
      "step": 165
    },
    {
      "epoch": 0.06125743807371189,
      "grad_norm": 3.039099931716919,
      "learning_rate": 0.0001,
      "loss": 5.29592227935791,
      "step": 166
    },
    {
      "epoch": 0.06162645878499931,
      "grad_norm": 3.884432554244995,
      "learning_rate": 0.0001,
      "loss": 5.097470283508301,
      "step": 167
    },
    {
      "epoch": 0.061995479496286726,
      "grad_norm": 3.927171468734741,
      "learning_rate": 0.0001,
      "loss": 5.287883758544922,
      "step": 168
    },
    {
      "epoch": 0.06236450020757415,
      "grad_norm": 3.2847440242767334,
      "learning_rate": 0.0001,
      "loss": 4.842876434326172,
      "step": 169
    },
    {
      "epoch": 0.06273352091886157,
      "grad_norm": 3.7847704887390137,
      "learning_rate": 0.0001,
      "loss": 5.119341850280762,
      "step": 170
    },
    {
      "epoch": 0.06310254163014899,
      "grad_norm": 3.4630985260009766,
      "learning_rate": 0.0001,
      "loss": 5.680130958557129,
      "step": 171
    },
    {
      "epoch": 0.06347156234143642,
      "grad_norm": 2.9577441215515137,
      "learning_rate": 0.0001,
      "loss": 5.309061050415039,
      "step": 172
    },
    {
      "epoch": 0.06384058305272383,
      "grad_norm": 3.408936023712158,
      "learning_rate": 0.0001,
      "loss": 4.966146945953369,
      "step": 173
    },
    {
      "epoch": 0.06420960376401126,
      "grad_norm": 2.8536202907562256,
      "learning_rate": 0.0001,
      "loss": 5.047423362731934,
      "step": 174
    },
    {
      "epoch": 0.06457862447529868,
      "grad_norm": 2.683049201965332,
      "learning_rate": 0.0001,
      "loss": 5.021755218505859,
      "step": 175
    },
    {
      "epoch": 0.06494764518658609,
      "grad_norm": 8.568255424499512,
      "learning_rate": 0.0001,
      "loss": 5.02105712890625,
      "step": 176
    },
    {
      "epoch": 0.06531666589787352,
      "grad_norm": 3.26704478263855,
      "learning_rate": 0.0001,
      "loss": 4.734854221343994,
      "step": 177
    },
    {
      "epoch": 0.06568568660916094,
      "grad_norm": 3.1402342319488525,
      "learning_rate": 0.0001,
      "loss": 5.746152400970459,
      "step": 178
    },
    {
      "epoch": 0.06605470732044837,
      "grad_norm": 3.1304996013641357,
      "learning_rate": 0.0001,
      "loss": 5.069252014160156,
      "step": 179
    },
    {
      "epoch": 0.06642372803173578,
      "grad_norm": 3.1906208992004395,
      "learning_rate": 0.0001,
      "loss": 5.060096263885498,
      "step": 180
    },
    {
      "epoch": 0.0667927487430232,
      "grad_norm": 3.0051543712615967,
      "learning_rate": 0.0001,
      "loss": 5.333315849304199,
      "step": 181
    },
    {
      "epoch": 0.06716176945431063,
      "grad_norm": 2.9292314052581787,
      "learning_rate": 0.0001,
      "loss": 4.98300838470459,
      "step": 182
    },
    {
      "epoch": 0.06753079016559804,
      "grad_norm": 3.8607776165008545,
      "learning_rate": 0.0001,
      "loss": 5.22333288192749,
      "step": 183
    },
    {
      "epoch": 0.06789981087688547,
      "grad_norm": 5.044845104217529,
      "learning_rate": 0.0001,
      "loss": 4.9512128829956055,
      "step": 184
    },
    {
      "epoch": 0.06826883158817289,
      "grad_norm": 3.930791139602661,
      "learning_rate": 0.0001,
      "loss": 4.994528770446777,
      "step": 185
    },
    {
      "epoch": 0.0686378522994603,
      "grad_norm": 4.407391548156738,
      "learning_rate": 0.0001,
      "loss": 5.1336493492126465,
      "step": 186
    },
    {
      "epoch": 0.06900687301074773,
      "grad_norm": 3.2872698307037354,
      "learning_rate": 0.0001,
      "loss": 4.903454303741455,
      "step": 187
    },
    {
      "epoch": 0.06937589372203515,
      "grad_norm": 2.9913930892944336,
      "learning_rate": 0.0001,
      "loss": 4.907477378845215,
      "step": 188
    },
    {
      "epoch": 0.06974491443332256,
      "grad_norm": 3.690415382385254,
      "learning_rate": 0.0001,
      "loss": 5.368701457977295,
      "step": 189
    },
    {
      "epoch": 0.07011393514460999,
      "grad_norm": 3.2525527477264404,
      "learning_rate": 0.0001,
      "loss": 4.97088623046875,
      "step": 190
    },
    {
      "epoch": 0.07048295585589741,
      "grad_norm": 3.62608003616333,
      "learning_rate": 0.0001,
      "loss": 5.350979328155518,
      "step": 191
    },
    {
      "epoch": 0.07085197656718484,
      "grad_norm": 2.343998908996582,
      "learning_rate": 0.0001,
      "loss": 4.678924083709717,
      "step": 192
    },
    {
      "epoch": 0.07122099727847225,
      "grad_norm": 2.5523736476898193,
      "learning_rate": 0.0001,
      "loss": 5.1422343254089355,
      "step": 193
    },
    {
      "epoch": 0.07159001798975967,
      "grad_norm": 3.007969856262207,
      "learning_rate": 0.0001,
      "loss": 5.103295803070068,
      "step": 194
    },
    {
      "epoch": 0.0719590387010471,
      "grad_norm": 2.446394205093384,
      "learning_rate": 0.0001,
      "loss": 4.8293867111206055,
      "step": 195
    },
    {
      "epoch": 0.07232805941233451,
      "grad_norm": 2.6612651348114014,
      "learning_rate": 0.0001,
      "loss": 5.177353858947754,
      "step": 196
    },
    {
      "epoch": 0.07269708012362194,
      "grad_norm": 2.940788507461548,
      "learning_rate": 0.0001,
      "loss": 4.852959156036377,
      "step": 197
    },
    {
      "epoch": 0.07306610083490936,
      "grad_norm": 3.0821218490600586,
      "learning_rate": 0.0001,
      "loss": 4.744450569152832,
      "step": 198
    },
    {
      "epoch": 0.07343512154619677,
      "grad_norm": 3.23681640625,
      "learning_rate": 0.0001,
      "loss": 5.011826515197754,
      "step": 199
    },
    {
      "epoch": 0.0738041422574842,
      "grad_norm": 2.6175684928894043,
      "learning_rate": 0.0001,
      "loss": 5.107472896575928,
      "step": 200
    },
    {
      "epoch": 0.07417316296877162,
      "grad_norm": 3.0995991230010986,
      "learning_rate": 0.0001,
      "loss": 4.885207653045654,
      "step": 201
    },
    {
      "epoch": 0.07454218368005905,
      "grad_norm": 2.8786182403564453,
      "learning_rate": 0.0001,
      "loss": 4.845186233520508,
      "step": 202
    },
    {
      "epoch": 0.07491120439134646,
      "grad_norm": 3.120236396789551,
      "learning_rate": 0.0001,
      "loss": 4.899354457855225,
      "step": 203
    },
    {
      "epoch": 0.07528022510263388,
      "grad_norm": 2.4766738414764404,
      "learning_rate": 0.0001,
      "loss": 5.172772407531738,
      "step": 204
    },
    {
      "epoch": 0.07564924581392131,
      "grad_norm": 2.8088064193725586,
      "learning_rate": 0.0001,
      "loss": 4.881832599639893,
      "step": 205
    },
    {
      "epoch": 0.07601826652520872,
      "grad_norm": 3.229881763458252,
      "learning_rate": 0.0001,
      "loss": 5.073505401611328,
      "step": 206
    },
    {
      "epoch": 0.07638728723649615,
      "grad_norm": 3.5004501342773438,
      "learning_rate": 0.0001,
      "loss": 4.852757930755615,
      "step": 207
    },
    {
      "epoch": 0.07675630794778357,
      "grad_norm": 3.0608553886413574,
      "learning_rate": 0.0001,
      "loss": 4.712113380432129,
      "step": 208
    },
    {
      "epoch": 0.07712532865907099,
      "grad_norm": 3.229390859603882,
      "learning_rate": 0.0001,
      "loss": 4.8641276359558105,
      "step": 209
    },
    {
      "epoch": 0.07749434937035841,
      "grad_norm": 2.9614827632904053,
      "learning_rate": 0.0001,
      "loss": 5.257576942443848,
      "step": 210
    },
    {
      "epoch": 0.07786337008164583,
      "grad_norm": 2.8287434577941895,
      "learning_rate": 0.0001,
      "loss": 4.992201805114746,
      "step": 211
    },
    {
      "epoch": 0.07823239079293326,
      "grad_norm": 2.8483452796936035,
      "learning_rate": 0.0001,
      "loss": 4.637844562530518,
      "step": 212
    },
    {
      "epoch": 0.07860141150422068,
      "grad_norm": 2.9546141624450684,
      "learning_rate": 0.0001,
      "loss": 4.944921016693115,
      "step": 213
    },
    {
      "epoch": 0.07897043221550809,
      "grad_norm": 4.089045524597168,
      "learning_rate": 0.0001,
      "loss": 5.075927734375,
      "step": 214
    },
    {
      "epoch": 0.07933945292679552,
      "grad_norm": 2.8543574810028076,
      "learning_rate": 0.0001,
      "loss": 4.585363388061523,
      "step": 215
    },
    {
      "epoch": 0.07970847363808294,
      "grad_norm": 2.697917938232422,
      "learning_rate": 0.0001,
      "loss": 5.132508277893066,
      "step": 216
    },
    {
      "epoch": 0.08007749434937037,
      "grad_norm": 2.9316647052764893,
      "learning_rate": 0.0001,
      "loss": 5.069299221038818,
      "step": 217
    },
    {
      "epoch": 0.08044651506065778,
      "grad_norm": 2.8044543266296387,
      "learning_rate": 0.0001,
      "loss": 4.850956439971924,
      "step": 218
    },
    {
      "epoch": 0.0808155357719452,
      "grad_norm": 2.7793681621551514,
      "learning_rate": 0.0001,
      "loss": 5.32306432723999,
      "step": 219
    },
    {
      "epoch": 0.08118455648323263,
      "grad_norm": 2.586214542388916,
      "learning_rate": 0.0001,
      "loss": 4.600836277008057,
      "step": 220
    },
    {
      "epoch": 0.08155357719452004,
      "grad_norm": 3.0345284938812256,
      "learning_rate": 0.0001,
      "loss": 4.788100719451904,
      "step": 221
    },
    {
      "epoch": 0.08192259790580746,
      "grad_norm": 2.685389518737793,
      "learning_rate": 0.0001,
      "loss": 4.780126571655273,
      "step": 222
    },
    {
      "epoch": 0.08229161861709489,
      "grad_norm": 2.843975305557251,
      "learning_rate": 0.0001,
      "loss": 4.858603000640869,
      "step": 223
    },
    {
      "epoch": 0.0826606393283823,
      "grad_norm": 3.5730929374694824,
      "learning_rate": 0.0001,
      "loss": 4.825096130371094,
      "step": 224
    },
    {
      "epoch": 0.08302966003966973,
      "grad_norm": 3.2879269123077393,
      "learning_rate": 0.0001,
      "loss": 4.757035255432129,
      "step": 225
    },
    {
      "epoch": 0.08339868075095715,
      "grad_norm": 3.235781669616699,
      "learning_rate": 0.0001,
      "loss": 5.257933139801025,
      "step": 226
    },
    {
      "epoch": 0.08376770146224456,
      "grad_norm": 2.9078941345214844,
      "learning_rate": 0.0001,
      "loss": 4.914604663848877,
      "step": 227
    },
    {
      "epoch": 0.08413672217353199,
      "grad_norm": 2.557096004486084,
      "learning_rate": 0.0001,
      "loss": 4.683157920837402,
      "step": 228
    },
    {
      "epoch": 0.08450574288481941,
      "grad_norm": 3.4715662002563477,
      "learning_rate": 0.0001,
      "loss": 4.910725116729736,
      "step": 229
    },
    {
      "epoch": 0.08487476359610684,
      "grad_norm": 3.880197048187256,
      "learning_rate": 0.0001,
      "loss": 4.976219177246094,
      "step": 230
    },
    {
      "epoch": 0.08524378430739425,
      "grad_norm": 3.1803884506225586,
      "learning_rate": 0.0001,
      "loss": 4.871642112731934,
      "step": 231
    },
    {
      "epoch": 0.08561280501868167,
      "grad_norm": 5.288760662078857,
      "learning_rate": 0.0001,
      "loss": 4.9952287673950195,
      "step": 232
    },
    {
      "epoch": 0.0859818257299691,
      "grad_norm": 3.4574294090270996,
      "learning_rate": 0.0001,
      "loss": 5.026848793029785,
      "step": 233
    },
    {
      "epoch": 0.08635084644125651,
      "grad_norm": 2.983919382095337,
      "learning_rate": 0.0001,
      "loss": 4.823044776916504,
      "step": 234
    },
    {
      "epoch": 0.08671986715254394,
      "grad_norm": 2.493537664413452,
      "learning_rate": 0.0001,
      "loss": 4.764354705810547,
      "step": 235
    },
    {
      "epoch": 0.08708888786383136,
      "grad_norm": 3.7901830673217773,
      "learning_rate": 0.0001,
      "loss": 5.213089942932129,
      "step": 236
    },
    {
      "epoch": 0.08745790857511877,
      "grad_norm": 2.74006986618042,
      "learning_rate": 0.0001,
      "loss": 4.810093879699707,
      "step": 237
    },
    {
      "epoch": 0.0878269292864062,
      "grad_norm": 2.547126531600952,
      "learning_rate": 0.0001,
      "loss": 4.611993312835693,
      "step": 238
    },
    {
      "epoch": 0.08819594999769362,
      "grad_norm": 2.8028151988983154,
      "learning_rate": 0.0001,
      "loss": 4.800611972808838,
      "step": 239
    },
    {
      "epoch": 0.08856497070898105,
      "grad_norm": 2.3688666820526123,
      "learning_rate": 0.0001,
      "loss": 4.928980827331543,
      "step": 240
    },
    {
      "epoch": 0.08893399142026846,
      "grad_norm": 2.43617844581604,
      "learning_rate": 0.0001,
      "loss": 5.174886703491211,
      "step": 241
    },
    {
      "epoch": 0.08930301213155588,
      "grad_norm": 4.133114814758301,
      "learning_rate": 0.0001,
      "loss": 4.833251476287842,
      "step": 242
    },
    {
      "epoch": 0.08967203284284331,
      "grad_norm": 2.575796365737915,
      "learning_rate": 0.0001,
      "loss": 5.019968032836914,
      "step": 243
    },
    {
      "epoch": 0.09004105355413072,
      "grad_norm": 3.121090888977051,
      "learning_rate": 0.0001,
      "loss": 4.538406848907471,
      "step": 244
    },
    {
      "epoch": 0.09041007426541815,
      "grad_norm": 3.4044008255004883,
      "learning_rate": 0.0001,
      "loss": 5.054136753082275,
      "step": 245
    },
    {
      "epoch": 0.09077909497670557,
      "grad_norm": 2.7993178367614746,
      "learning_rate": 0.0001,
      "loss": 4.802661418914795,
      "step": 246
    },
    {
      "epoch": 0.09114811568799298,
      "grad_norm": 2.870140552520752,
      "learning_rate": 0.0001,
      "loss": 5.112711429595947,
      "step": 247
    },
    {
      "epoch": 0.09151713639928041,
      "grad_norm": 3.2912027835845947,
      "learning_rate": 0.0001,
      "loss": 4.869266510009766,
      "step": 248
    },
    {
      "epoch": 0.09188615711056783,
      "grad_norm": 2.9518210887908936,
      "learning_rate": 0.0001,
      "loss": 4.794067859649658,
      "step": 249
    },
    {
      "epoch": 0.09225517782185526,
      "grad_norm": 2.7578539848327637,
      "learning_rate": 0.0001,
      "loss": 4.8072967529296875,
      "step": 250
    },
    {
      "epoch": 0.09262419853314267,
      "grad_norm": 2.4775185585021973,
      "learning_rate": 0.0001,
      "loss": 4.741370677947998,
      "step": 251
    },
    {
      "epoch": 0.09299321924443009,
      "grad_norm": 2.850309133529663,
      "learning_rate": 0.0001,
      "loss": 4.818919658660889,
      "step": 252
    },
    {
      "epoch": 0.09336223995571752,
      "grad_norm": 3.1108920574188232,
      "learning_rate": 0.0001,
      "loss": 5.032450199127197,
      "step": 253
    },
    {
      "epoch": 0.09373126066700493,
      "grad_norm": 2.813636541366577,
      "learning_rate": 0.0001,
      "loss": 4.874199867248535,
      "step": 254
    },
    {
      "epoch": 0.09410028137829235,
      "grad_norm": 2.8555026054382324,
      "learning_rate": 0.0001,
      "loss": 4.985494136810303,
      "step": 255
    },
    {
      "epoch": 0.09446930208957978,
      "grad_norm": 2.5190069675445557,
      "learning_rate": 0.0001,
      "loss": 4.894311904907227,
      "step": 256
    },
    {
      "epoch": 0.0948383228008672,
      "grad_norm": 2.6791582107543945,
      "learning_rate": 0.0001,
      "loss": 4.945681095123291,
      "step": 257
    },
    {
      "epoch": 0.09520734351215462,
      "grad_norm": 2.9527032375335693,
      "learning_rate": 0.0001,
      "loss": 4.8298468589782715,
      "step": 258
    },
    {
      "epoch": 0.09557636422344204,
      "grad_norm": 2.7807869911193848,
      "learning_rate": 0.0001,
      "loss": 4.615987777709961,
      "step": 259
    },
    {
      "epoch": 0.09594538493472946,
      "grad_norm": 2.682555675506592,
      "learning_rate": 0.0001,
      "loss": 4.74656867980957,
      "step": 260
    },
    {
      "epoch": 0.09631440564601688,
      "grad_norm": 3.3544092178344727,
      "learning_rate": 0.0001,
      "loss": 4.863458633422852,
      "step": 261
    },
    {
      "epoch": 0.0966834263573043,
      "grad_norm": 2.737848997116089,
      "learning_rate": 0.0001,
      "loss": 4.7740397453308105,
      "step": 262
    },
    {
      "epoch": 0.09705244706859173,
      "grad_norm": 2.7295894622802734,
      "learning_rate": 0.0001,
      "loss": 4.383846759796143,
      "step": 263
    },
    {
      "epoch": 0.09742146777987915,
      "grad_norm": 2.332279682159424,
      "learning_rate": 0.0001,
      "loss": 4.982947826385498,
      "step": 264
    },
    {
      "epoch": 0.09779048849116656,
      "grad_norm": 2.687039613723755,
      "learning_rate": 0.0001,
      "loss": 4.721158981323242,
      "step": 265
    },
    {
      "epoch": 0.09815950920245399,
      "grad_norm": 2.505675792694092,
      "learning_rate": 0.0001,
      "loss": 4.891917705535889,
      "step": 266
    },
    {
      "epoch": 0.0985285299137414,
      "grad_norm": 2.8479607105255127,
      "learning_rate": 0.0001,
      "loss": 4.618453502655029,
      "step": 267
    },
    {
      "epoch": 0.09889755062502883,
      "grad_norm": 2.6204135417938232,
      "learning_rate": 0.0001,
      "loss": 4.758787631988525,
      "step": 268
    },
    {
      "epoch": 0.09926657133631625,
      "grad_norm": 3.021299362182617,
      "learning_rate": 0.0001,
      "loss": 4.7189507484436035,
      "step": 269
    },
    {
      "epoch": 0.09963559204760367,
      "grad_norm": 2.4360415935516357,
      "learning_rate": 0.0001,
      "loss": 4.794710636138916,
      "step": 270
    },
    {
      "epoch": 0.1000046127588911,
      "grad_norm": 2.366312026977539,
      "learning_rate": 0.0001,
      "loss": 4.708616256713867,
      "step": 271
    },
    {
      "epoch": 0.10037363347017851,
      "grad_norm": 2.5458579063415527,
      "learning_rate": 0.0001,
      "loss": 4.5073394775390625,
      "step": 272
    },
    {
      "epoch": 0.10074265418146594,
      "grad_norm": 2.9471662044525146,
      "learning_rate": 0.0001,
      "loss": 4.495577335357666,
      "step": 273
    },
    {
      "epoch": 0.10111167489275336,
      "grad_norm": 3.0150680541992188,
      "learning_rate": 0.0001,
      "loss": 4.821500301361084,
      "step": 274
    },
    {
      "epoch": 0.10148069560404077,
      "grad_norm": 2.578234910964966,
      "learning_rate": 0.0001,
      "loss": 4.77611780166626,
      "step": 275
    },
    {
      "epoch": 0.1018497163153282,
      "grad_norm": 2.579213857650757,
      "learning_rate": 0.0001,
      "loss": 4.857175350189209,
      "step": 276
    },
    {
      "epoch": 0.10221873702661562,
      "grad_norm": 2.65431547164917,
      "learning_rate": 0.0001,
      "loss": 4.517264366149902,
      "step": 277
    },
    {
      "epoch": 0.10258775773790305,
      "grad_norm": 3.1191048622131348,
      "learning_rate": 0.0001,
      "loss": 5.008939266204834,
      "step": 278
    },
    {
      "epoch": 0.10295677844919046,
      "grad_norm": 2.8840596675872803,
      "learning_rate": 0.0001,
      "loss": 4.874368190765381,
      "step": 279
    },
    {
      "epoch": 0.10332579916047788,
      "grad_norm": 2.867748975753784,
      "learning_rate": 0.0001,
      "loss": 4.8059797286987305,
      "step": 280
    },
    {
      "epoch": 0.1036948198717653,
      "grad_norm": 3.3783462047576904,
      "learning_rate": 0.0001,
      "loss": 4.704605579376221,
      "step": 281
    },
    {
      "epoch": 0.10406384058305272,
      "grad_norm": 2.759956121444702,
      "learning_rate": 0.0001,
      "loss": 4.987379550933838,
      "step": 282
    },
    {
      "epoch": 0.10443286129434015,
      "grad_norm": 2.6871654987335205,
      "learning_rate": 0.0001,
      "loss": 4.723685264587402,
      "step": 283
    },
    {
      "epoch": 0.10480188200562757,
      "grad_norm": 2.8111624717712402,
      "learning_rate": 0.0001,
      "loss": 4.588558673858643,
      "step": 284
    },
    {
      "epoch": 0.10517090271691498,
      "grad_norm": 2.244652509689331,
      "learning_rate": 0.0001,
      "loss": 4.661073207855225,
      "step": 285
    },
    {
      "epoch": 0.10553992342820241,
      "grad_norm": 2.8253273963928223,
      "learning_rate": 0.0001,
      "loss": 4.67581033706665,
      "step": 286
    },
    {
      "epoch": 0.10590894413948983,
      "grad_norm": 2.362382650375366,
      "learning_rate": 0.0001,
      "loss": 4.8821916580200195,
      "step": 287
    },
    {
      "epoch": 0.10627796485077726,
      "grad_norm": 2.725433111190796,
      "learning_rate": 0.0001,
      "loss": 4.793010234832764,
      "step": 288
    },
    {
      "epoch": 0.10664698556206467,
      "grad_norm": 2.443126678466797,
      "learning_rate": 0.0001,
      "loss": 4.6530046463012695,
      "step": 289
    },
    {
      "epoch": 0.10701600627335209,
      "grad_norm": 2.5819406509399414,
      "learning_rate": 0.0001,
      "loss": 5.03138542175293,
      "step": 290
    },
    {
      "epoch": 0.10738502698463952,
      "grad_norm": 2.345172166824341,
      "learning_rate": 0.0001,
      "loss": 4.908970832824707,
      "step": 291
    },
    {
      "epoch": 0.10775404769592693,
      "grad_norm": 3.7422969341278076,
      "learning_rate": 0.0001,
      "loss": 4.663451194763184,
      "step": 292
    },
    {
      "epoch": 0.10812306840721435,
      "grad_norm": 2.690535068511963,
      "learning_rate": 0.0001,
      "loss": 4.976020812988281,
      "step": 293
    },
    {
      "epoch": 0.10849208911850178,
      "grad_norm": 3.6050312519073486,
      "learning_rate": 0.0001,
      "loss": 4.173515319824219,
      "step": 294
    },
    {
      "epoch": 0.1088611098297892,
      "grad_norm": 2.6177196502685547,
      "learning_rate": 0.0001,
      "loss": 4.570525169372559,
      "step": 295
    },
    {
      "epoch": 0.10923013054107662,
      "grad_norm": 3.2142410278320312,
      "learning_rate": 0.0001,
      "loss": 5.103811740875244,
      "step": 296
    },
    {
      "epoch": 0.10959915125236404,
      "grad_norm": 4.097013473510742,
      "learning_rate": 0.0001,
      "loss": 4.417541027069092,
      "step": 297
    },
    {
      "epoch": 0.10996817196365145,
      "grad_norm": 2.6971688270568848,
      "learning_rate": 0.0001,
      "loss": 4.503973007202148,
      "step": 298
    },
    {
      "epoch": 0.11033719267493888,
      "grad_norm": 2.4972405433654785,
      "learning_rate": 0.0001,
      "loss": 4.668544769287109,
      "step": 299
    },
    {
      "epoch": 0.1107062133862263,
      "grad_norm": 3.145050287246704,
      "learning_rate": 0.0001,
      "loss": 4.453399658203125,
      "step": 300
    },
    {
      "epoch": 0.11107523409751373,
      "grad_norm": 2.5468809604644775,
      "learning_rate": 0.0001,
      "loss": 4.50095272064209,
      "step": 301
    },
    {
      "epoch": 0.11144425480880114,
      "grad_norm": 2.6690492630004883,
      "learning_rate": 0.0001,
      "loss": 4.6230950355529785,
      "step": 302
    },
    {
      "epoch": 0.11181327552008856,
      "grad_norm": 2.255617141723633,
      "learning_rate": 0.0001,
      "loss": 4.648458003997803,
      "step": 303
    },
    {
      "epoch": 0.11218229623137599,
      "grad_norm": 2.83013916015625,
      "learning_rate": 0.0001,
      "loss": 4.58681583404541,
      "step": 304
    },
    {
      "epoch": 0.1125513169426634,
      "grad_norm": 2.867711067199707,
      "learning_rate": 0.0001,
      "loss": 4.499338150024414,
      "step": 305
    },
    {
      "epoch": 0.11292033765395083,
      "grad_norm": 2.580369234085083,
      "learning_rate": 0.0001,
      "loss": 4.6251220703125,
      "step": 306
    },
    {
      "epoch": 0.11328935836523825,
      "grad_norm": 2.3685848712921143,
      "learning_rate": 0.0001,
      "loss": 4.643671989440918,
      "step": 307
    },
    {
      "epoch": 0.11365837907652566,
      "grad_norm": 3.4852209091186523,
      "learning_rate": 0.0001,
      "loss": 4.932046890258789,
      "step": 308
    },
    {
      "epoch": 0.1140273997878131,
      "grad_norm": 2.830315351486206,
      "learning_rate": 0.0001,
      "loss": 4.5891923904418945,
      "step": 309
    },
    {
      "epoch": 0.11439642049910051,
      "grad_norm": 3.2897260189056396,
      "learning_rate": 0.0001,
      "loss": 4.485490798950195,
      "step": 310
    },
    {
      "epoch": 0.11476544121038794,
      "grad_norm": 2.5602848529815674,
      "learning_rate": 0.0001,
      "loss": 4.726596832275391,
      "step": 311
    },
    {
      "epoch": 0.11513446192167535,
      "grad_norm": 2.8062198162078857,
      "learning_rate": 0.0001,
      "loss": 4.881383895874023,
      "step": 312
    },
    {
      "epoch": 0.11550348263296277,
      "grad_norm": 2.9454972743988037,
      "learning_rate": 0.0001,
      "loss": 4.755986213684082,
      "step": 313
    },
    {
      "epoch": 0.1158725033442502,
      "grad_norm": 2.8830761909484863,
      "learning_rate": 0.0001,
      "loss": 5.087071418762207,
      "step": 314
    },
    {
      "epoch": 0.11624152405553762,
      "grad_norm": 2.050590991973877,
      "learning_rate": 0.0001,
      "loss": 4.456117630004883,
      "step": 315
    },
    {
      "epoch": 0.11661054476682504,
      "grad_norm": 2.8796334266662598,
      "learning_rate": 0.0001,
      "loss": 4.842302322387695,
      "step": 316
    },
    {
      "epoch": 0.11697956547811246,
      "grad_norm": 2.1899056434631348,
      "learning_rate": 0.0001,
      "loss": 4.674966335296631,
      "step": 317
    },
    {
      "epoch": 0.11734858618939988,
      "grad_norm": 2.62785267829895,
      "learning_rate": 0.0001,
      "loss": 4.86789608001709,
      "step": 318
    },
    {
      "epoch": 0.1177176069006873,
      "grad_norm": 2.5556700229644775,
      "learning_rate": 0.0001,
      "loss": 4.4173264503479,
      "step": 319
    },
    {
      "epoch": 0.11808662761197472,
      "grad_norm": 3.35113525390625,
      "learning_rate": 0.0001,
      "loss": 4.507681369781494,
      "step": 320
    },
    {
      "epoch": 0.11845564832326215,
      "grad_norm": 3.0669710636138916,
      "learning_rate": 0.0001,
      "loss": 4.245882987976074,
      "step": 321
    },
    {
      "epoch": 0.11882466903454957,
      "grad_norm": 2.4834563732147217,
      "learning_rate": 0.0001,
      "loss": 4.907164573669434,
      "step": 322
    },
    {
      "epoch": 0.11919368974583698,
      "grad_norm": 2.5204923152923584,
      "learning_rate": 0.0001,
      "loss": 4.891724586486816,
      "step": 323
    },
    {
      "epoch": 0.11956271045712441,
      "grad_norm": 2.367497205734253,
      "learning_rate": 0.0001,
      "loss": 4.811779022216797,
      "step": 324
    },
    {
      "epoch": 0.11993173116841183,
      "grad_norm": 2.360835552215576,
      "learning_rate": 0.0001,
      "loss": 4.670647144317627,
      "step": 325
    },
    {
      "epoch": 0.12030075187969924,
      "grad_norm": 2.2293601036071777,
      "learning_rate": 0.0001,
      "loss": 4.589348793029785,
      "step": 326
    },
    {
      "epoch": 0.12066977259098667,
      "grad_norm": 2.154679775238037,
      "learning_rate": 0.0001,
      "loss": 4.731776237487793,
      "step": 327
    },
    {
      "epoch": 0.12103879330227409,
      "grad_norm": 2.914649486541748,
      "learning_rate": 0.0001,
      "loss": 4.931624889373779,
      "step": 328
    },
    {
      "epoch": 0.12140781401356152,
      "grad_norm": 2.734717845916748,
      "learning_rate": 0.0001,
      "loss": 4.975724697113037,
      "step": 329
    },
    {
      "epoch": 0.12177683472484893,
      "grad_norm": 2.389617443084717,
      "learning_rate": 0.0001,
      "loss": 4.796389102935791,
      "step": 330
    },
    {
      "epoch": 0.12214585543613635,
      "grad_norm": 1.979083776473999,
      "learning_rate": 0.0001,
      "loss": 4.383009433746338,
      "step": 331
    },
    {
      "epoch": 0.12251487614742378,
      "grad_norm": 2.6853559017181396,
      "learning_rate": 0.0001,
      "loss": 4.8341898918151855,
      "step": 332
    },
    {
      "epoch": 0.12288389685871119,
      "grad_norm": 2.5915274620056152,
      "learning_rate": 0.0001,
      "loss": 4.717322826385498,
      "step": 333
    },
    {
      "epoch": 0.12325291756999862,
      "grad_norm": 2.812741994857788,
      "learning_rate": 0.0001,
      "loss": 4.969723701477051,
      "step": 334
    },
    {
      "epoch": 0.12362193828128604,
      "grad_norm": 2.57147216796875,
      "learning_rate": 0.0001,
      "loss": 4.582840919494629,
      "step": 335
    },
    {
      "epoch": 0.12399095899257345,
      "grad_norm": 2.5397863388061523,
      "learning_rate": 0.0001,
      "loss": 4.691579341888428,
      "step": 336
    },
    {
      "epoch": 0.12435997970386088,
      "grad_norm": 2.942898988723755,
      "learning_rate": 0.0001,
      "loss": 4.7678728103637695,
      "step": 337
    },
    {
      "epoch": 0.1247290004151483,
      "grad_norm": 2.3598756790161133,
      "learning_rate": 0.0001,
      "loss": 4.659327030181885,
      "step": 338
    },
    {
      "epoch": 0.12509802112643573,
      "grad_norm": 2.3905725479125977,
      "learning_rate": 0.0001,
      "loss": 4.716471195220947,
      "step": 339
    },
    {
      "epoch": 0.12546704183772314,
      "grad_norm": 2.3143739700317383,
      "learning_rate": 0.0001,
      "loss": 4.569877624511719,
      "step": 340
    },
    {
      "epoch": 0.12583606254901056,
      "grad_norm": 2.9056665897369385,
      "learning_rate": 0.0001,
      "loss": 4.622424602508545,
      "step": 341
    },
    {
      "epoch": 0.12620508326029797,
      "grad_norm": 2.454422950744629,
      "learning_rate": 0.0001,
      "loss": 4.7714080810546875,
      "step": 342
    },
    {
      "epoch": 0.12657410397158542,
      "grad_norm": 2.410001516342163,
      "learning_rate": 0.0001,
      "loss": 4.591516494750977,
      "step": 343
    },
    {
      "epoch": 0.12694312468287283,
      "grad_norm": 4.945067405700684,
      "learning_rate": 0.0001,
      "loss": 4.671370983123779,
      "step": 344
    },
    {
      "epoch": 0.12731214539416025,
      "grad_norm": 2.9925453662872314,
      "learning_rate": 0.0001,
      "loss": 4.712247848510742,
      "step": 345
    },
    {
      "epoch": 0.12768116610544766,
      "grad_norm": 2.5714759826660156,
      "learning_rate": 0.0001,
      "loss": 4.530534744262695,
      "step": 346
    },
    {
      "epoch": 0.12805018681673508,
      "grad_norm": 2.7953736782073975,
      "learning_rate": 0.0001,
      "loss": 4.63610315322876,
      "step": 347
    },
    {
      "epoch": 0.12841920752802252,
      "grad_norm": 2.2027106285095215,
      "learning_rate": 0.0001,
      "loss": 4.753771781921387,
      "step": 348
    },
    {
      "epoch": 0.12878822823930994,
      "grad_norm": 2.802049398422241,
      "learning_rate": 0.0001,
      "loss": 4.764090061187744,
      "step": 349
    },
    {
      "epoch": 0.12915724895059735,
      "grad_norm": 2.5809788703918457,
      "learning_rate": 0.0001,
      "loss": 4.627032279968262,
      "step": 350
    },
    {
      "epoch": 0.12952626966188477,
      "grad_norm": 2.522502899169922,
      "learning_rate": 0.0001,
      "loss": 4.610208988189697,
      "step": 351
    },
    {
      "epoch": 0.12989529037317218,
      "grad_norm": 2.322376012802124,
      "learning_rate": 0.0001,
      "loss": 4.736202239990234,
      "step": 352
    },
    {
      "epoch": 0.13026431108445963,
      "grad_norm": 2.6052095890045166,
      "learning_rate": 0.0001,
      "loss": 4.679316997528076,
      "step": 353
    },
    {
      "epoch": 0.13063333179574704,
      "grad_norm": 2.5171854496002197,
      "learning_rate": 0.0001,
      "loss": 4.587606906890869,
      "step": 354
    },
    {
      "epoch": 0.13100235250703446,
      "grad_norm": 2.7908267974853516,
      "learning_rate": 0.0001,
      "loss": 4.818106651306152,
      "step": 355
    },
    {
      "epoch": 0.13137137321832187,
      "grad_norm": 2.3033812046051025,
      "learning_rate": 0.0001,
      "loss": 4.679779529571533,
      "step": 356
    },
    {
      "epoch": 0.1317403939296093,
      "grad_norm": 2.204928159713745,
      "learning_rate": 0.0001,
      "loss": 4.498159408569336,
      "step": 357
    },
    {
      "epoch": 0.13210941464089673,
      "grad_norm": 2.2332544326782227,
      "learning_rate": 0.0001,
      "loss": 4.56221866607666,
      "step": 358
    },
    {
      "epoch": 0.13247843535218415,
      "grad_norm": 2.151496648788452,
      "learning_rate": 0.0001,
      "loss": 4.715498924255371,
      "step": 359
    },
    {
      "epoch": 0.13284745606347156,
      "grad_norm": 2.1087806224823,
      "learning_rate": 0.0001,
      "loss": 4.749574184417725,
      "step": 360
    },
    {
      "epoch": 0.13321647677475898,
      "grad_norm": 2.1617531776428223,
      "learning_rate": 0.0001,
      "loss": 4.659748077392578,
      "step": 361
    },
    {
      "epoch": 0.1335854974860464,
      "grad_norm": 2.515841245651245,
      "learning_rate": 0.0001,
      "loss": 4.4495697021484375,
      "step": 362
    },
    {
      "epoch": 0.13395451819733384,
      "grad_norm": 2.170407772064209,
      "learning_rate": 0.0001,
      "loss": 4.438388347625732,
      "step": 363
    },
    {
      "epoch": 0.13432353890862125,
      "grad_norm": 2.7017438411712646,
      "learning_rate": 0.0001,
      "loss": 4.622103214263916,
      "step": 364
    },
    {
      "epoch": 0.13469255961990867,
      "grad_norm": 3.747965097427368,
      "learning_rate": 0.0001,
      "loss": 4.560365676879883,
      "step": 365
    },
    {
      "epoch": 0.13506158033119608,
      "grad_norm": 2.727411985397339,
      "learning_rate": 0.0001,
      "loss": 4.737141132354736,
      "step": 366
    },
    {
      "epoch": 0.1354306010424835,
      "grad_norm": 2.811324119567871,
      "learning_rate": 0.0001,
      "loss": 4.603142261505127,
      "step": 367
    },
    {
      "epoch": 0.13579962175377094,
      "grad_norm": 2.113163948059082,
      "learning_rate": 0.0001,
      "loss": 4.581015110015869,
      "step": 368
    },
    {
      "epoch": 0.13616864246505836,
      "grad_norm": 2.3354477882385254,
      "learning_rate": 0.0001,
      "loss": 4.416581630706787,
      "step": 369
    },
    {
      "epoch": 0.13653766317634577,
      "grad_norm": 1.9050804376602173,
      "learning_rate": 0.0001,
      "loss": 4.300870418548584,
      "step": 370
    },
    {
      "epoch": 0.1369066838876332,
      "grad_norm": 2.382469654083252,
      "learning_rate": 0.0001,
      "loss": 4.5361223220825195,
      "step": 371
    },
    {
      "epoch": 0.1372757045989206,
      "grad_norm": 2.4976327419281006,
      "learning_rate": 0.0001,
      "loss": 4.676791191101074,
      "step": 372
    },
    {
      "epoch": 0.13764472531020805,
      "grad_norm": 2.061070680618286,
      "learning_rate": 0.0001,
      "loss": 4.431769371032715,
      "step": 373
    },
    {
      "epoch": 0.13801374602149546,
      "grad_norm": 2.2746779918670654,
      "learning_rate": 0.0001,
      "loss": 4.311607837677002,
      "step": 374
    },
    {
      "epoch": 0.13838276673278288,
      "grad_norm": 2.6687610149383545,
      "learning_rate": 0.0001,
      "loss": 5.022364139556885,
      "step": 375
    },
    {
      "epoch": 0.1387517874440703,
      "grad_norm": 2.4456582069396973,
      "learning_rate": 0.0001,
      "loss": 4.58386754989624,
      "step": 376
    },
    {
      "epoch": 0.1391208081553577,
      "grad_norm": 3.6035640239715576,
      "learning_rate": 0.0001,
      "loss": 4.901766777038574,
      "step": 377
    },
    {
      "epoch": 0.13948982886664513,
      "grad_norm": 2.442969799041748,
      "learning_rate": 0.0001,
      "loss": 4.6150665283203125,
      "step": 378
    },
    {
      "epoch": 0.13985884957793257,
      "grad_norm": 2.26698899269104,
      "learning_rate": 0.0001,
      "loss": 4.721152305603027,
      "step": 379
    },
    {
      "epoch": 0.14022787028921999,
      "grad_norm": 2.289684534072876,
      "learning_rate": 0.0001,
      "loss": 4.594067573547363,
      "step": 380
    },
    {
      "epoch": 0.1405968910005074,
      "grad_norm": 2.3382251262664795,
      "learning_rate": 0.0001,
      "loss": 4.569343566894531,
      "step": 381
    },
    {
      "epoch": 0.14096591171179482,
      "grad_norm": 2.277287006378174,
      "learning_rate": 0.0001,
      "loss": 4.555330276489258,
      "step": 382
    },
    {
      "epoch": 0.14133493242308223,
      "grad_norm": 2.5999021530151367,
      "learning_rate": 0.0001,
      "loss": 4.632719993591309,
      "step": 383
    },
    {
      "epoch": 0.14170395313436968,
      "grad_norm": 2.2470548152923584,
      "learning_rate": 0.0001,
      "loss": 4.36204719543457,
      "step": 384
    },
    {
      "epoch": 0.1420729738456571,
      "grad_norm": 2.7499003410339355,
      "learning_rate": 0.0001,
      "loss": 4.743986129760742,
      "step": 385
    },
    {
      "epoch": 0.1424419945569445,
      "grad_norm": 2.742394208908081,
      "learning_rate": 0.0001,
      "loss": 4.636870384216309,
      "step": 386
    },
    {
      "epoch": 0.14281101526823192,
      "grad_norm": 2.180415391921997,
      "learning_rate": 0.0001,
      "loss": 4.016098976135254,
      "step": 387
    },
    {
      "epoch": 0.14318003597951934,
      "grad_norm": 2.76760196685791,
      "learning_rate": 0.0001,
      "loss": 4.450103759765625,
      "step": 388
    },
    {
      "epoch": 0.14354905669080678,
      "grad_norm": 2.0674028396606445,
      "learning_rate": 0.0001,
      "loss": 4.38997745513916,
      "step": 389
    },
    {
      "epoch": 0.1439180774020942,
      "grad_norm": 2.3727712631225586,
      "learning_rate": 0.0001,
      "loss": 4.650741100311279,
      "step": 390
    },
    {
      "epoch": 0.1442870981133816,
      "grad_norm": 3.3699772357940674,
      "learning_rate": 0.0001,
      "loss": 4.770174026489258,
      "step": 391
    },
    {
      "epoch": 0.14465611882466903,
      "grad_norm": 2.5660290718078613,
      "learning_rate": 0.0001,
      "loss": 4.350974082946777,
      "step": 392
    },
    {
      "epoch": 0.14502513953595644,
      "grad_norm": 2.490234613418579,
      "learning_rate": 0.0001,
      "loss": 4.715450286865234,
      "step": 393
    },
    {
      "epoch": 0.1453941602472439,
      "grad_norm": 2.437030076980591,
      "learning_rate": 0.0001,
      "loss": 4.426624298095703,
      "step": 394
    },
    {
      "epoch": 0.1457631809585313,
      "grad_norm": 2.3875768184661865,
      "learning_rate": 0.0001,
      "loss": 4.674262046813965,
      "step": 395
    },
    {
      "epoch": 0.14613220166981872,
      "grad_norm": 3.1936697959899902,
      "learning_rate": 0.0001,
      "loss": 4.431836128234863,
      "step": 396
    },
    {
      "epoch": 0.14650122238110613,
      "grad_norm": 2.755526542663574,
      "learning_rate": 0.0001,
      "loss": 4.50398588180542,
      "step": 397
    },
    {
      "epoch": 0.14687024309239355,
      "grad_norm": 2.3031511306762695,
      "learning_rate": 0.0001,
      "loss": 4.393855094909668,
      "step": 398
    },
    {
      "epoch": 0.147239263803681,
      "grad_norm": 2.156735420227051,
      "learning_rate": 0.0001,
      "loss": 4.521570205688477,
      "step": 399
    },
    {
      "epoch": 0.1476082845149684,
      "grad_norm": 2.1634793281555176,
      "learning_rate": 0.0001,
      "loss": 4.347168922424316,
      "step": 400
    },
    {
      "epoch": 0.14797730522625582,
      "grad_norm": 2.3540008068084717,
      "learning_rate": 0.0001,
      "loss": 4.335336685180664,
      "step": 401
    },
    {
      "epoch": 0.14834632593754324,
      "grad_norm": 2.099828004837036,
      "learning_rate": 0.0001,
      "loss": 4.490433216094971,
      "step": 402
    },
    {
      "epoch": 0.14871534664883065,
      "grad_norm": 2.301783800125122,
      "learning_rate": 0.0001,
      "loss": 4.512866973876953,
      "step": 403
    },
    {
      "epoch": 0.1490843673601181,
      "grad_norm": 4.869900226593018,
      "learning_rate": 0.0001,
      "loss": 4.349788665771484,
      "step": 404
    },
    {
      "epoch": 0.1494533880714055,
      "grad_norm": 2.6026854515075684,
      "learning_rate": 0.0001,
      "loss": 4.820313930511475,
      "step": 405
    },
    {
      "epoch": 0.14982240878269293,
      "grad_norm": 2.8290839195251465,
      "learning_rate": 0.0001,
      "loss": 4.873462200164795,
      "step": 406
    },
    {
      "epoch": 0.15019142949398034,
      "grad_norm": 2.684792995452881,
      "learning_rate": 0.0001,
      "loss": 4.517108917236328,
      "step": 407
    },
    {
      "epoch": 0.15056045020526776,
      "grad_norm": 2.500267505645752,
      "learning_rate": 0.0001,
      "loss": 4.553900241851807,
      "step": 408
    },
    {
      "epoch": 0.1509294709165552,
      "grad_norm": 2.6919009685516357,
      "learning_rate": 0.0001,
      "loss": 4.5190510749816895,
      "step": 409
    },
    {
      "epoch": 0.15129849162784262,
      "grad_norm": 2.3876686096191406,
      "learning_rate": 0.0001,
      "loss": 4.545931339263916,
      "step": 410
    },
    {
      "epoch": 0.15166751233913003,
      "grad_norm": 2.572681427001953,
      "learning_rate": 0.0001,
      "loss": 4.756655693054199,
      "step": 411
    },
    {
      "epoch": 0.15203653305041745,
      "grad_norm": 2.4582159519195557,
      "learning_rate": 0.0001,
      "loss": 4.263705730438232,
      "step": 412
    },
    {
      "epoch": 0.15240555376170487,
      "grad_norm": 2.2141013145446777,
      "learning_rate": 0.0001,
      "loss": 4.258913040161133,
      "step": 413
    },
    {
      "epoch": 0.1527745744729923,
      "grad_norm": 2.1214869022369385,
      "learning_rate": 0.0001,
      "loss": 4.433398723602295,
      "step": 414
    },
    {
      "epoch": 0.15314359518427972,
      "grad_norm": 3.5143837928771973,
      "learning_rate": 0.0001,
      "loss": 4.403622627258301,
      "step": 415
    },
    {
      "epoch": 0.15351261589556714,
      "grad_norm": 2.399301767349243,
      "learning_rate": 0.0001,
      "loss": 4.545055389404297,
      "step": 416
    },
    {
      "epoch": 0.15388163660685455,
      "grad_norm": 2.3257532119750977,
      "learning_rate": 0.0001,
      "loss": 4.454653263092041,
      "step": 417
    },
    {
      "epoch": 0.15425065731814197,
      "grad_norm": 2.069754123687744,
      "learning_rate": 0.0001,
      "loss": 4.391440391540527,
      "step": 418
    },
    {
      "epoch": 0.1546196780294294,
      "grad_norm": 2.3238942623138428,
      "learning_rate": 0.0001,
      "loss": 4.560251235961914,
      "step": 419
    },
    {
      "epoch": 0.15498869874071683,
      "grad_norm": 2.3678717613220215,
      "learning_rate": 0.0001,
      "loss": 4.415225028991699,
      "step": 420
    },
    {
      "epoch": 0.15535771945200424,
      "grad_norm": 2.5803234577178955,
      "learning_rate": 0.0001,
      "loss": 4.502828598022461,
      "step": 421
    },
    {
      "epoch": 0.15572674016329166,
      "grad_norm": 2.0687503814697266,
      "learning_rate": 0.0001,
      "loss": 4.573302268981934,
      "step": 422
    },
    {
      "epoch": 0.15609576087457908,
      "grad_norm": 2.0890164375305176,
      "learning_rate": 0.0001,
      "loss": 4.3898725509643555,
      "step": 423
    },
    {
      "epoch": 0.15646478158586652,
      "grad_norm": 6.507479667663574,
      "learning_rate": 0.0001,
      "loss": 4.818697452545166,
      "step": 424
    },
    {
      "epoch": 0.15683380229715393,
      "grad_norm": 2.371757745742798,
      "learning_rate": 0.0001,
      "loss": 4.283136367797852,
      "step": 425
    },
    {
      "epoch": 0.15720282300844135,
      "grad_norm": 2.1233596801757812,
      "learning_rate": 0.0001,
      "loss": 4.306228160858154,
      "step": 426
    },
    {
      "epoch": 0.15757184371972877,
      "grad_norm": 1.91828191280365,
      "learning_rate": 0.0001,
      "loss": 4.135748386383057,
      "step": 427
    },
    {
      "epoch": 0.15794086443101618,
      "grad_norm": 2.200847864151001,
      "learning_rate": 0.0001,
      "loss": 4.567739486694336,
      "step": 428
    },
    {
      "epoch": 0.15830988514230362,
      "grad_norm": 2.3396151065826416,
      "learning_rate": 0.0001,
      "loss": 4.297729015350342,
      "step": 429
    },
    {
      "epoch": 0.15867890585359104,
      "grad_norm": 2.224308967590332,
      "learning_rate": 0.0001,
      "loss": 4.248779773712158,
      "step": 430
    },
    {
      "epoch": 0.15904792656487846,
      "grad_norm": 2.5491580963134766,
      "learning_rate": 0.0001,
      "loss": 4.218733787536621,
      "step": 431
    },
    {
      "epoch": 0.15941694727616587,
      "grad_norm": 2.4283812046051025,
      "learning_rate": 0.0001,
      "loss": 4.502690315246582,
      "step": 432
    },
    {
      "epoch": 0.1597859679874533,
      "grad_norm": 2.155597448348999,
      "learning_rate": 0.0001,
      "loss": 4.561605930328369,
      "step": 433
    },
    {
      "epoch": 0.16015498869874073,
      "grad_norm": 2.9684088230133057,
      "learning_rate": 0.0001,
      "loss": 4.341606140136719,
      "step": 434
    },
    {
      "epoch": 0.16052400941002815,
      "grad_norm": 2.1386497020721436,
      "learning_rate": 0.0001,
      "loss": 4.319955825805664,
      "step": 435
    },
    {
      "epoch": 0.16089303012131556,
      "grad_norm": 2.0225462913513184,
      "learning_rate": 0.0001,
      "loss": 4.451445579528809,
      "step": 436
    },
    {
      "epoch": 0.16126205083260298,
      "grad_norm": 2.4696478843688965,
      "learning_rate": 0.0001,
      "loss": 4.350612163543701,
      "step": 437
    },
    {
      "epoch": 0.1616310715438904,
      "grad_norm": 3.6279401779174805,
      "learning_rate": 0.0001,
      "loss": 4.606565952301025,
      "step": 438
    },
    {
      "epoch": 0.16200009225517784,
      "grad_norm": 2.111154556274414,
      "learning_rate": 0.0001,
      "loss": 4.30889368057251,
      "step": 439
    },
    {
      "epoch": 0.16236911296646525,
      "grad_norm": 3.213124990463257,
      "learning_rate": 0.0001,
      "loss": 4.794126987457275,
      "step": 440
    },
    {
      "epoch": 0.16273813367775267,
      "grad_norm": 2.129725933074951,
      "learning_rate": 0.0001,
      "loss": 4.6410322189331055,
      "step": 441
    },
    {
      "epoch": 0.16310715438904008,
      "grad_norm": 1.9005858898162842,
      "learning_rate": 0.0001,
      "loss": 4.66891622543335,
      "step": 442
    },
    {
      "epoch": 0.1634761751003275,
      "grad_norm": 2.47507381439209,
      "learning_rate": 0.0001,
      "loss": 3.983210802078247,
      "step": 443
    },
    {
      "epoch": 0.1638451958116149,
      "grad_norm": 2.970912456512451,
      "learning_rate": 0.0001,
      "loss": 4.768887996673584,
      "step": 444
    },
    {
      "epoch": 0.16421421652290236,
      "grad_norm": 2.7908215522766113,
      "learning_rate": 0.0001,
      "loss": 4.4359517097473145,
      "step": 445
    },
    {
      "epoch": 0.16458323723418977,
      "grad_norm": 2.090733289718628,
      "learning_rate": 0.0001,
      "loss": 4.485992908477783,
      "step": 446
    },
    {
      "epoch": 0.1649522579454772,
      "grad_norm": 2.2121379375457764,
      "learning_rate": 0.0001,
      "loss": 4.506903648376465,
      "step": 447
    },
    {
      "epoch": 0.1653212786567646,
      "grad_norm": 2.533843517303467,
      "learning_rate": 0.0001,
      "loss": 4.350931644439697,
      "step": 448
    },
    {
      "epoch": 0.16569029936805202,
      "grad_norm": 2.2086493968963623,
      "learning_rate": 0.0001,
      "loss": 3.9907069206237793,
      "step": 449
    },
    {
      "epoch": 0.16605932007933946,
      "grad_norm": 2.3507115840911865,
      "learning_rate": 0.0001,
      "loss": 4.416835308074951,
      "step": 450
    },
    {
      "epoch": 0.16642834079062688,
      "grad_norm": 2.2729458808898926,
      "learning_rate": 0.0001,
      "loss": 4.586258411407471,
      "step": 451
    },
    {
      "epoch": 0.1667973615019143,
      "grad_norm": 2.1393730640411377,
      "learning_rate": 0.0001,
      "loss": 4.258632183074951,
      "step": 452
    },
    {
      "epoch": 0.1671663822132017,
      "grad_norm": 2.0558552742004395,
      "learning_rate": 0.0001,
      "loss": 4.597503662109375,
      "step": 453
    },
    {
      "epoch": 0.16753540292448912,
      "grad_norm": 2.473813533782959,
      "learning_rate": 0.0001,
      "loss": 4.395957946777344,
      "step": 454
    },
    {
      "epoch": 0.16790442363577657,
      "grad_norm": 2.095021963119507,
      "learning_rate": 0.0001,
      "loss": 4.062214374542236,
      "step": 455
    },
    {
      "epoch": 0.16827344434706398,
      "grad_norm": 2.6224169731140137,
      "learning_rate": 0.0001,
      "loss": 4.3939208984375,
      "step": 456
    },
    {
      "epoch": 0.1686424650583514,
      "grad_norm": 2.2001235485076904,
      "learning_rate": 0.0001,
      "loss": 4.333123683929443,
      "step": 457
    },
    {
      "epoch": 0.16901148576963881,
      "grad_norm": 2.21736741065979,
      "learning_rate": 0.0001,
      "loss": 4.0645246505737305,
      "step": 458
    },
    {
      "epoch": 0.16938050648092623,
      "grad_norm": 2.2809412479400635,
      "learning_rate": 0.0001,
      "loss": 4.523746967315674,
      "step": 459
    },
    {
      "epoch": 0.16974952719221367,
      "grad_norm": 2.6346044540405273,
      "learning_rate": 0.0001,
      "loss": 4.581881999969482,
      "step": 460
    },
    {
      "epoch": 0.1701185479035011,
      "grad_norm": 2.1072700023651123,
      "learning_rate": 0.0001,
      "loss": 4.362997531890869,
      "step": 461
    },
    {
      "epoch": 0.1704875686147885,
      "grad_norm": 2.147351026535034,
      "learning_rate": 0.0001,
      "loss": 4.131965637207031,
      "step": 462
    },
    {
      "epoch": 0.17085658932607592,
      "grad_norm": 2.3557586669921875,
      "learning_rate": 0.0001,
      "loss": 4.431070327758789,
      "step": 463
    },
    {
      "epoch": 0.17122561003736333,
      "grad_norm": 2.1692962646484375,
      "learning_rate": 0.0001,
      "loss": 4.711268901824951,
      "step": 464
    },
    {
      "epoch": 0.17159463074865078,
      "grad_norm": 2.254636764526367,
      "learning_rate": 0.0001,
      "loss": 4.4809041023254395,
      "step": 465
    },
    {
      "epoch": 0.1719636514599382,
      "grad_norm": 2.2716152667999268,
      "learning_rate": 0.0001,
      "loss": 4.050970077514648,
      "step": 466
    },
    {
      "epoch": 0.1723326721712256,
      "grad_norm": 2.9789211750030518,
      "learning_rate": 0.0001,
      "loss": 4.269569396972656,
      "step": 467
    },
    {
      "epoch": 0.17270169288251302,
      "grad_norm": 2.0386388301849365,
      "learning_rate": 0.0001,
      "loss": 4.284242630004883,
      "step": 468
    },
    {
      "epoch": 0.17307071359380044,
      "grad_norm": 1.8008029460906982,
      "learning_rate": 0.0001,
      "loss": 4.464146137237549,
      "step": 469
    },
    {
      "epoch": 0.17343973430508788,
      "grad_norm": 1.944584608078003,
      "learning_rate": 0.0001,
      "loss": 4.559577465057373,
      "step": 470
    },
    {
      "epoch": 0.1738087550163753,
      "grad_norm": 4.818556785583496,
      "learning_rate": 0.0001,
      "loss": 4.378731727600098,
      "step": 471
    },
    {
      "epoch": 0.17417777572766271,
      "grad_norm": 2.3885557651519775,
      "learning_rate": 0.0001,
      "loss": 4.05840539932251,
      "step": 472
    },
    {
      "epoch": 0.17454679643895013,
      "grad_norm": 2.1333820819854736,
      "learning_rate": 0.0001,
      "loss": 4.016430377960205,
      "step": 473
    },
    {
      "epoch": 0.17491581715023755,
      "grad_norm": 1.8299129009246826,
      "learning_rate": 0.0001,
      "loss": 4.615049362182617,
      "step": 474
    },
    {
      "epoch": 0.175284837861525,
      "grad_norm": 2.0134215354919434,
      "learning_rate": 0.0001,
      "loss": 4.2402191162109375,
      "step": 475
    },
    {
      "epoch": 0.1756538585728124,
      "grad_norm": 2.5740880966186523,
      "learning_rate": 0.0001,
      "loss": 4.674981594085693,
      "step": 476
    },
    {
      "epoch": 0.17602287928409982,
      "grad_norm": 3.1095097064971924,
      "learning_rate": 0.0001,
      "loss": 4.765364646911621,
      "step": 477
    },
    {
      "epoch": 0.17639189999538724,
      "grad_norm": 2.1833994388580322,
      "learning_rate": 0.0001,
      "loss": 4.4260969161987305,
      "step": 478
    },
    {
      "epoch": 0.17676092070667465,
      "grad_norm": 2.396684408187866,
      "learning_rate": 0.0001,
      "loss": 4.116750717163086,
      "step": 479
    },
    {
      "epoch": 0.1771299414179621,
      "grad_norm": 2.2355973720550537,
      "learning_rate": 0.0001,
      "loss": 4.551278114318848,
      "step": 480
    },
    {
      "epoch": 0.1774989621292495,
      "grad_norm": 2.0249733924865723,
      "learning_rate": 0.0001,
      "loss": 4.321774959564209,
      "step": 481
    },
    {
      "epoch": 0.17786798284053693,
      "grad_norm": 2.2655394077301025,
      "learning_rate": 0.0001,
      "loss": 4.832188129425049,
      "step": 482
    },
    {
      "epoch": 0.17823700355182434,
      "grad_norm": 2.384474754333496,
      "learning_rate": 0.0001,
      "loss": 4.327328681945801,
      "step": 483
    },
    {
      "epoch": 0.17860602426311176,
      "grad_norm": 2.0592844486236572,
      "learning_rate": 0.0001,
      "loss": 4.406461238861084,
      "step": 484
    },
    {
      "epoch": 0.1789750449743992,
      "grad_norm": 2.1442856788635254,
      "learning_rate": 0.0001,
      "loss": 4.520481109619141,
      "step": 485
    },
    {
      "epoch": 0.17934406568568662,
      "grad_norm": 2.215745449066162,
      "learning_rate": 0.0001,
      "loss": 4.652613162994385,
      "step": 486
    },
    {
      "epoch": 0.17971308639697403,
      "grad_norm": 2.274385452270508,
      "learning_rate": 0.0001,
      "loss": 4.071110248565674,
      "step": 487
    },
    {
      "epoch": 0.18008210710826145,
      "grad_norm": 2.5120763778686523,
      "learning_rate": 0.0001,
      "loss": 4.499899387359619,
      "step": 488
    },
    {
      "epoch": 0.18045112781954886,
      "grad_norm": 2.1488053798675537,
      "learning_rate": 0.0001,
      "loss": 4.293880939483643,
      "step": 489
    },
    {
      "epoch": 0.1808201485308363,
      "grad_norm": 2.8950445652008057,
      "learning_rate": 0.0001,
      "loss": 4.485057830810547,
      "step": 490
    },
    {
      "epoch": 0.18118916924212372,
      "grad_norm": 2.100581407546997,
      "learning_rate": 0.0001,
      "loss": 4.113532066345215,
      "step": 491
    },
    {
      "epoch": 0.18155818995341114,
      "grad_norm": 2.3395795822143555,
      "learning_rate": 0.0001,
      "loss": 4.322099208831787,
      "step": 492
    },
    {
      "epoch": 0.18192721066469855,
      "grad_norm": 2.030890703201294,
      "learning_rate": 0.0001,
      "loss": 4.442522048950195,
      "step": 493
    },
    {
      "epoch": 0.18229623137598597,
      "grad_norm": 1.977658987045288,
      "learning_rate": 0.0001,
      "loss": 4.220512866973877,
      "step": 494
    },
    {
      "epoch": 0.1826652520872734,
      "grad_norm": 3.0135514736175537,
      "learning_rate": 0.0001,
      "loss": 4.858924388885498,
      "step": 495
    },
    {
      "epoch": 0.18303427279856083,
      "grad_norm": 2.4730112552642822,
      "learning_rate": 0.0001,
      "loss": 4.4013543128967285,
      "step": 496
    },
    {
      "epoch": 0.18340329350984824,
      "grad_norm": 2.456479549407959,
      "learning_rate": 0.0001,
      "loss": 4.416372776031494,
      "step": 497
    },
    {
      "epoch": 0.18377231422113566,
      "grad_norm": 2.1360464096069336,
      "learning_rate": 0.0001,
      "loss": 4.0488104820251465,
      "step": 498
    },
    {
      "epoch": 0.18414133493242307,
      "grad_norm": 2.367122173309326,
      "learning_rate": 0.0001,
      "loss": 4.326754570007324,
      "step": 499
    },
    {
      "epoch": 0.18451035564371052,
      "grad_norm": 2.3929057121276855,
      "learning_rate": 0.0001,
      "loss": 4.3895063400268555,
      "step": 500
    },
    {
      "epoch": 0.18487937635499793,
      "grad_norm": 1.9481403827667236,
      "learning_rate": 0.0001,
      "loss": 4.406152248382568,
      "step": 501
    },
    {
      "epoch": 0.18524839706628535,
      "grad_norm": 2.086376190185547,
      "learning_rate": 0.0001,
      "loss": 4.4221906661987305,
      "step": 502
    },
    {
      "epoch": 0.18561741777757276,
      "grad_norm": 2.2188632488250732,
      "learning_rate": 0.0001,
      "loss": 4.660634994506836,
      "step": 503
    },
    {
      "epoch": 0.18598643848886018,
      "grad_norm": 2.2751147747039795,
      "learning_rate": 0.0001,
      "loss": 4.23121452331543,
      "step": 504
    },
    {
      "epoch": 0.18635545920014762,
      "grad_norm": 2.1705162525177,
      "learning_rate": 0.0001,
      "loss": 4.265094757080078,
      "step": 505
    },
    {
      "epoch": 0.18672447991143504,
      "grad_norm": 2.121332883834839,
      "learning_rate": 0.0001,
      "loss": 4.205435752868652,
      "step": 506
    },
    {
      "epoch": 0.18709350062272245,
      "grad_norm": 1.964434266090393,
      "learning_rate": 0.0001,
      "loss": 4.287982940673828,
      "step": 507
    },
    {
      "epoch": 0.18746252133400987,
      "grad_norm": 2.236156463623047,
      "learning_rate": 0.0001,
      "loss": 4.284115791320801,
      "step": 508
    },
    {
      "epoch": 0.18783154204529728,
      "grad_norm": 2.2012174129486084,
      "learning_rate": 0.0001,
      "loss": 4.316831111907959,
      "step": 509
    },
    {
      "epoch": 0.1882005627565847,
      "grad_norm": 1.9142396450042725,
      "learning_rate": 0.0001,
      "loss": 4.5977678298950195,
      "step": 510
    },
    {
      "epoch": 0.18856958346787214,
      "grad_norm": 1.975645899772644,
      "learning_rate": 0.0001,
      "loss": 4.377478122711182,
      "step": 511
    },
    {
      "epoch": 0.18893860417915956,
      "grad_norm": 2.210484027862549,
      "learning_rate": 0.0001,
      "loss": 4.167498588562012,
      "step": 512
    },
    {
      "epoch": 0.18930762489044697,
      "grad_norm": 1.8951791524887085,
      "learning_rate": 0.0001,
      "loss": 4.046764373779297,
      "step": 513
    },
    {
      "epoch": 0.1896766456017344,
      "grad_norm": 2.129709005355835,
      "learning_rate": 0.0001,
      "loss": 4.1118035316467285,
      "step": 514
    },
    {
      "epoch": 0.1900456663130218,
      "grad_norm": 1.926705241203308,
      "learning_rate": 0.0001,
      "loss": 3.9770379066467285,
      "step": 515
    },
    {
      "epoch": 0.19041468702430925,
      "grad_norm": 2.785149335861206,
      "learning_rate": 0.0001,
      "loss": 4.119317054748535,
      "step": 516
    },
    {
      "epoch": 0.19078370773559666,
      "grad_norm": 2.28780198097229,
      "learning_rate": 0.0001,
      "loss": 3.9503774642944336,
      "step": 517
    },
    {
      "epoch": 0.19115272844688408,
      "grad_norm": 2.1383399963378906,
      "learning_rate": 0.0001,
      "loss": 4.462101459503174,
      "step": 518
    },
    {
      "epoch": 0.1915217491581715,
      "grad_norm": 1.8943592309951782,
      "learning_rate": 0.0001,
      "loss": 4.395929336547852,
      "step": 519
    },
    {
      "epoch": 0.1918907698694589,
      "grad_norm": 2.1494009494781494,
      "learning_rate": 0.0001,
      "loss": 4.108682155609131,
      "step": 520
    },
    {
      "epoch": 0.19225979058074635,
      "grad_norm": 2.092240810394287,
      "learning_rate": 0.0001,
      "loss": 4.348626613616943,
      "step": 521
    },
    {
      "epoch": 0.19262881129203377,
      "grad_norm": 2.151693820953369,
      "learning_rate": 0.0001,
      "loss": 4.288055896759033,
      "step": 522
    },
    {
      "epoch": 0.19299783200332118,
      "grad_norm": 1.9059604406356812,
      "learning_rate": 0.0001,
      "loss": 4.300743103027344,
      "step": 523
    },
    {
      "epoch": 0.1933668527146086,
      "grad_norm": 2.5519795417785645,
      "learning_rate": 0.0001,
      "loss": 4.22593355178833,
      "step": 524
    },
    {
      "epoch": 0.19373587342589602,
      "grad_norm": 1.7208030223846436,
      "learning_rate": 0.0001,
      "loss": 4.30415153503418,
      "step": 525
    },
    {
      "epoch": 0.19410489413718346,
      "grad_norm": 1.7663142681121826,
      "learning_rate": 0.0001,
      "loss": 4.290582180023193,
      "step": 526
    },
    {
      "epoch": 0.19447391484847087,
      "grad_norm": 2.063027858734131,
      "learning_rate": 0.0001,
      "loss": 4.227534770965576,
      "step": 527
    },
    {
      "epoch": 0.1948429355597583,
      "grad_norm": 2.6470508575439453,
      "learning_rate": 0.0001,
      "loss": 4.313108921051025,
      "step": 528
    },
    {
      "epoch": 0.1952119562710457,
      "grad_norm": 1.9663456678390503,
      "learning_rate": 0.0001,
      "loss": 4.123837947845459,
      "step": 529
    },
    {
      "epoch": 0.19558097698233312,
      "grad_norm": 2.032116413116455,
      "learning_rate": 0.0001,
      "loss": 3.8263444900512695,
      "step": 530
    },
    {
      "epoch": 0.19594999769362056,
      "grad_norm": 3.4389142990112305,
      "learning_rate": 0.0001,
      "loss": 4.467240333557129,
      "step": 531
    },
    {
      "epoch": 0.19631901840490798,
      "grad_norm": 1.9850727319717407,
      "learning_rate": 0.0001,
      "loss": 4.335421085357666,
      "step": 532
    },
    {
      "epoch": 0.1966880391161954,
      "grad_norm": 2.0280203819274902,
      "learning_rate": 0.0001,
      "loss": 4.235400676727295,
      "step": 533
    },
    {
      "epoch": 0.1970570598274828,
      "grad_norm": 2.8351972103118896,
      "learning_rate": 0.0001,
      "loss": 4.130883693695068,
      "step": 534
    },
    {
      "epoch": 0.19742608053877023,
      "grad_norm": 2.1816749572753906,
      "learning_rate": 0.0001,
      "loss": 4.412903785705566,
      "step": 535
    },
    {
      "epoch": 0.19779510125005767,
      "grad_norm": 2.455271005630493,
      "learning_rate": 0.0001,
      "loss": 4.324191093444824,
      "step": 536
    },
    {
      "epoch": 0.19816412196134509,
      "grad_norm": 2.081894874572754,
      "learning_rate": 0.0001,
      "loss": 4.476474761962891,
      "step": 537
    },
    {
      "epoch": 0.1985331426726325,
      "grad_norm": 2.1476821899414062,
      "learning_rate": 0.0001,
      "loss": 4.266482830047607,
      "step": 538
    },
    {
      "epoch": 0.19890216338391992,
      "grad_norm": 1.989898681640625,
      "learning_rate": 0.0001,
      "loss": 4.313356876373291,
      "step": 539
    },
    {
      "epoch": 0.19927118409520733,
      "grad_norm": 2.1811554431915283,
      "learning_rate": 0.0001,
      "loss": 4.685174465179443,
      "step": 540
    },
    {
      "epoch": 0.19964020480649478,
      "grad_norm": 2.0105929374694824,
      "learning_rate": 0.0001,
      "loss": 4.369940280914307,
      "step": 541
    },
    {
      "epoch": 0.2000092255177822,
      "grad_norm": 1.7295829057693481,
      "learning_rate": 0.0001,
      "loss": 3.995760679244995,
      "step": 542
    }
  ],
  "logging_steps": 1,
  "max_steps": 5420,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 542,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.628137438584914e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}