{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 888,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004507042253521127,
      "grad_norm": 0.5109427571296692,
      "learning_rate": 0.0,
      "loss": 2.8366,
      "step": 1
    },
    {
      "epoch": 0.009014084507042254,
      "grad_norm": 0.5052362084388733,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 2.9992,
      "step": 2
    },
    {
      "epoch": 0.013521126760563381,
      "grad_norm": 0.4910641610622406,
      "learning_rate": 1.4814814814814815e-05,
      "loss": 2.8925,
      "step": 3
    },
    {
      "epoch": 0.018028169014084508,
      "grad_norm": 0.5134980082511902,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 2.8476,
      "step": 4
    },
    {
      "epoch": 0.022535211267605635,
      "grad_norm": 0.5817605257034302,
      "learning_rate": 2.962962962962963e-05,
      "loss": 2.9803,
      "step": 5
    },
    {
      "epoch": 0.027042253521126762,
      "grad_norm": 0.7044035792350769,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 2.8277,
      "step": 6
    },
    {
      "epoch": 0.031549295774647886,
      "grad_norm": 0.793286919593811,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 2.9407,
      "step": 7
    },
    {
      "epoch": 0.036056338028169016,
      "grad_norm": 0.9440262317657471,
      "learning_rate": 5.185185185185185e-05,
      "loss": 2.9527,
      "step": 8
    },
    {
      "epoch": 0.04056338028169014,
      "grad_norm": 1.107783555984497,
      "learning_rate": 5.925925925925926e-05,
      "loss": 2.5235,
      "step": 9
    },
    {
      "epoch": 0.04507042253521127,
      "grad_norm": 1.3675676584243774,
      "learning_rate": 6.666666666666667e-05,
      "loss": 2.377,
      "step": 10
    },
    {
      "epoch": 0.049577464788732394,
      "grad_norm": 1.4395591020584106,
      "learning_rate": 7.407407407407407e-05,
      "loss": 2.1443,
      "step": 11
    },
    {
      "epoch": 0.054084507042253524,
      "grad_norm": 0.5429375171661377,
      "learning_rate": 8.148148148148148e-05,
      "loss": 1.8369,
      "step": 12
    },
    {
      "epoch": 0.05859154929577465,
      "grad_norm": 1.5771080255508423,
      "learning_rate": 8.888888888888889e-05,
      "loss": 1.9669,
      "step": 13
    },
    {
      "epoch": 0.06309859154929577,
      "grad_norm": 1.6812283992767334,
      "learning_rate": 9.62962962962963e-05,
      "loss": 1.918,
      "step": 14
    },
    {
      "epoch": 0.0676056338028169,
      "grad_norm": 1.698196530342102,
      "learning_rate": 0.0001037037037037037,
      "loss": 1.7981,
      "step": 15
    },
    {
      "epoch": 0.07211267605633803,
      "grad_norm": 1.4648041725158691,
      "learning_rate": 0.00011111111111111112,
      "loss": 1.686,
      "step": 16
    },
    {
      "epoch": 0.07661971830985916,
      "grad_norm": 0.7997398972511292,
      "learning_rate": 0.00011851851851851852,
      "loss": 1.6433,
      "step": 17
    },
    {
      "epoch": 0.08112676056338028,
      "grad_norm": 0.6825237274169922,
      "learning_rate": 0.00012592592592592592,
      "loss": 1.461,
      "step": 18
    },
    {
      "epoch": 0.0856338028169014,
      "grad_norm": 0.598156213760376,
      "learning_rate": 0.00013333333333333334,
      "loss": 1.3822,
      "step": 19
    },
    {
      "epoch": 0.09014084507042254,
      "grad_norm": 0.5010932683944702,
      "learning_rate": 0.00014074074074074076,
      "loss": 1.3466,
      "step": 20
    },
    {
      "epoch": 0.09464788732394366,
      "grad_norm": 0.4217166006565094,
      "learning_rate": 0.00014814814814814815,
      "loss": 1.2368,
      "step": 21
    },
    {
      "epoch": 0.09915492957746479,
      "grad_norm": 0.3251509368419647,
      "learning_rate": 0.00015555555555555556,
      "loss": 1.0822,
      "step": 22
    },
    {
      "epoch": 0.10366197183098591,
      "grad_norm": 0.28032082319259644,
      "learning_rate": 0.00016296296296296295,
      "loss": 1.0166,
      "step": 23
    },
    {
      "epoch": 0.10816901408450705,
      "grad_norm": 0.43019387125968933,
      "learning_rate": 0.00017037037037037037,
      "loss": 1.1404,
      "step": 24
    },
    {
      "epoch": 0.11267605633802817,
      "grad_norm": 0.371652215719223,
      "learning_rate": 0.00017777777777777779,
      "loss": 1.0273,
      "step": 25
    },
    {
      "epoch": 0.1171830985915493,
      "grad_norm": 0.4319760799407959,
      "learning_rate": 0.0001851851851851852,
      "loss": 1.0482,
      "step": 26
    },
    {
      "epoch": 0.12169014084507042,
      "grad_norm": 0.4139591157436371,
      "learning_rate": 0.0001925925925925926,
      "loss": 0.9763,
      "step": 27
    },
    {
      "epoch": 0.12619718309859154,
      "grad_norm": 0.3923117220401764,
      "learning_rate": 0.0002,
      "loss": 0.9831,
      "step": 28
    },
    {
      "epoch": 0.13070422535211268,
      "grad_norm": 0.3156369626522064,
      "learning_rate": 0.00019999933432389942,
      "loss": 0.9356,
      "step": 29
    },
    {
      "epoch": 0.1352112676056338,
      "grad_norm": 0.23431973159313202,
      "learning_rate": 0.00019999733730446018,
      "loss": 0.912,
      "step": 30
    },
    {
      "epoch": 0.13971830985915493,
      "grad_norm": 0.2367880940437317,
      "learning_rate": 0.00019999400896826965,
      "loss": 0.8699,
      "step": 31
    },
    {
      "epoch": 0.14422535211267606,
      "grad_norm": 0.23735183477401733,
      "learning_rate": 0.00019998934935963966,
      "loss": 0.8918,
      "step": 32
    },
    {
      "epoch": 0.14873239436619717,
      "grad_norm": 0.21039249002933502,
      "learning_rate": 0.00019998335854060607,
      "loss": 0.8716,
      "step": 33
    },
    {
      "epoch": 0.1532394366197183,
      "grad_norm": 0.2169954627752304,
      "learning_rate": 0.00019997603659092773,
      "loss": 0.8872,
      "step": 34
    },
    {
      "epoch": 0.15774647887323945,
      "grad_norm": 0.18319812417030334,
      "learning_rate": 0.00019996738360808565,
      "loss": 0.8339,
      "step": 35
    },
    {
      "epoch": 0.16225352112676056,
      "grad_norm": 0.16776813566684723,
      "learning_rate": 0.00019995739970728144,
      "loss": 0.882,
      "step": 36
    },
    {
      "epoch": 0.1667605633802817,
      "grad_norm": 0.1763199269771576,
      "learning_rate": 0.00019994608502143602,
      "loss": 0.8939,
      "step": 37
    },
    {
      "epoch": 0.1712676056338028,
      "grad_norm": 0.14987778663635254,
      "learning_rate": 0.00019993343970118766,
      "loss": 0.7841,
      "step": 38
    },
    {
      "epoch": 0.17577464788732394,
      "grad_norm": 0.14466699957847595,
      "learning_rate": 0.00019991946391489018,
      "loss": 0.7943,
      "step": 39
    },
    {
      "epoch": 0.18028169014084508,
      "grad_norm": 0.13038891553878784,
      "learning_rate": 0.00019990415784861047,
      "loss": 0.781,
      "step": 40
    },
    {
      "epoch": 0.1847887323943662,
      "grad_norm": 0.1293761432170868,
      "learning_rate": 0.00019988752170612618,
      "loss": 0.793,
      "step": 41
    },
    {
      "epoch": 0.18929577464788733,
      "grad_norm": 0.12768785655498505,
      "learning_rate": 0.000199869555708923,
      "loss": 0.7708,
      "step": 42
    },
    {
      "epoch": 0.19380281690140846,
      "grad_norm": 0.14372171461582184,
      "learning_rate": 0.0001998502600961916,
      "loss": 0.7788,
      "step": 43
    },
    {
      "epoch": 0.19830985915492957,
      "grad_norm": 0.12837673723697662,
      "learning_rate": 0.00019982963512482453,
      "loss": 0.7968,
      "step": 44
    },
    {
      "epoch": 0.2028169014084507,
      "grad_norm": 0.12973128259181976,
      "learning_rate": 0.00019980768106941281,
      "loss": 0.7833,
      "step": 45
    },
    {
      "epoch": 0.20732394366197182,
      "grad_norm": 0.11364801228046417,
      "learning_rate": 0.00019978439822224226,
      "loss": 0.78,
      "step": 46
    },
    {
      "epoch": 0.21183098591549296,
      "grad_norm": 0.09620922058820724,
      "learning_rate": 0.00019975978689328958,
      "loss": 0.7192,
      "step": 47
    },
    {
      "epoch": 0.2163380281690141,
      "grad_norm": 0.09795072674751282,
      "learning_rate": 0.0001997338474102182,
      "loss": 0.7628,
      "step": 48
    },
    {
      "epoch": 0.2208450704225352,
      "grad_norm": 0.18416811525821686,
      "learning_rate": 0.00019970658011837404,
      "loss": 0.7298,
      "step": 49
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 0.09638620167970657,
      "learning_rate": 0.00019967798538078076,
      "loss": 0.7248,
      "step": 50
    },
    {
      "epoch": 0.22985915492957745,
      "grad_norm": 0.10183525085449219,
      "learning_rate": 0.00019964806357813508,
      "loss": 0.7704,
      "step": 51
    },
    {
      "epoch": 0.2343661971830986,
      "grad_norm": 0.09559155255556107,
      "learning_rate": 0.0001996168151088015,
      "loss": 0.7559,
      "step": 52
    },
    {
      "epoch": 0.23887323943661973,
      "grad_norm": 0.11242512613534927,
      "learning_rate": 0.00019958424038880727,
      "loss": 0.7897,
      "step": 53
    },
    {
      "epoch": 0.24338028169014084,
      "grad_norm": 0.09209013730287552,
      "learning_rate": 0.0001995503398518366,
      "loss": 0.7212,
      "step": 54
    },
    {
      "epoch": 0.24788732394366197,
      "grad_norm": 0.08857212960720062,
      "learning_rate": 0.00019951511394922507,
      "loss": 0.7409,
      "step": 55
    },
    {
      "epoch": 0.2523943661971831,
      "grad_norm": 0.11040879040956497,
      "learning_rate": 0.00019947856314995349,
      "loss": 0.7288,
      "step": 56
    },
    {
      "epoch": 0.25690140845070425,
      "grad_norm": 0.09153151512145996,
      "learning_rate": 0.00019944068794064174,
      "loss": 0.7387,
      "step": 57
    },
    {
      "epoch": 0.26140845070422536,
      "grad_norm": 0.08312317728996277,
      "learning_rate": 0.0001994014888255422,
      "loss": 0.7295,
      "step": 58
    },
    {
      "epoch": 0.26591549295774647,
      "grad_norm": 0.08618035167455673,
      "learning_rate": 0.00019936096632653324,
      "loss": 0.7089,
      "step": 59
    },
    {
      "epoch": 0.2704225352112676,
      "grad_norm": 0.09828522056341171,
      "learning_rate": 0.00019931912098311195,
      "loss": 0.7105,
      "step": 60
    },
    {
      "epoch": 0.27492957746478874,
      "grad_norm": 0.0870802253484726,
      "learning_rate": 0.00019927595335238733,
      "loss": 0.6672,
      "step": 61
    },
    {
      "epoch": 0.27943661971830985,
      "grad_norm": 0.09070249646902084,
      "learning_rate": 0.00019923146400907253,
      "loss": 0.6541,
      "step": 62
    },
    {
      "epoch": 0.28394366197183096,
      "grad_norm": 0.07697242498397827,
      "learning_rate": 0.0001991856535454774,
      "loss": 0.6902,
      "step": 63
    },
    {
      "epoch": 0.28845070422535213,
      "grad_norm": 0.08537200093269348,
      "learning_rate": 0.00019913852257150052,
      "loss": 0.7073,
      "step": 64
    },
    {
      "epoch": 0.29295774647887324,
      "grad_norm": 0.08310703933238983,
      "learning_rate": 0.0001990900717146212,
      "loss": 0.6784,
      "step": 65
    },
    {
      "epoch": 0.29746478873239435,
      "grad_norm": 0.10847494751214981,
      "learning_rate": 0.00019904030161989103,
      "loss": 0.7397,
      "step": 66
    },
    {
      "epoch": 0.3019718309859155,
      "grad_norm": 0.08034008741378784,
      "learning_rate": 0.00019898921294992516,
      "loss": 0.7044,
      "step": 67
    },
    {
      "epoch": 0.3064788732394366,
      "grad_norm": 0.08679196983575821,
      "learning_rate": 0.00019893680638489382,
      "loss": 0.6948,
      "step": 68
    },
    {
      "epoch": 0.31098591549295773,
      "grad_norm": 0.08680360019207001,
      "learning_rate": 0.00019888308262251285,
      "loss": 0.7017,
      "step": 69
    },
    {
      "epoch": 0.3154929577464789,
      "grad_norm": 0.08481983840465546,
      "learning_rate": 0.00019882804237803488,
      "loss": 0.7111,
      "step": 70
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.07690601050853729,
      "learning_rate": 0.0001987716863842393,
      "loss": 0.6722,
      "step": 71
    },
    {
      "epoch": 0.3245070422535211,
      "grad_norm": 0.06967870891094208,
      "learning_rate": 0.00019871401539142293,
      "loss": 0.6485,
      "step": 72
    },
    {
      "epoch": 0.3290140845070422,
      "grad_norm": 0.0827360600233078,
      "learning_rate": 0.00019865503016738983,
      "loss": 0.698,
      "step": 73
    },
    {
      "epoch": 0.3335211267605634,
      "grad_norm": 0.0766606405377388,
      "learning_rate": 0.000198594731497441,
      "loss": 0.691,
      "step": 74
    },
    {
      "epoch": 0.3380281690140845,
      "grad_norm": 0.08298925310373306,
      "learning_rate": 0.00019853312018436417,
      "loss": 0.7125,
      "step": 75
    },
    {
      "epoch": 0.3425352112676056,
      "grad_norm": 0.07882972061634064,
      "learning_rate": 0.0001984701970484229,
      "loss": 0.6932,
      "step": 76
    },
    {
      "epoch": 0.3470422535211268,
      "grad_norm": 0.08647109568119049,
      "learning_rate": 0.0001984059629273457,
      "loss": 0.6862,
      "step": 77
    },
    {
      "epoch": 0.3515492957746479,
      "grad_norm": 0.0839175134897232,
      "learning_rate": 0.00019834041867631505,
      "loss": 0.6784,
      "step": 78
    },
    {
      "epoch": 0.356056338028169,
      "grad_norm": 0.07932542264461517,
      "learning_rate": 0.0001982735651679557,
      "loss": 0.6707,
      "step": 79
    },
    {
      "epoch": 0.36056338028169016,
      "grad_norm": 0.0704977959394455,
      "learning_rate": 0.00019820540329232333,
      "loss": 0.6374,
      "step": 80
    },
    {
      "epoch": 0.36507042253521127,
      "grad_norm": 0.07499450445175171,
      "learning_rate": 0.0001981359339568926,
      "loss": 0.6452,
      "step": 81
    },
    {
      "epoch": 0.3695774647887324,
      "grad_norm": 0.07560130953788757,
      "learning_rate": 0.00019806515808654498,
      "loss": 0.6599,
      "step": 82
    },
    {
      "epoch": 0.37408450704225354,
      "grad_norm": 0.0893062874674797,
      "learning_rate": 0.0001979930766235566,
      "loss": 0.6745,
      "step": 83
    },
    {
      "epoch": 0.37859154929577465,
      "grad_norm": 0.08140068501234055,
      "learning_rate": 0.00019791969052758562,
      "loss": 0.6559,
      "step": 84
    },
    {
      "epoch": 0.38309859154929576,
      "grad_norm": 0.0829370766878128,
      "learning_rate": 0.00019784500077565944,
      "loss": 0.6857,
      "step": 85
    },
    {
      "epoch": 0.38760563380281693,
      "grad_norm": 0.0947769358754158,
      "learning_rate": 0.0001977690083621617,
      "loss": 0.7109,
      "step": 86
    },
    {
      "epoch": 0.39211267605633804,
      "grad_norm": 0.10486528277397156,
      "learning_rate": 0.00019769171429881907,
      "loss": 0.7033,
      "step": 87
    },
    {
      "epoch": 0.39661971830985915,
      "grad_norm": 0.11483494937419891,
      "learning_rate": 0.0001976131196146878,
      "loss": 0.7183,
      "step": 88
    },
    {
      "epoch": 0.40112676056338026,
      "grad_norm": 0.08664172142744064,
      "learning_rate": 0.0001975332253561399,
      "loss": 0.6734,
      "step": 89
    },
    {
      "epoch": 0.4056338028169014,
      "grad_norm": 0.08497391641139984,
      "learning_rate": 0.00019745203258684938,
      "loss": 0.6627,
      "step": 90
    },
    {
      "epoch": 0.41014084507042253,
      "grad_norm": 0.09175261110067368,
      "learning_rate": 0.00019736954238777792,
      "loss": 0.6678,
      "step": 91
    },
    {
      "epoch": 0.41464788732394364,
      "grad_norm": 0.08519595116376877,
      "learning_rate": 0.0001972857558571606,
      "loss": 0.6716,
      "step": 92
    },
    {
      "epoch": 0.4191549295774648,
      "grad_norm": 0.08249272406101227,
      "learning_rate": 0.0001972006741104913,
      "loss": 0.6607,
      "step": 93
    },
    {
      "epoch": 0.4236619718309859,
      "grad_norm": 0.09815848618745804,
      "learning_rate": 0.00019711429828050769,
      "loss": 0.6737,
      "step": 94
    },
    {
      "epoch": 0.428169014084507,
      "grad_norm": 0.08678440749645233,
      "learning_rate": 0.00019702662951717628,
      "loss": 0.6437,
      "step": 95
    },
    {
      "epoch": 0.4326760563380282,
      "grad_norm": 0.07430567592382431,
      "learning_rate": 0.0001969376689876771,
      "loss": 0.6445,
      "step": 96
    },
    {
      "epoch": 0.4371830985915493,
      "grad_norm": 0.10983766615390778,
      "learning_rate": 0.00019684741787638808,
      "loss": 0.6588,
      "step": 97
    },
    {
      "epoch": 0.4416901408450704,
      "grad_norm": 0.07917274534702301,
      "learning_rate": 0.00019675587738486936,
      "loss": 0.6532,
      "step": 98
    },
    {
      "epoch": 0.4461971830985916,
      "grad_norm": 0.08504049479961395,
      "learning_rate": 0.00019666304873184739,
      "loss": 0.674,
      "step": 99
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 0.08401936292648315,
      "learning_rate": 0.00019656893315319837,
      "loss": 0.645,
      "step": 100
    },
    {
      "epoch": 0.4552112676056338,
      "grad_norm": 0.0813940167427063,
      "learning_rate": 0.00019647353190193224,
      "loss": 0.6491,
      "step": 101
    },
    {
      "epoch": 0.4597183098591549,
      "grad_norm": 0.08745774626731873,
      "learning_rate": 0.00019637684624817554,
      "loss": 0.6561,
      "step": 102
    },
    {
      "epoch": 0.46422535211267607,
      "grad_norm": 0.07857084274291992,
      "learning_rate": 0.00019627887747915494,
      "loss": 0.6419,
      "step": 103
    },
    {
      "epoch": 0.4687323943661972,
      "grad_norm": 0.08520088344812393,
      "learning_rate": 0.00019617962689917975,
      "loss": 0.6167,
      "step": 104
    },
    {
      "epoch": 0.4732394366197183,
      "grad_norm": 0.0916878879070282,
      "learning_rate": 0.00019607909582962477,
      "loss": 0.6165,
      "step": 105
    },
    {
      "epoch": 0.47774647887323946,
      "grad_norm": 0.07891346514225006,
      "learning_rate": 0.00019597728560891264,
      "loss": 0.6262,
      "step": 106
    },
    {
      "epoch": 0.48225352112676056,
      "grad_norm": 0.11444642394781113,
      "learning_rate": 0.00019587419759249593,
      "loss": 0.6252,
      "step": 107
    },
    {
      "epoch": 0.4867605633802817,
      "grad_norm": 0.08692018687725067,
      "learning_rate": 0.00019576983315283922,
      "loss": 0.6772,
      "step": 108
    },
    {
      "epoch": 0.49126760563380284,
      "grad_norm": 0.08438707143068314,
      "learning_rate": 0.0001956641936794008,
      "loss": 0.6159,
      "step": 109
    },
    {
      "epoch": 0.49577464788732395,
      "grad_norm": 0.08054433017969131,
      "learning_rate": 0.0001955572805786141,
      "loss": 0.6198,
      "step": 110
    },
    {
      "epoch": 0.5002816901408451,
      "grad_norm": 0.10778526216745377,
      "learning_rate": 0.00019544909527386903,
      "loss": 0.653,
      "step": 111
    },
    {
      "epoch": 0.5047887323943662,
      "grad_norm": 0.08686485141515732,
      "learning_rate": 0.00019533963920549306,
      "loss": 0.6349,
      "step": 112
    },
    {
      "epoch": 0.5092957746478873,
      "grad_norm": 0.08285564184188843,
      "learning_rate": 0.00019522891383073196,
      "loss": 0.6178,
      "step": 113
    },
    {
      "epoch": 0.5138028169014085,
      "grad_norm": 0.11247093975543976,
      "learning_rate": 0.00019511692062373044,
      "loss": 0.6482,
      "step": 114
    },
    {
      "epoch": 0.5183098591549296,
      "grad_norm": 0.11526112258434296,
      "learning_rate": 0.00019500366107551252,
      "loss": 0.6692,
      "step": 115
    },
    {
      "epoch": 0.5228169014084507,
      "grad_norm": 0.09112968295812607,
      "learning_rate": 0.00019488913669396166,
      "loss": 0.6262,
      "step": 116
    },
    {
      "epoch": 0.5273239436619719,
      "grad_norm": 0.1070021390914917,
      "learning_rate": 0.0001947733490038008,
      "loss": 0.6699,
      "step": 117
    },
    {
      "epoch": 0.5318309859154929,
      "grad_norm": 0.09726863354444504,
      "learning_rate": 0.00019465629954657185,
      "loss": 0.6468,
      "step": 118
    },
    {
      "epoch": 0.5363380281690141,
      "grad_norm": 0.08580797910690308,
      "learning_rate": 0.00019453798988061535,
      "loss": 0.5734,
      "step": 119
    },
    {
      "epoch": 0.5408450704225352,
      "grad_norm": 0.08846008032560349,
      "learning_rate": 0.00019441842158104966,
      "loss": 0.5958,
      "step": 120
    },
    {
      "epoch": 0.5453521126760563,
      "grad_norm": 0.08376345038414001,
      "learning_rate": 0.00019429759623974991,
      "loss": 0.6236,
      "step": 121
    },
    {
      "epoch": 0.5498591549295775,
      "grad_norm": 0.1092655211687088,
      "learning_rate": 0.00019417551546532704,
      "loss": 0.629,
      "step": 122
    },
    {
      "epoch": 0.5543661971830985,
      "grad_norm": 0.09457230567932129,
      "learning_rate": 0.00019405218088310605,
      "loss": 0.5955,
      "step": 123
    },
    {
      "epoch": 0.5588732394366197,
      "grad_norm": 0.09811452776193619,
      "learning_rate": 0.0001939275941351046,
      "loss": 0.6683,
      "step": 124
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 0.11004705727100372,
      "learning_rate": 0.00019380175688001118,
      "loss": 0.6381,
      "step": 125
    },
    {
      "epoch": 0.5678873239436619,
      "grad_norm": 0.0918348953127861,
      "learning_rate": 0.00019367467079316279,
      "loss": 0.6285,
      "step": 126
    },
    {
      "epoch": 0.5723943661971831,
      "grad_norm": 0.09264164417982101,
      "learning_rate": 0.00019354633756652286,
      "loss": 0.6667,
      "step": 127
    },
    {
      "epoch": 0.5769014084507043,
      "grad_norm": 0.08994423598051071,
      "learning_rate": 0.00019341675890865867,
      "loss": 0.5938,
      "step": 128
    },
    {
      "epoch": 0.5814084507042253,
      "grad_norm": 0.08977948129177094,
      "learning_rate": 0.00019328593654471848,
      "loss": 0.5933,
      "step": 129
    },
    {
      "epoch": 0.5859154929577465,
      "grad_norm": 0.10552453994750977,
      "learning_rate": 0.00019315387221640874,
      "loss": 0.6596,
      "step": 130
    },
    {
      "epoch": 0.5904225352112676,
      "grad_norm": 0.09184475243091583,
      "learning_rate": 0.00019302056768197076,
      "loss": 0.6269,
      "step": 131
    },
    {
      "epoch": 0.5949295774647887,
      "grad_norm": 0.08900140970945358,
      "learning_rate": 0.00019288602471615742,
      "loss": 0.6168,
      "step": 132
    },
    {
      "epoch": 0.5994366197183099,
      "grad_norm": 0.11255169659852982,
      "learning_rate": 0.0001927502451102095,
      "loss": 0.6187,
      "step": 133
    },
    {
      "epoch": 0.603943661971831,
      "grad_norm": 0.091275654733181,
      "learning_rate": 0.00019261323067183166,
      "loss": 0.5949,
      "step": 134
    },
    {
      "epoch": 0.6084507042253521,
      "grad_norm": 0.09162840992212296,
      "learning_rate": 0.00019247498322516875,
      "loss": 0.6069,
      "step": 135
    },
    {
      "epoch": 0.6129577464788732,
      "grad_norm": 0.09226758778095245,
      "learning_rate": 0.00019233550461078113,
      "loss": 0.6014,
      "step": 136
    },
    {
      "epoch": 0.6174647887323944,
      "grad_norm": 0.11824911832809448,
      "learning_rate": 0.00019219479668562044,
      "loss": 0.6126,
      "step": 137
    },
    {
      "epoch": 0.6219718309859155,
      "grad_norm": 0.09837235510349274,
      "learning_rate": 0.00019205286132300468,
      "loss": 0.6268,
      "step": 138
    },
    {
      "epoch": 0.6264788732394366,
      "grad_norm": 0.11063525825738907,
      "learning_rate": 0.00019190970041259352,
      "loss": 0.6101,
      "step": 139
    },
    {
      "epoch": 0.6309859154929578,
      "grad_norm": 0.0999184399843216,
      "learning_rate": 0.0001917653158603628,
      "loss": 0.6362,
      "step": 140
    },
    {
      "epoch": 0.6354929577464788,
      "grad_norm": 0.1021515354514122,
      "learning_rate": 0.0001916197095885795,
      "loss": 0.6094,
      "step": 141
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.10452960431575775,
      "learning_rate": 0.00019147288353577589,
      "loss": 0.6178,
      "step": 142
    },
    {
      "epoch": 0.6445070422535212,
      "grad_norm": 0.14412759244441986,
      "learning_rate": 0.00019132483965672386,
      "loss": 0.6276,
      "step": 143
    },
    {
      "epoch": 0.6490140845070422,
      "grad_norm": 0.11471202969551086,
      "learning_rate": 0.00019117557992240887,
      "loss": 0.6176,
      "step": 144
    },
    {
      "epoch": 0.6535211267605634,
      "grad_norm": 0.1019945964217186,
      "learning_rate": 0.00019102510632000363,
      "loss": 0.6034,
      "step": 145
    },
    {
      "epoch": 0.6580281690140845,
      "grad_norm": 0.09331919997930527,
      "learning_rate": 0.00019087342085284182,
      "loss": 0.6037,
      "step": 146
    },
    {
      "epoch": 0.6625352112676056,
      "grad_norm": 0.1276702880859375,
      "learning_rate": 0.00019072052554039122,
      "loss": 0.623,
      "step": 147
    },
    {
      "epoch": 0.6670422535211268,
      "grad_norm": 0.10190749168395996,
      "learning_rate": 0.00019056642241822692,
      "loss": 0.6346,
      "step": 148
    },
    {
      "epoch": 0.6715492957746478,
      "grad_norm": 0.1176435798406601,
      "learning_rate": 0.00019041111353800425,
      "loss": 0.5865,
      "step": 149
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 0.12664955854415894,
      "learning_rate": 0.0001902546009674314,
      "loss": 0.5882,
      "step": 150
    },
    {
      "epoch": 0.6805633802816902,
      "grad_norm": 0.10095725208520889,
      "learning_rate": 0.0001900968867902419,
      "loss": 0.5944,
      "step": 151
    },
    {
      "epoch": 0.6850704225352112,
      "grad_norm": 0.09524551033973694,
      "learning_rate": 0.00018993797310616698,
      "loss": 0.567,
      "step": 152
    },
    {
      "epoch": 0.6895774647887324,
      "grad_norm": 0.11315032839775085,
      "learning_rate": 0.00018977786203090743,
      "loss": 0.6368,
      "step": 153
    },
    {
      "epoch": 0.6940845070422536,
      "grad_norm": 0.1286381185054779,
      "learning_rate": 0.00018961655569610557,
      "loss": 0.6272,
      "step": 154
    },
    {
      "epoch": 0.6985915492957746,
      "grad_norm": 0.1185537725687027,
      "learning_rate": 0.00018945405624931684,
      "loss": 0.6102,
      "step": 155
    },
    {
      "epoch": 0.7030985915492958,
      "grad_norm": 0.12012823671102524,
      "learning_rate": 0.00018929036585398122,
      "loss": 0.5973,
      "step": 156
    },
    {
      "epoch": 0.7076056338028169,
      "grad_norm": 0.10544425994157791,
      "learning_rate": 0.00018912548668939438,
      "loss": 0.6194,
      "step": 157
    },
    {
      "epoch": 0.712112676056338,
      "grad_norm": 0.1360369324684143,
      "learning_rate": 0.0001889594209506787,
      "loss": 0.625,
      "step": 158
    },
    {
      "epoch": 0.7166197183098592,
      "grad_norm": 0.10620026290416718,
      "learning_rate": 0.00018879217084875408,
      "loss": 0.6054,
      "step": 159
    },
    {
      "epoch": 0.7211267605633803,
      "grad_norm": 0.10198299586772919,
      "learning_rate": 0.00018862373861030837,
      "loss": 0.6489,
      "step": 160
    },
    {
      "epoch": 0.7256338028169014,
      "grad_norm": 0.12448371946811676,
      "learning_rate": 0.00018845412647776794,
      "loss": 0.5959,
      "step": 161
    },
    {
      "epoch": 0.7301408450704225,
      "grad_norm": 0.10388363152742386,
      "learning_rate": 0.00018828333670926764,
      "loss": 0.5915,
      "step": 162
    },
    {
      "epoch": 0.7346478873239437,
      "grad_norm": 0.10535863786935806,
      "learning_rate": 0.00018811137157862082,
      "loss": 0.5892,
      "step": 163
    },
    {
      "epoch": 0.7391549295774648,
      "grad_norm": 0.12875902652740479,
      "learning_rate": 0.000187938233375289,
      "loss": 0.5904,
      "step": 164
    },
    {
      "epoch": 0.7436619718309859,
      "grad_norm": 0.10576613992452621,
      "learning_rate": 0.00018776392440435146,
      "loss": 0.616,
      "step": 165
    },
    {
      "epoch": 0.7481690140845071,
      "grad_norm": 0.11017853021621704,
      "learning_rate": 0.00018758844698647456,
      "loss": 0.5802,
      "step": 166
    },
    {
      "epoch": 0.7526760563380281,
      "grad_norm": 0.1325456202030182,
      "learning_rate": 0.00018741180345788072,
      "loss": 0.5984,
      "step": 167
    },
    {
      "epoch": 0.7571830985915493,
      "grad_norm": 0.09516138583421707,
      "learning_rate": 0.00018723399617031751,
      "loss": 0.6039,
      "step": 168
    },
    {
      "epoch": 0.7616901408450705,
      "grad_norm": 0.12991869449615479,
      "learning_rate": 0.0001870550274910261,
      "loss": 0.5868,
      "step": 169
    },
    {
      "epoch": 0.7661971830985915,
      "grad_norm": 0.12943920493125916,
      "learning_rate": 0.00018687489980270998,
      "loss": 0.5894,
      "step": 170
    },
    {
      "epoch": 0.7707042253521127,
      "grad_norm": 0.10891859978437424,
      "learning_rate": 0.00018669361550350307,
      "loss": 0.6213,
      "step": 171
    },
    {
      "epoch": 0.7752112676056339,
      "grad_norm": 0.18440082669258118,
      "learning_rate": 0.00018651117700693793,
      "loss": 0.5791,
      "step": 172
    },
    {
      "epoch": 0.7797183098591549,
      "grad_norm": 0.10212352871894836,
      "learning_rate": 0.00018632758674191343,
      "loss": 0.5957,
      "step": 173
    },
    {
      "epoch": 0.7842253521126761,
      "grad_norm": 0.12365531921386719,
      "learning_rate": 0.00018614284715266264,
      "loss": 0.6341,
      "step": 174
    },
    {
      "epoch": 0.7887323943661971,
      "grad_norm": 0.16831544041633606,
      "learning_rate": 0.00018595696069872013,
      "loss": 0.5904,
      "step": 175
    },
    {
      "epoch": 0.7932394366197183,
      "grad_norm": 0.10575060546398163,
      "learning_rate": 0.0001857699298548893,
      "loss": 0.574,
      "step": 176
    },
    {
      "epoch": 0.7977464788732395,
      "grad_norm": 0.09861788153648376,
      "learning_rate": 0.00018558175711120946,
      "loss": 0.5694,
      "step": 177
    },
    {
      "epoch": 0.8022535211267605,
      "grad_norm": 0.10814764350652695,
      "learning_rate": 0.00018539244497292248,
      "loss": 0.5881,
      "step": 178
    },
    {
      "epoch": 0.8067605633802817,
      "grad_norm": 0.1235693171620369,
      "learning_rate": 0.00018520199596043976,
      "loss": 0.5941,
      "step": 179
    },
    {
      "epoch": 0.8112676056338028,
      "grad_norm": 0.11930661648511887,
      "learning_rate": 0.0001850104126093084,
      "loss": 0.598,
      "step": 180
    },
    {
      "epoch": 0.8157746478873239,
      "grad_norm": 0.11203116923570633,
      "learning_rate": 0.00018481769747017752,
      "loss": 0.5903,
      "step": 181
    },
    {
      "epoch": 0.8202816901408451,
      "grad_norm": 0.32203975319862366,
      "learning_rate": 0.00018462385310876443,
      "loss": 0.5577,
      "step": 182
    },
    {
      "epoch": 0.8247887323943662,
      "grad_norm": 0.11607527732849121,
      "learning_rate": 0.00018442888210582026,
      "loss": 0.5881,
      "step": 183
    },
    {
      "epoch": 0.8292957746478873,
      "grad_norm": 0.1148713156580925,
      "learning_rate": 0.00018423278705709573,
      "loss": 0.5661,
      "step": 184
    },
    {
      "epoch": 0.8338028169014085,
      "grad_norm": 0.11103823035955429,
      "learning_rate": 0.00018403557057330666,
      "loss": 0.5772,
      "step": 185
    },
    {
      "epoch": 0.8383098591549296,
      "grad_norm": 0.11443036794662476,
      "learning_rate": 0.000183837235280099,
      "loss": 0.5958,
      "step": 186
    },
    {
      "epoch": 0.8428169014084507,
      "grad_norm": 0.1051875427365303,
      "learning_rate": 0.00018363778381801402,
      "loss": 0.5774,
      "step": 187
    },
    {
      "epoch": 0.8473239436619718,
      "grad_norm": 0.10837268084287643,
      "learning_rate": 0.0001834372188424532,
      "loss": 0.6333,
      "step": 188
    },
    {
      "epoch": 0.851830985915493,
      "grad_norm": 0.10711036622524261,
      "learning_rate": 0.00018323554302364272,
      "loss": 0.5734,
      "step": 189
    },
    {
      "epoch": 0.856338028169014,
      "grad_norm": 0.10732840746641159,
      "learning_rate": 0.00018303275904659806,
      "loss": 0.5941,
      "step": 190
    },
    {
      "epoch": 0.8608450704225352,
      "grad_norm": 0.1174219474196434,
      "learning_rate": 0.00018282886961108817,
      "loss": 0.5983,
      "step": 191
    },
    {
      "epoch": 0.8653521126760564,
      "grad_norm": 0.11654770374298096,
      "learning_rate": 0.0001826238774315995,
      "loss": 0.6075,
      "step": 192
    },
    {
      "epoch": 0.8698591549295774,
      "grad_norm": 0.09939175844192505,
      "learning_rate": 0.00018241778523729995,
      "loss": 0.5731,
      "step": 193
    },
    {
      "epoch": 0.8743661971830986,
      "grad_norm": 0.10806521773338318,
      "learning_rate": 0.0001822105957720025,
      "loss": 0.6029,
      "step": 194
    },
    {
      "epoch": 0.8788732394366198,
      "grad_norm": 0.11704345047473907,
      "learning_rate": 0.0001820023117941287,
      "loss": 0.5376,
      "step": 195
    },
    {
      "epoch": 0.8833802816901408,
      "grad_norm": 0.1095748320221901,
      "learning_rate": 0.00018179293607667178,
      "loss": 0.5714,
      "step": 196
    },
    {
      "epoch": 0.887887323943662,
      "grad_norm": 0.130691796541214,
      "learning_rate": 0.00018158247140716004,
      "loss": 0.6168,
      "step": 197
    },
    {
      "epoch": 0.8923943661971832,
      "grad_norm": 0.1149544045329094,
      "learning_rate": 0.0001813709205876194,
      "loss": 0.5928,
      "step": 198
    },
    {
      "epoch": 0.8969014084507042,
      "grad_norm": 0.12969551980495453,
      "learning_rate": 0.00018115828643453647,
      "loss": 0.6044,
      "step": 199
    },
    {
      "epoch": 0.9014084507042254,
      "grad_norm": 0.12071943283081055,
      "learning_rate": 0.00018094457177882068,
      "loss": 0.6057,
      "step": 200
    },
    {
      "epoch": 0.9059154929577464,
      "grad_norm": 0.11709054559469223,
      "learning_rate": 0.00018072977946576678,
      "loss": 0.5769,
      "step": 201
    },
    {
      "epoch": 0.9104225352112676,
      "grad_norm": 0.12902222573757172,
      "learning_rate": 0.00018051391235501696,
      "loss": 0.6006,
      "step": 202
    },
    {
      "epoch": 0.9149295774647888,
      "grad_norm": 0.11009194701910019,
      "learning_rate": 0.00018029697332052277,
      "loss": 0.5779,
      "step": 203
    },
    {
      "epoch": 0.9194366197183098,
      "grad_norm": 0.1268339455127716,
      "learning_rate": 0.0001800789652505068,
      "loss": 0.5761,
      "step": 204
    },
    {
      "epoch": 0.923943661971831,
      "grad_norm": 0.13632765412330627,
      "learning_rate": 0.00017985989104742434,
      "loss": 0.6021,
      "step": 205
    },
    {
      "epoch": 0.9284507042253521,
      "grad_norm": 0.11911677569150925,
      "learning_rate": 0.00017963975362792454,
      "loss": 0.5727,
      "step": 206
    },
    {
      "epoch": 0.9329577464788732,
      "grad_norm": 0.143024280667305,
      "learning_rate": 0.00017941855592281184,
      "loss": 0.5952,
      "step": 207
    },
    {
      "epoch": 0.9374647887323944,
      "grad_norm": 0.12256220728158951,
      "learning_rate": 0.00017919630087700672,
      "loss": 0.5981,
      "step": 208
    },
    {
      "epoch": 0.9419718309859155,
      "grad_norm": 0.12445315718650818,
      "learning_rate": 0.00017897299144950662,
      "loss": 0.5765,
      "step": 209
    },
    {
      "epoch": 0.9464788732394366,
      "grad_norm": 0.11824553459882736,
      "learning_rate": 0.00017874863061334657,
      "loss": 0.5752,
      "step": 210
    },
    {
      "epoch": 0.9509859154929577,
      "grad_norm": 0.10992954671382904,
      "learning_rate": 0.00017852322135555946,
      "loss": 0.5859,
      "step": 211
    },
    {
      "epoch": 0.9554929577464789,
      "grad_norm": 0.1199469268321991,
      "learning_rate": 0.00017829676667713642,
      "loss": 0.5991,
      "step": 212
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.11440328508615494,
      "learning_rate": 0.0001780692695929868,
      "loss": 0.6178,
      "step": 213
    },
    {
      "epoch": 0.9645070422535211,
      "grad_norm": 0.1150740534067154,
      "learning_rate": 0.00017784073313189795,
      "loss": 0.5874,
      "step": 214
    },
    {
      "epoch": 0.9690140845070423,
      "grad_norm": 0.1373901069164276,
      "learning_rate": 0.0001776111603364952,
      "loss": 0.5924,
      "step": 215
    },
    {
      "epoch": 0.9735211267605633,
      "grad_norm": 0.11277955770492554,
      "learning_rate": 0.000177380554263201,
      "loss": 0.5903,
      "step": 216
    },
    {
      "epoch": 0.9780281690140845,
      "grad_norm": 0.1162528321146965,
      "learning_rate": 0.0001771489179821943,
      "loss": 0.5654,
      "step": 217
    },
    {
      "epoch": 0.9825352112676057,
      "grad_norm": 0.1154017448425293,
      "learning_rate": 0.0001769162545773699,
      "loss": 0.5799,
      "step": 218
    },
    {
      "epoch": 0.9870422535211267,
      "grad_norm": 0.12194578349590302,
      "learning_rate": 0.00017668256714629713,
      "loss": 0.5735,
      "step": 219
    },
    {
      "epoch": 0.9915492957746479,
      "grad_norm": 0.1068485751748085,
      "learning_rate": 0.00017644785880017874,
      "loss": 0.5548,
      "step": 220
    },
    {
      "epoch": 0.9960563380281691,
      "grad_norm": 0.12018559128046036,
      "learning_rate": 0.0001762121326638095,
      "loss": 0.6097,
      "step": 221
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.11836925894021988,
      "learning_rate": 0.00017597539187553447,
      "loss": 0.5916,
      "step": 222
    },
    {
      "epoch": 1.0045070422535212,
      "grad_norm": 0.10781855881214142,
      "learning_rate": 0.00017573763958720736,
      "loss": 0.5735,
      "step": 223
    },
    {
      "epoch": 1.0090140845070423,
      "grad_norm": 0.11357908695936203,
      "learning_rate": 0.00017549887896414851,
      "loss": 0.5899,
      "step": 224
    },
    {
      "epoch": 1.0135211267605633,
      "grad_norm": 0.10758072882890701,
      "learning_rate": 0.00017525911318510274,
      "loss": 0.5952,
      "step": 225
    },
    {
      "epoch": 1.0180281690140844,
      "grad_norm": 0.10980618000030518,
      "learning_rate": 0.00017501834544219697,
      "loss": 0.5673,
      "step": 226
    },
    {
      "epoch": 1.0225352112676056,
      "grad_norm": 0.10185301303863525,
      "learning_rate": 0.0001747765789408979,
      "loss": 0.5709,
      "step": 227
    },
    {
      "epoch": 1.0270422535211268,
      "grad_norm": 0.10787362605333328,
      "learning_rate": 0.00017453381689996916,
      "loss": 0.5742,
      "step": 228
    },
    {
      "epoch": 1.031549295774648,
      "grad_norm": 0.10553862154483795,
      "learning_rate": 0.00017429006255142851,
      "loss": 0.5666,
      "step": 229
    },
    {
      "epoch": 1.036056338028169,
      "grad_norm": 0.11908821016550064,
      "learning_rate": 0.00017404531914050483,
      "loss": 0.6023,
      "step": 230
    },
    {
      "epoch": 1.04056338028169,
      "grad_norm": 0.11501052975654602,
      "learning_rate": 0.00017379958992559493,
      "loss": 0.6038,
      "step": 231
    },
    {
      "epoch": 1.0450704225352112,
      "grad_norm": 0.11365503072738647,
      "learning_rate": 0.00017355287817822013,
      "loss": 0.5774,
      "step": 232
    },
    {
      "epoch": 1.0495774647887324,
      "grad_norm": 0.1214151382446289,
      "learning_rate": 0.00017330518718298264,
      "loss": 0.5707,
      "step": 233
    },
    {
      "epoch": 1.0540845070422535,
      "grad_norm": 0.12372933328151703,
      "learning_rate": 0.00017305652023752205,
      "loss": 0.5665,
      "step": 234
    },
    {
      "epoch": 1.0585915492957747,
      "grad_norm": 0.1101953536272049,
      "learning_rate": 0.00017280688065247118,
      "loss": 0.5547,
      "step": 235
    },
    {
      "epoch": 1.0630985915492959,
      "grad_norm": 0.12429898232221603,
      "learning_rate": 0.00017255627175141215,
      "loss": 0.5855,
      "step": 236
    },
    {
      "epoch": 1.0676056338028168,
      "grad_norm": 0.12096191197633743,
      "learning_rate": 0.0001723046968708321,
      "loss": 0.5754,
      "step": 237
    },
    {
      "epoch": 1.072112676056338,
      "grad_norm": 0.11296476423740387,
      "learning_rate": 0.0001720521593600787,
      "loss": 0.6131,
      "step": 238
    },
    {
      "epoch": 1.0766197183098591,
      "grad_norm": 0.16034449636936188,
      "learning_rate": 0.00017179866258131568,
      "loss": 0.583,
      "step": 239
    },
    {
      "epoch": 1.0811267605633803,
      "grad_norm": 0.1200270801782608,
      "learning_rate": 0.000171544209909478,
      "loss": 0.5689,
      "step": 240
    },
    {
      "epoch": 1.0856338028169015,
      "grad_norm": 0.11855066567659378,
      "learning_rate": 0.0001712888047322269,
      "loss": 0.6263,
      "step": 241
    },
    {
      "epoch": 1.0901408450704226,
      "grad_norm": 0.11620208621025085,
      "learning_rate": 0.00017103245044990475,
      "loss": 0.55,
      "step": 242
    },
    {
      "epoch": 1.0946478873239436,
      "grad_norm": 0.11482568085193634,
      "learning_rate": 0.00017077515047549008,
      "loss": 0.5802,
      "step": 243
    },
    {
      "epoch": 1.0991549295774647,
      "grad_norm": 0.12208764255046844,
      "learning_rate": 0.00017051690823455162,
      "loss": 0.5672,
      "step": 244
    },
    {
      "epoch": 1.103661971830986,
      "grad_norm": 0.14577889442443848,
      "learning_rate": 0.00017025772716520323,
      "loss": 0.5889,
      "step": 245
    },
    {
      "epoch": 1.108169014084507,
      "grad_norm": 0.13474218547344208,
      "learning_rate": 0.00016999761071805771,
      "loss": 0.5709,
      "step": 246
    },
    {
      "epoch": 1.1126760563380282,
      "grad_norm": 0.15604770183563232,
      "learning_rate": 0.00016973656235618113,
      "loss": 0.5923,
      "step": 247
    },
    {
      "epoch": 1.1171830985915494,
      "grad_norm": 0.09855290502309799,
      "learning_rate": 0.00016947458555504664,
      "loss": 0.551,
      "step": 248
    },
    {
      "epoch": 1.1216901408450703,
      "grad_norm": 0.14074093103408813,
      "learning_rate": 0.0001692116838024881,
      "loss": 0.5418,
      "step": 249
    },
    {
      "epoch": 1.1261971830985915,
      "grad_norm": 0.13044053316116333,
      "learning_rate": 0.00016894786059865383,
      "loss": 0.5672,
      "step": 250
    },
    {
      "epoch": 1.1307042253521127,
      "grad_norm": 0.11453069746494293,
      "learning_rate": 0.00016868311945595978,
      "loss": 0.5794,
      "step": 251
    },
    {
      "epoch": 1.1352112676056338,
      "grad_norm": 0.13302022218704224,
      "learning_rate": 0.00016841746389904304,
      "loss": 0.5389,
      "step": 252
    },
    {
      "epoch": 1.139718309859155,
      "grad_norm": 0.11696815490722656,
      "learning_rate": 0.0001681508974647147,
      "loss": 0.5419,
      "step": 253
    },
    {
      "epoch": 1.144225352112676,
      "grad_norm": 0.13234978914260864,
      "learning_rate": 0.0001678834237019129,
      "loss": 0.5247,
      "step": 254
    },
    {
      "epoch": 1.1487323943661971,
      "grad_norm": 0.12429715692996979,
      "learning_rate": 0.00016761504617165537,
      "loss": 0.5477,
      "step": 255
    },
    {
      "epoch": 1.1532394366197183,
      "grad_norm": 0.145405575633049,
      "learning_rate": 0.00016734576844699235,
      "loss": 0.5931,
      "step": 256
    },
    {
      "epoch": 1.1577464788732394,
      "grad_norm": 0.12818464636802673,
      "learning_rate": 0.00016707559411295874,
      "loss": 0.5467,
      "step": 257
    },
    {
      "epoch": 1.1622535211267606,
      "grad_norm": 0.1135251522064209,
      "learning_rate": 0.00016680452676652642,
      "loss": 0.5456,
      "step": 258
    },
    {
      "epoch": 1.1667605633802818,
      "grad_norm": 0.12029904127120972,
      "learning_rate": 0.00016653257001655652,
      "loss": 0.5854,
      "step": 259
    },
    {
      "epoch": 1.1712676056338027,
      "grad_norm": 0.17769469320774078,
      "learning_rate": 0.00016625972748375128,
      "loss": 0.5633,
      "step": 260
    },
    {
      "epoch": 1.1757746478873239,
      "grad_norm": 0.09973835945129395,
      "learning_rate": 0.00016598600280060566,
      "loss": 0.5254,
      "step": 261
    },
    {
      "epoch": 1.180281690140845,
      "grad_norm": 0.11614567786455154,
      "learning_rate": 0.00016571139961135927,
      "loss": 0.5781,
      "step": 262
    },
    {
      "epoch": 1.1847887323943662,
      "grad_norm": 0.12455403804779053,
      "learning_rate": 0.0001654359215719478,
      "loss": 0.5932,
      "step": 263
    },
    {
      "epoch": 1.1892957746478874,
      "grad_norm": 0.10969316214323044,
      "learning_rate": 0.0001651595723499541,
      "loss": 0.5989,
      "step": 264
    },
    {
      "epoch": 1.1938028169014085,
      "grad_norm": 0.23572060465812683,
      "learning_rate": 0.00016488235562455965,
      "loss": 0.5748,
      "step": 265
    },
    {
      "epoch": 1.1983098591549295,
      "grad_norm": 0.1086173951625824,
      "learning_rate": 0.00016460427508649546,
      "loss": 0.5773,
      "step": 266
    },
    {
      "epoch": 1.2028169014084507,
      "grad_norm": 0.1331978142261505,
      "learning_rate": 0.00016432533443799284,
      "loss": 0.5821,
      "step": 267
    },
    {
      "epoch": 1.2073239436619718,
      "grad_norm": 0.1528872549533844,
      "learning_rate": 0.00016404553739273427,
      "loss": 0.5652,
      "step": 268
    },
    {
      "epoch": 1.211830985915493,
      "grad_norm": 0.11898130923509598,
      "learning_rate": 0.0001637648876758039,
      "loss": 0.5689,
      "step": 269
    },
    {
      "epoch": 1.2163380281690142,
      "grad_norm": 0.1391112506389618,
      "learning_rate": 0.00016348338902363787,
      "loss": 0.6048,
      "step": 270
    },
    {
      "epoch": 1.220845070422535,
      "grad_norm": 0.11310067027807236,
      "learning_rate": 0.00016320104518397472,
      "loss": 0.5668,
      "step": 271
    },
    {
      "epoch": 1.2253521126760563,
      "grad_norm": 0.12252317368984222,
      "learning_rate": 0.00016291785991580534,
      "loss": 0.5977,
      "step": 272
    },
    {
      "epoch": 1.2298591549295774,
      "grad_norm": 0.13545405864715576,
      "learning_rate": 0.00016263383698932306,
      "loss": 0.5651,
      "step": 273
    },
    {
      "epoch": 1.2343661971830986,
      "grad_norm": 0.14084038138389587,
      "learning_rate": 0.00016234898018587337,
      "loss": 0.5767,
      "step": 274
    },
    {
      "epoch": 1.2388732394366198,
      "grad_norm": 0.13004128634929657,
      "learning_rate": 0.00016206329329790354,
      "loss": 0.5675,
      "step": 275
    },
    {
      "epoch": 1.243380281690141,
      "grad_norm": 0.15050950646400452,
      "learning_rate": 0.00016177678012891232,
      "loss": 0.5874,
      "step": 276
    },
    {
      "epoch": 1.247887323943662,
      "grad_norm": 0.12289810925722122,
      "learning_rate": 0.00016148944449339902,
      "loss": 0.5644,
      "step": 277
    },
    {
      "epoch": 1.252394366197183,
      "grad_norm": 0.13767307996749878,
      "learning_rate": 0.00016120129021681296,
      "loss": 0.5602,
      "step": 278
    },
    {
      "epoch": 1.2569014084507042,
      "grad_norm": 0.14790986478328705,
      "learning_rate": 0.0001609123211355025,
      "loss": 0.5526,
      "step": 279
    },
    {
      "epoch": 1.2614084507042254,
      "grad_norm": 0.12315787374973297,
      "learning_rate": 0.0001606225410966638,
      "loss": 0.5788,
      "step": 280
    },
    {
      "epoch": 1.2659154929577465,
      "grad_norm": 0.12627176940441132,
      "learning_rate": 0.00016033195395828985,
      "loss": 0.5431,
      "step": 281
    },
    {
      "epoch": 1.2704225352112677,
      "grad_norm": 0.12655603885650635,
      "learning_rate": 0.00016004056358911883,
      "loss": 0.5849,
      "step": 282
    },
    {
      "epoch": 1.2749295774647886,
      "grad_norm": 0.11540428549051285,
      "learning_rate": 0.0001597483738685829,
      "loss": 0.5538,
      "step": 283
    },
    {
      "epoch": 1.2794366197183098,
      "grad_norm": 0.14923222362995148,
      "learning_rate": 0.00015945538868675628,
      "loss": 0.598,
      "step": 284
    },
    {
      "epoch": 1.283943661971831,
      "grad_norm": 0.1102415919303894,
      "learning_rate": 0.00015916161194430372,
      "loss": 0.5503,
      "step": 285
    },
    {
      "epoch": 1.2884507042253521,
      "grad_norm": 0.1324516087770462,
      "learning_rate": 0.00015886704755242829,
      "loss": 0.5817,
      "step": 286
    },
    {
      "epoch": 1.2929577464788733,
      "grad_norm": 0.11458254605531693,
      "learning_rate": 0.00015857169943281948,
      "loss": 0.5566,
      "step": 287
    },
    {
      "epoch": 1.2974647887323942,
      "grad_norm": 0.11885883659124374,
      "learning_rate": 0.00015827557151760105,
      "loss": 0.5518,
      "step": 288
    },
    {
      "epoch": 1.3019718309859156,
      "grad_norm": 0.12516717612743378,
      "learning_rate": 0.00015797866774927848,
      "loss": 0.5898,
      "step": 289
    },
    {
      "epoch": 1.3064788732394366,
      "grad_norm": 0.14177542924880981,
      "learning_rate": 0.00015768099208068664,
      "loss": 0.6099,
      "step": 290
    },
    {
      "epoch": 1.3109859154929577,
      "grad_norm": 0.1278507560491562,
      "learning_rate": 0.00015738254847493704,
      "loss": 0.5552,
      "step": 291
    },
    {
      "epoch": 1.315492957746479,
      "grad_norm": 0.12453269958496094,
      "learning_rate": 0.00015708334090536527,
      "loss": 0.5922,
      "step": 292
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.1163586899638176,
      "learning_rate": 0.00015678337335547782,
      "loss": 0.5345,
      "step": 293
    },
    {
      "epoch": 1.3245070422535212,
      "grad_norm": 0.11830248683691025,
      "learning_rate": 0.00015648264981889934,
      "loss": 0.5801,
      "step": 294
    },
    {
      "epoch": 1.3290140845070422,
      "grad_norm": 0.17942926287651062,
      "learning_rate": 0.00015618117429931926,
      "loss": 0.5367,
      "step": 295
    },
    {
      "epoch": 1.3335211267605633,
      "grad_norm": 0.13405169546604156,
      "learning_rate": 0.00015587895081043844,
      "loss": 0.564,
      "step": 296
    },
    {
      "epoch": 1.3380281690140845,
      "grad_norm": 0.11632625758647919,
      "learning_rate": 0.00015557598337591607,
      "loss": 0.5629,
      "step": 297
    },
    {
      "epoch": 1.3425352112676057,
      "grad_norm": 0.15242446959018707,
      "learning_rate": 0.00015527227602931572,
      "loss": 0.6318,
      "step": 298
    },
    {
      "epoch": 1.3470422535211268,
      "grad_norm": 0.13854624330997467,
      "learning_rate": 0.00015496783281405177,
      "loss": 0.5683,
      "step": 299
    },
    {
      "epoch": 1.3515492957746478,
      "grad_norm": 0.1268724948167801,
      "learning_rate": 0.00015466265778333574,
      "loss": 0.5661,
      "step": 300
    },
    {
      "epoch": 1.356056338028169,
      "grad_norm": 0.1456933319568634,
      "learning_rate": 0.00015435675500012212,
      "loss": 0.5801,
      "step": 301
    },
    {
      "epoch": 1.36056338028169,
      "grad_norm": 0.1346408724784851,
      "learning_rate": 0.00015405012853705432,
      "loss": 0.5811,
      "step": 302
    },
    {
      "epoch": 1.3650704225352113,
      "grad_norm": 0.1391272395849228,
      "learning_rate": 0.00015374278247641052,
      "loss": 0.5864,
      "step": 303
    },
    {
      "epoch": 1.3695774647887324,
      "grad_norm": 0.11695600301027298,
      "learning_rate": 0.00015343472091004925,
      "loss": 0.5919,
      "step": 304
    },
    {
      "epoch": 1.3740845070422536,
      "grad_norm": 0.13721643388271332,
      "learning_rate": 0.00015312594793935494,
      "loss": 0.5863,
      "step": 305
    },
    {
      "epoch": 1.3785915492957748,
      "grad_norm": 0.1210237517952919,
      "learning_rate": 0.00015281646767518337,
      "loss": 0.5549,
      "step": 306
    },
    {
      "epoch": 1.3830985915492957,
      "grad_norm": 0.14290763437747955,
      "learning_rate": 0.00015250628423780683,
      "loss": 0.5884,
      "step": 307
    },
    {
      "epoch": 1.3876056338028169,
      "grad_norm": 0.14939945936203003,
      "learning_rate": 0.00015219540175685938,
      "loss": 0.5369,
      "step": 308
    },
    {
      "epoch": 1.392112676056338,
      "grad_norm": 0.12331175804138184,
      "learning_rate": 0.00015188382437128167,
      "loss": 0.5702,
      "step": 309
    },
    {
      "epoch": 1.3966197183098592,
      "grad_norm": 0.11888106167316437,
      "learning_rate": 0.0001515715562292662,
      "loss": 0.5274,
      "step": 310
    },
    {
      "epoch": 1.4011267605633804,
      "grad_norm": 0.13149474561214447,
      "learning_rate": 0.00015125860148820167,
      "loss": 0.5785,
      "step": 311
    },
    {
      "epoch": 1.4056338028169013,
      "grad_norm": 0.12267362326383591,
      "learning_rate": 0.00015094496431461795,
      "loss": 0.5455,
      "step": 312
    },
    {
      "epoch": 1.4101408450704225,
      "grad_norm": 0.1183052584528923,
      "learning_rate": 0.00015063064888413047,
      "loss": 0.5453,
      "step": 313
    },
    {
      "epoch": 1.4146478873239436,
      "grad_norm": 0.14539587497711182,
      "learning_rate": 0.00015031565938138458,
      "loss": 0.5424,
      "step": 314
    },
    {
      "epoch": 1.4191549295774648,
      "grad_norm": 0.12015419453382492,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.555,
      "step": 315
    },
    {
      "epoch": 1.423661971830986,
      "grad_norm": 0.11795421689748764,
      "learning_rate": 0.00014968367494251484,
      "loss": 0.5337,
      "step": 316
    },
    {
      "epoch": 1.428169014084507,
      "grad_norm": 0.2184419184923172,
      "learning_rate": 0.00014936668842032973,
      "loss": 0.5802,
      "step": 317
    },
    {
      "epoch": 1.4326760563380283,
      "grad_norm": 0.12965649366378784,
      "learning_rate": 0.00014904904465365168,
      "loss": 0.5455,
      "step": 318
    },
    {
      "epoch": 1.4371830985915492,
      "grad_norm": 0.13248752057552338,
      "learning_rate": 0.000148730747871438,
      "loss": 0.5809,
      "step": 319
    },
    {
      "epoch": 1.4416901408450704,
      "grad_norm": 0.12989097833633423,
      "learning_rate": 0.00014841180231133988,
      "loss": 0.5702,
      "step": 320
    },
    {
      "epoch": 1.4461971830985916,
      "grad_norm": 0.11466707289218903,
      "learning_rate": 0.00014809221221964608,
      "loss": 0.5853,
      "step": 321
    },
    {
      "epoch": 1.4507042253521127,
      "grad_norm": 0.13086023926734924,
      "learning_rate": 0.0001477719818512263,
      "loss": 0.5637,
      "step": 322
    },
    {
      "epoch": 1.455211267605634,
      "grad_norm": 0.12968841195106506,
      "learning_rate": 0.0001474511154694746,
      "loss": 0.528,
      "step": 323
    },
    {
      "epoch": 1.4597183098591549,
      "grad_norm": 0.10484195500612259,
      "learning_rate": 0.00014712961734625264,
      "loss": 0.5357,
      "step": 324
    },
    {
      "epoch": 1.464225352112676,
      "grad_norm": 0.12601444125175476,
      "learning_rate": 0.00014680749176183274,
      "loss": 0.5336,
      "step": 325
    },
    {
      "epoch": 1.4687323943661972,
      "grad_norm": 0.1338932365179062,
      "learning_rate": 0.00014648474300484095,
      "loss": 0.5427,
      "step": 326
    },
    {
      "epoch": 1.4732394366197183,
      "grad_norm": 0.11979039758443832,
      "learning_rate": 0.00014616137537219997,
      "loss": 0.5655,
      "step": 327
    },
    {
      "epoch": 1.4777464788732395,
      "grad_norm": 0.1427401751279831,
      "learning_rate": 0.00014583739316907188,
      "loss": 0.5734,
      "step": 328
    },
    {
      "epoch": 1.4822535211267605,
      "grad_norm": 0.13836687803268433,
      "learning_rate": 0.0001455128007088009,
      "loss": 0.5407,
      "step": 329
    },
    {
      "epoch": 1.4867605633802816,
      "grad_norm": 0.10016699135303497,
      "learning_rate": 0.00014518760231285583,
      "loss": 0.5709,
      "step": 330
    },
    {
      "epoch": 1.4912676056338028,
      "grad_norm": 0.13350802659988403,
      "learning_rate": 0.00014486180231077278,
      "loss": 0.5508,
      "step": 331
    },
    {
      "epoch": 1.495774647887324,
      "grad_norm": 0.11883152276277542,
      "learning_rate": 0.00014453540504009714,
      "loss": 0.5258,
      "step": 332
    },
    {
      "epoch": 1.5002816901408451,
      "grad_norm": 0.11694121360778809,
      "learning_rate": 0.0001442084148463262,
      "loss": 0.567,
      "step": 333
    },
    {
      "epoch": 1.504788732394366,
      "grad_norm": 0.13168871402740479,
      "learning_rate": 0.00014388083608285113,
      "loss": 0.5504,
      "step": 334
    },
    {
      "epoch": 1.5092957746478874,
      "grad_norm": 0.11850599944591522,
      "learning_rate": 0.00014355267311089897,
      "loss": 0.5587,
      "step": 335
    },
    {
      "epoch": 1.5138028169014084,
      "grad_norm": 0.11114364862442017,
      "learning_rate": 0.00014322393029947468,
      "loss": 0.5398,
      "step": 336
    },
    {
      "epoch": 1.5183098591549296,
      "grad_norm": 0.1272014081478119,
      "learning_rate": 0.00014289461202530296,
      "loss": 0.5487,
      "step": 337
    },
    {
      "epoch": 1.5228169014084507,
      "grad_norm": 0.11661308258771896,
      "learning_rate": 0.00014256472267276982,
      "loss": 0.5422,
      "step": 338
    },
    {
      "epoch": 1.5273239436619719,
      "grad_norm": 0.11852391809225082,
      "learning_rate": 0.0001422342666338645,
      "loss": 0.5594,
      "step": 339
    },
    {
      "epoch": 1.531830985915493,
      "grad_norm": 0.15416082739830017,
      "learning_rate": 0.00014190324830812067,
      "loss": 0.5379,
      "step": 340
    },
    {
      "epoch": 1.536338028169014,
      "grad_norm": 0.11813542246818542,
      "learning_rate": 0.00014157167210255815,
      "loss": 0.5642,
      "step": 341
    },
    {
      "epoch": 1.5408450704225352,
      "grad_norm": 0.11259282380342484,
      "learning_rate": 0.00014123954243162404,
      "loss": 0.5681,
      "step": 342
    },
    {
      "epoch": 1.5453521126760563,
      "grad_norm": 0.12045090645551682,
      "learning_rate": 0.00014090686371713402,
      "loss": 0.5393,
      "step": 343
    },
    {
      "epoch": 1.5498591549295775,
      "grad_norm": 0.11575852334499359,
      "learning_rate": 0.00014057364038821347,
      "loss": 0.5578,
      "step": 344
    },
    {
      "epoch": 1.5543661971830987,
      "grad_norm": 0.1217094361782074,
      "learning_rate": 0.0001402398768812385,
      "loss": 0.5191,
      "step": 345
    },
    {
      "epoch": 1.5588732394366196,
      "grad_norm": 0.12148681282997131,
      "learning_rate": 0.00013990557763977695,
      "loss": 0.5386,
      "step": 346
    },
    {
      "epoch": 1.563380281690141,
      "grad_norm": 0.120498426258564,
      "learning_rate": 0.0001395707471145291,
      "loss": 0.5481,
      "step": 347
    },
    {
      "epoch": 1.567887323943662,
      "grad_norm": 0.12890687584877014,
      "learning_rate": 0.0001392353897632685,
      "loss": 0.5487,
      "step": 348
    },
    {
      "epoch": 1.572394366197183,
      "grad_norm": 0.19078081846237183,
      "learning_rate": 0.0001388995100507827,
      "loss": 0.5396,
      "step": 349
    },
    {
      "epoch": 1.5769014084507043,
      "grad_norm": 0.1250527799129486,
      "learning_rate": 0.0001385631124488136,
      "loss": 0.5489,
      "step": 350
    },
    {
      "epoch": 1.5814084507042252,
      "grad_norm": 0.14552123844623566,
      "learning_rate": 0.00013822620143599804,
      "loss": 0.5672,
      "step": 351
    },
    {
      "epoch": 1.5859154929577466,
      "grad_norm": 0.10857994854450226,
      "learning_rate": 0.00013788878149780827,
      "loss": 0.5457,
      "step": 352
    },
    {
      "epoch": 1.5904225352112675,
      "grad_norm": 0.1588989943265915,
      "learning_rate": 0.00013755085712649202,
      "loss": 0.5691,
      "step": 353
    },
    {
      "epoch": 1.5949295774647887,
      "grad_norm": 0.1268385797739029,
      "learning_rate": 0.0001372124328210129,
      "loss": 0.5691,
      "step": 354
    },
    {
      "epoch": 1.5994366197183099,
      "grad_norm": 0.12925177812576294,
      "learning_rate": 0.00013687351308699027,
      "loss": 0.5465,
      "step": 355
    },
    {
      "epoch": 1.603943661971831,
      "grad_norm": 0.118260458111763,
      "learning_rate": 0.00013653410243663952,
      "loss": 0.5307,
      "step": 356
    },
    {
      "epoch": 1.6084507042253522,
      "grad_norm": 0.12612397968769073,
      "learning_rate": 0.00013619420538871178,
      "loss": 0.5586,
      "step": 357
    },
    {
      "epoch": 1.6129577464788731,
      "grad_norm": 0.11145804077386856,
      "learning_rate": 0.00013585382646843396,
      "loss": 0.5785,
      "step": 358
    },
    {
      "epoch": 1.6174647887323945,
      "grad_norm": 0.12373437732458115,
      "learning_rate": 0.00013551297020744825,
      "loss": 0.5458,
      "step": 359
    },
    {
      "epoch": 1.6219718309859155,
      "grad_norm": 0.11881903558969498,
      "learning_rate": 0.00013517164114375195,
      "loss": 0.5599,
      "step": 360
    },
    {
      "epoch": 1.6264788732394366,
      "grad_norm": 0.11561185866594315,
      "learning_rate": 0.00013482984382163712,
      "loss": 0.5342,
      "step": 361
    },
    {
      "epoch": 1.6309859154929578,
      "grad_norm": 0.11933106929063797,
      "learning_rate": 0.00013448758279162993,
      "loss": 0.5126,
      "step": 362
    },
    {
      "epoch": 1.6354929577464787,
      "grad_norm": 0.1258057802915573,
      "learning_rate": 0.00013414486261043008,
      "loss": 0.5531,
      "step": 363
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 0.12655043601989746,
      "learning_rate": 0.00013380168784085027,
      "loss": 0.5629,
      "step": 364
    },
    {
      "epoch": 1.644507042253521,
      "grad_norm": 0.12148042023181915,
      "learning_rate": 0.00013345806305175542,
      "loss": 0.5339,
      "step": 365
    },
    {
      "epoch": 1.6490140845070422,
      "grad_norm": 0.17970451712608337,
      "learning_rate": 0.0001331139928180016,
      "loss": 0.5586,
      "step": 366
    },
    {
      "epoch": 1.6535211267605634,
      "grad_norm": 0.13397206366062164,
      "learning_rate": 0.00013276948172037556,
      "loss": 0.5451,
      "step": 367
    },
    {
      "epoch": 1.6580281690140843,
      "grad_norm": 0.12288239598274231,
      "learning_rate": 0.0001324245343455333,
      "loss": 0.5378,
      "step": 368
    },
    {
      "epoch": 1.6625352112676057,
      "grad_norm": 0.1233164519071579,
      "learning_rate": 0.00013207915528593933,
      "loss": 0.5355,
      "step": 369
    },
    {
      "epoch": 1.6670422535211267,
      "grad_norm": 0.12358216941356659,
      "learning_rate": 0.00013173334913980534,
      "loss": 0.5578,
      "step": 370
    },
    {
      "epoch": 1.6715492957746478,
      "grad_norm": 0.12331364303827286,
      "learning_rate": 0.0001313871205110291,
      "loss": 0.544,
      "step": 371
    },
    {
      "epoch": 1.676056338028169,
      "grad_norm": 0.12452603131532669,
      "learning_rate": 0.00013104047400913302,
      "loss": 0.5519,
      "step": 372
    },
    {
      "epoch": 1.6805633802816902,
      "grad_norm": 0.11694569885730743,
      "learning_rate": 0.000130693414249203,
      "loss": 0.5513,
      "step": 373
    },
    {
      "epoch": 1.6850704225352113,
      "grad_norm": 0.12917865812778473,
      "learning_rate": 0.00013034594585182677,
      "loss": 0.5513,
      "step": 374
    },
    {
      "epoch": 1.6895774647887323,
      "grad_norm": 0.12343605607748032,
      "learning_rate": 0.0001299980734430324,
      "loss": 0.5366,
      "step": 375
    },
    {
      "epoch": 1.6940845070422537,
      "grad_norm": 0.11165818572044373,
      "learning_rate": 0.000129649801654227,
      "loss": 0.5371,
      "step": 376
    },
    {
      "epoch": 1.6985915492957746,
      "grad_norm": 0.1372881680727005,
      "learning_rate": 0.00012930113512213463,
      "loss": 0.5446,
      "step": 377
    },
    {
      "epoch": 1.7030985915492958,
      "grad_norm": 0.13788315653800964,
      "learning_rate": 0.00012895207848873487,
      "loss": 0.5343,
      "step": 378
    },
    {
      "epoch": 1.707605633802817,
      "grad_norm": 0.11924686282873154,
      "learning_rate": 0.00012860263640120085,
      "loss": 0.5255,
      "step": 379
    },
    {
      "epoch": 1.7121126760563379,
      "grad_norm": 0.11935974657535553,
      "learning_rate": 0.0001282528135118375,
      "loss": 0.5962,
      "step": 380
    },
    {
      "epoch": 1.7166197183098593,
      "grad_norm": 0.1333233267068863,
      "learning_rate": 0.0001279026144780196,
      "loss": 0.5603,
      "step": 381
    },
    {
      "epoch": 1.7211267605633802,
      "grad_norm": 0.1334204375743866,
      "learning_rate": 0.00012755204396212966,
      "loss": 0.5505,
      "step": 382
    },
    {
      "epoch": 1.7256338028169014,
      "grad_norm": 0.131240114569664,
      "learning_rate": 0.00012720110663149594,
      "loss": 0.5538,
      "step": 383
    },
    {
      "epoch": 1.7301408450704225,
      "grad_norm": 0.13378827273845673,
      "learning_rate": 0.00012684980715833039,
      "loss": 0.5555,
      "step": 384
    },
    {
      "epoch": 1.7346478873239437,
      "grad_norm": 0.12199459224939346,
      "learning_rate": 0.0001264981502196662,
      "loss": 0.5642,
      "step": 385
    },
    {
      "epoch": 1.7391549295774649,
      "grad_norm": 0.14442510902881622,
      "learning_rate": 0.00012614614049729576,
      "loss": 0.5405,
      "step": 386
    },
    {
      "epoch": 1.7436619718309858,
      "grad_norm": 0.12474284321069717,
      "learning_rate": 0.00012579378267770834,
      "loss": 0.5849,
      "step": 387
    },
    {
      "epoch": 1.7481690140845072,
      "grad_norm": 0.11631778627634048,
      "learning_rate": 0.00012544108145202748,
      "loss": 0.5273,
      "step": 388
    },
    {
      "epoch": 1.7526760563380281,
      "grad_norm": 0.11749529093503952,
      "learning_rate": 0.00012508804151594867,
      "loss": 0.5916,
      "step": 389
    },
    {
      "epoch": 1.7571830985915493,
      "grad_norm": 0.13148164749145508,
      "learning_rate": 0.00012473466756967696,
      "loss": 0.539,
      "step": 390
    },
    {
      "epoch": 1.7616901408450705,
      "grad_norm": 0.12642063200473785,
      "learning_rate": 0.00012438096431786408,
      "loss": 0.5421,
      "step": 391
    },
    {
      "epoch": 1.7661971830985914,
      "grad_norm": 0.12551520764827728,
      "learning_rate": 0.00012402693646954607,
      "loss": 0.5356,
      "step": 392
    },
    {
      "epoch": 1.7707042253521128,
      "grad_norm": 0.12111272662878036,
      "learning_rate": 0.00012367258873808052,
      "loss": 0.5356,
      "step": 393
    },
    {
      "epoch": 1.7752112676056337,
      "grad_norm": 0.12639492750167847,
      "learning_rate": 0.00012331792584108374,
      "loss": 0.5582,
      "step": 394
    },
    {
      "epoch": 1.779718309859155,
      "grad_norm": 0.21740061044692993,
      "learning_rate": 0.00012296295250036803,
      "loss": 0.5388,
      "step": 395
    },
    {
      "epoch": 1.784225352112676,
      "grad_norm": 0.12856127321720123,
      "learning_rate": 0.00012260767344187873,
      "loss": 0.5457,
      "step": 396
    },
    {
      "epoch": 1.788732394366197,
      "grad_norm": 0.11823161691427231,
      "learning_rate": 0.00012225209339563145,
      "loss": 0.5385,
      "step": 397
    },
    {
      "epoch": 1.7932394366197184,
      "grad_norm": 0.11629433184862137,
      "learning_rate": 0.00012189621709564894,
      "loss": 0.5495,
      "step": 398
    },
    {
      "epoch": 1.7977464788732394,
      "grad_norm": 0.13767673075199127,
      "learning_rate": 0.00012154004927989815,
      "loss": 0.5202,
      "step": 399
    },
    {
      "epoch": 1.8022535211267605,
      "grad_norm": 0.11361772567033768,
      "learning_rate": 0.00012118359469022712,
      "loss": 0.5414,
      "step": 400
    },
    {
      "epoch": 1.8067605633802817,
      "grad_norm": 0.1155274510383606,
      "learning_rate": 0.00012082685807230194,
      "loss": 0.5372,
      "step": 401
    },
    {
      "epoch": 1.8112676056338028,
      "grad_norm": 0.13188374042510986,
      "learning_rate": 0.00012046984417554337,
      "loss": 0.557,
      "step": 402
    },
    {
      "epoch": 1.815774647887324,
      "grad_norm": 0.11928690969944,
      "learning_rate": 0.00012011255775306378,
      "loss": 0.5272,
      "step": 403
    },
    {
      "epoch": 1.820281690140845,
      "grad_norm": 0.11563651263713837,
      "learning_rate": 0.00011975500356160383,
      "loss": 0.5154,
      "step": 404
    },
    {
      "epoch": 1.8247887323943663,
      "grad_norm": 0.12366284430027008,
      "learning_rate": 0.00011939718636146913,
      "loss": 0.557,
      "step": 405
    },
    {
      "epoch": 1.8292957746478873,
      "grad_norm": 0.11570242792367935,
      "learning_rate": 0.00011903911091646684,
      "loss": 0.5297,
      "step": 406
    },
    {
      "epoch": 1.8338028169014085,
      "grad_norm": 0.12199252098798752,
      "learning_rate": 0.00011868078199384229,
      "loss": 0.533,
      "step": 407
    },
    {
      "epoch": 1.8383098591549296,
      "grad_norm": 0.13045908510684967,
      "learning_rate": 0.00011832220436421549,
      "loss": 0.548,
      "step": 408
    },
    {
      "epoch": 1.8428169014084506,
      "grad_norm": 0.20884227752685547,
      "learning_rate": 0.00011796338280151756,
      "loss": 0.5449,
      "step": 409
    },
    {
      "epoch": 1.847323943661972,
      "grad_norm": 0.11599334329366684,
      "learning_rate": 0.00011760432208292729,
      "loss": 0.5355,
      "step": 410
    },
    {
      "epoch": 1.8518309859154929,
      "grad_norm": 0.11243471503257751,
      "learning_rate": 0.0001172450269888075,
      "loss": 0.5569,
      "step": 411
    },
    {
      "epoch": 1.856338028169014,
      "grad_norm": 0.1418810337781906,
      "learning_rate": 0.00011688550230264128,
      "loss": 0.5416,
      "step": 412
    },
    {
      "epoch": 1.8608450704225352,
      "grad_norm": 0.12925301492214203,
      "learning_rate": 0.0001165257528109685,
      "loss": 0.5654,
      "step": 413
    },
    {
      "epoch": 1.8653521126760564,
      "grad_norm": 0.1256323903799057,
      "learning_rate": 0.0001161657833033219,
      "loss": 0.5732,
      "step": 414
    },
    {
      "epoch": 1.8698591549295775,
      "grad_norm": 0.12409226596355438,
      "learning_rate": 0.00011580559857216347,
      "loss": 0.5258,
      "step": 415
    },
    {
      "epoch": 1.8743661971830985,
      "grad_norm": 0.12138303369283676,
      "learning_rate": 0.00011544520341282053,
      "loss": 0.5309,
      "step": 416
    },
    {
      "epoch": 1.8788732394366199,
      "grad_norm": 0.12081386148929596,
      "learning_rate": 0.00011508460262342197,
      "loss": 0.531,
      "step": 417
    },
    {
      "epoch": 1.8833802816901408,
      "grad_norm": 0.10810014605522156,
      "learning_rate": 0.00011472380100483438,
      "loss": 0.532,
      "step": 418
    },
    {
      "epoch": 1.887887323943662,
      "grad_norm": 0.1251344531774521,
      "learning_rate": 0.00011436280336059799,
      "loss": 0.5214,
      "step": 419
    },
    {
      "epoch": 1.8923943661971832,
      "grad_norm": 0.12114979326725006,
      "learning_rate": 0.00011400161449686293,
      "loss": 0.5596,
      "step": 420
    },
    {
      "epoch": 1.896901408450704,
      "grad_norm": 0.11715710908174515,
      "learning_rate": 0.00011364023922232503,
      "loss": 0.5259,
      "step": 421
    },
    {
      "epoch": 1.9014084507042255,
      "grad_norm": 0.12593631446361542,
      "learning_rate": 0.00011327868234816203,
      "loss": 0.5336,
      "step": 422
    },
    {
      "epoch": 1.9059154929577464,
      "grad_norm": 0.1148916706442833,
      "learning_rate": 0.00011291694868796929,
      "loss": 0.5693,
      "step": 423
    },
    {
      "epoch": 1.9104225352112676,
      "grad_norm": 0.10621920973062515,
      "learning_rate": 0.00011255504305769589,
      "loss": 0.5326,
      "step": 424
    },
    {
      "epoch": 1.9149295774647888,
      "grad_norm": 0.12841050326824188,
      "learning_rate": 0.00011219297027558038,
      "loss": 0.6288,
      "step": 425
    },
    {
      "epoch": 1.9194366197183097,
      "grad_norm": 0.12406205385923386,
      "learning_rate": 0.0001118307351620867,
      "loss": 0.5467,
      "step": 426
    },
    {
      "epoch": 1.923943661971831,
      "grad_norm": 0.12403929233551025,
      "learning_rate": 0.00011146834253984006,
      "loss": 0.542,
      "step": 427
    },
    {
      "epoch": 1.928450704225352,
      "grad_norm": 0.128191277384758,
      "learning_rate": 0.00011110579723356256,
      "loss": 0.568,
      "step": 428
    },
    {
      "epoch": 1.9329577464788732,
      "grad_norm": 0.11979478597640991,
      "learning_rate": 0.00011074310407000914,
      "loss": 0.5645,
      "step": 429
    },
    {
      "epoch": 1.9374647887323944,
      "grad_norm": 0.12257257848978043,
      "learning_rate": 0.0001103802678779032,
      "loss": 0.5444,
      "step": 430
    },
    {
      "epoch": 1.9419718309859155,
      "grad_norm": 0.11612683534622192,
      "learning_rate": 0.00011001729348787239,
      "loss": 0.5313,
      "step": 431
    },
    {
      "epoch": 1.9464788732394367,
      "grad_norm": 0.11943483352661133,
      "learning_rate": 0.00010965418573238424,
      "loss": 0.5698,
      "step": 432
    },
    {
      "epoch": 1.9509859154929576,
      "grad_norm": 0.11692250519990921,
      "learning_rate": 0.00010929094944568182,
      "loss": 0.5395,
      "step": 433
    },
    {
      "epoch": 1.955492957746479,
      "grad_norm": 0.12217355519533157,
      "learning_rate": 0.00010892758946371944,
      "loss": 0.5332,
      "step": 434
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.13013868033885956,
      "learning_rate": 0.00010856411062409823,
      "loss": 0.5402,
      "step": 435
    },
    {
      "epoch": 1.9645070422535211,
      "grad_norm": 0.11624142527580261,
      "learning_rate": 0.00010820051776600175,
      "loss": 0.5619,
      "step": 436
    },
    {
      "epoch": 1.9690140845070423,
      "grad_norm": 0.1206846535205841,
      "learning_rate": 0.00010783681573013145,
      "loss": 0.5469,
      "step": 437
    },
    {
      "epoch": 1.9735211267605632,
      "grad_norm": 0.11562936753034592,
      "learning_rate": 0.00010747300935864243,
      "loss": 0.5434,
      "step": 438
    },
    {
      "epoch": 1.9780281690140846,
      "grad_norm": 0.10758832097053528,
      "learning_rate": 0.0001071091034950788,
      "loss": 0.5295,
      "step": 439
    },
    {
      "epoch": 1.9825352112676056,
      "grad_norm": 0.11116923391819,
      "learning_rate": 0.00010674510298430935,
      "loss": 0.5516,
      "step": 440
    },
    {
      "epoch": 1.9870422535211267,
      "grad_norm": 0.10766938328742981,
      "learning_rate": 0.00010638101267246283,
      "loss": 0.5319,
      "step": 441
    },
    {
      "epoch": 1.991549295774648,
      "grad_norm": 0.13807927072048187,
      "learning_rate": 0.00010601683740686366,
      "loss": 0.5482,
      "step": 442
    },
    {
      "epoch": 1.996056338028169,
      "grad_norm": 0.11675193160772324,
      "learning_rate": 0.00010565258203596722,
      "loss": 0.5371,
      "step": 443
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.12133872509002686,
      "learning_rate": 0.00010528825140929541,
      "loss": 0.5284,
      "step": 444
    },
    {
      "epoch": 2.004507042253521,
      "grad_norm": 0.12044970691204071,
      "learning_rate": 0.00010492385037737207,
      "loss": 0.5278,
      "step": 445
    },
    {
      "epoch": 2.0090140845070423,
      "grad_norm": 0.12002495676279068,
      "learning_rate": 0.00010455938379165835,
      "loss": 0.5774,
      "step": 446
    },
    {
      "epoch": 2.0135211267605633,
      "grad_norm": 0.11336331069469452,
      "learning_rate": 0.00010419485650448814,
      "loss": 0.5003,
      "step": 447
    },
    {
      "epoch": 2.0180281690140847,
      "grad_norm": 0.1343923956155777,
      "learning_rate": 0.00010383027336900355,
      "loss": 0.5172,
      "step": 448
    },
    {
      "epoch": 2.0225352112676056,
      "grad_norm": 0.12244565784931183,
      "learning_rate": 0.00010346563923909014,
      "loss": 0.5267,
      "step": 449
    },
    {
      "epoch": 2.0270422535211265,
      "grad_norm": 0.11235007643699646,
      "learning_rate": 0.00010310095896931242,
      "loss": 0.5211,
      "step": 450
    },
    {
      "epoch": 2.031549295774648,
      "grad_norm": 0.18670588731765747,
      "learning_rate": 0.00010273623741484923,
      "loss": 0.5181,
      "step": 451
    },
    {
      "epoch": 2.036056338028169,
      "grad_norm": 0.12979289889335632,
      "learning_rate": 0.00010237147943142898,
      "loss": 0.5333,
      "step": 452
    },
    {
      "epoch": 2.0405633802816903,
      "grad_norm": 0.11047399044036865,
      "learning_rate": 0.00010200668987526512,
      "loss": 0.5264,
      "step": 453
    },
    {
      "epoch": 2.045070422535211,
      "grad_norm": 0.1219114437699318,
      "learning_rate": 0.00010164187360299142,
      "loss": 0.518,
      "step": 454
    },
    {
      "epoch": 2.0495774647887326,
      "grad_norm": 0.12627394497394562,
      "learning_rate": 0.00010127703547159739,
      "loss": 0.5094,
      "step": 455
    },
    {
      "epoch": 2.0540845070422535,
      "grad_norm": 0.11944904178380966,
      "learning_rate": 0.00010091218033836348,
      "loss": 0.5272,
      "step": 456
    },
    {
      "epoch": 2.0585915492957745,
      "grad_norm": 0.13259534537792206,
      "learning_rate": 0.00010054731306079656,
      "loss": 0.5347,
      "step": 457
    },
    {
      "epoch": 2.063098591549296,
      "grad_norm": 0.1272563338279724,
      "learning_rate": 0.00010018243849656517,
      "loss": 0.5144,
      "step": 458
    },
    {
      "epoch": 2.067605633802817,
      "grad_norm": 0.10852837562561035,
      "learning_rate": 9.981756150343485e-05,
      "loss": 0.5384,
      "step": 459
    },
    {
      "epoch": 2.072112676056338,
      "grad_norm": 0.12837117910385132,
      "learning_rate": 9.945268693920346e-05,
      "loss": 0.5534,
      "step": 460
    },
    {
      "epoch": 2.076619718309859,
      "grad_norm": 0.1136341392993927,
      "learning_rate": 9.908781966163655e-05,
      "loss": 0.5318,
      "step": 461
    },
    {
      "epoch": 2.08112676056338,
      "grad_norm": 0.11348137259483337,
      "learning_rate": 9.872296452840264e-05,
      "loss": 0.5138,
      "step": 462
    },
    {
      "epoch": 2.0856338028169015,
      "grad_norm": 0.12767234444618225,
      "learning_rate": 9.83581263970086e-05,
      "loss": 0.516,
      "step": 463
    },
    {
      "epoch": 2.0901408450704224,
      "grad_norm": 0.12416424602270126,
      "learning_rate": 9.799331012473493e-05,
      "loss": 0.5428,
      "step": 464
    },
    {
      "epoch": 2.094647887323944,
      "grad_norm": 0.12291053682565689,
      "learning_rate": 9.762852056857102e-05,
      "loss": 0.5209,
      "step": 465
    },
    {
      "epoch": 2.0991549295774647,
      "grad_norm": 0.14804038405418396,
      "learning_rate": 9.726376258515078e-05,
      "loss": 0.5522,
      "step": 466
    },
    {
      "epoch": 2.103661971830986,
      "grad_norm": 0.12152467668056488,
      "learning_rate": 9.689904103068758e-05,
      "loss": 0.5358,
      "step": 467
    },
    {
      "epoch": 2.108169014084507,
      "grad_norm": 0.11182091385126114,
      "learning_rate": 9.653436076090988e-05,
      "loss": 0.5497,
      "step": 468
    },
    {
      "epoch": 2.112676056338028,
      "grad_norm": 0.107152059674263,
      "learning_rate": 9.616972663099647e-05,
      "loss": 0.5153,
      "step": 469
    },
    {
      "epoch": 2.1171830985915494,
      "grad_norm": 0.12143649160861969,
      "learning_rate": 9.580514349551187e-05,
      "loss": 0.5852,
      "step": 470
    },
    {
      "epoch": 2.1216901408450703,
      "grad_norm": 0.11740640550851822,
      "learning_rate": 9.544061620834167e-05,
      "loss": 0.5597,
      "step": 471
    },
    {
      "epoch": 2.1261971830985917,
      "grad_norm": 0.10704807937145233,
      "learning_rate": 9.507614962262795e-05,
      "loss": 0.5306,
      "step": 472
    },
    {
      "epoch": 2.1307042253521127,
      "grad_norm": 0.11234696209430695,
      "learning_rate": 9.471174859070461e-05,
      "loss": 0.5185,
      "step": 473
    },
    {
      "epoch": 2.1352112676056336,
      "grad_norm": 0.12021481990814209,
      "learning_rate": 9.434741796403282e-05,
      "loss": 0.5727,
      "step": 474
    },
    {
      "epoch": 2.139718309859155,
      "grad_norm": 0.11688639968633652,
      "learning_rate": 9.398316259313637e-05,
      "loss": 0.5302,
      "step": 475
    },
    {
      "epoch": 2.144225352112676,
      "grad_norm": 0.1164378821849823,
      "learning_rate": 9.361898732753716e-05,
      "loss": 0.5156,
      "step": 476
    },
    {
      "epoch": 2.1487323943661973,
      "grad_norm": 0.11934376507997513,
      "learning_rate": 9.325489701569065e-05,
      "loss": 0.5397,
      "step": 477
    },
    {
      "epoch": 2.1532394366197183,
      "grad_norm": 0.1212429478764534,
      "learning_rate": 9.289089650492118e-05,
      "loss": 0.5451,
      "step": 478
    },
    {
      "epoch": 2.1577464788732392,
      "grad_norm": 0.1096879169344902,
      "learning_rate": 9.252699064135758e-05,
      "loss": 0.545,
      "step": 479
    },
    {
      "epoch": 2.1622535211267606,
      "grad_norm": 0.11909584701061249,
      "learning_rate": 9.216318426986856e-05,
      "loss": 0.5305,
      "step": 480
    },
    {
      "epoch": 2.1667605633802816,
      "grad_norm": 0.12082231044769287,
      "learning_rate": 9.179948223399828e-05,
      "loss": 0.5121,
      "step": 481
    },
    {
      "epoch": 2.171267605633803,
      "grad_norm": 0.11738288402557373,
      "learning_rate": 9.143588937590178e-05,
      "loss": 0.5111,
      "step": 482
    },
    {
      "epoch": 2.175774647887324,
      "grad_norm": 0.1155785471200943,
      "learning_rate": 9.107241053628059e-05,
      "loss": 0.5558,
      "step": 483
    },
    {
      "epoch": 2.1802816901408453,
      "grad_norm": 0.11050604283809662,
      "learning_rate": 9.070905055431822e-05,
      "loss": 0.505,
      "step": 484
    },
    {
      "epoch": 2.184788732394366,
      "grad_norm": 0.11163124442100525,
      "learning_rate": 9.034581426761581e-05,
      "loss": 0.5204,
      "step": 485
    },
    {
      "epoch": 2.189295774647887,
      "grad_norm": 0.11405828595161438,
      "learning_rate": 8.998270651212764e-05,
      "loss": 0.5267,
      "step": 486
    },
    {
      "epoch": 2.1938028169014085,
      "grad_norm": 0.10824751108884811,
      "learning_rate": 8.961973212209684e-05,
      "loss": 0.5363,
      "step": 487
    },
    {
      "epoch": 2.1983098591549295,
      "grad_norm": 0.120577372610569,
      "learning_rate": 8.925689592999088e-05,
      "loss": 0.5438,
      "step": 488
    },
    {
      "epoch": 2.202816901408451,
      "grad_norm": 0.12007007002830505,
      "learning_rate": 8.889420276643746e-05,
      "loss": 0.5179,
      "step": 489
    },
    {
      "epoch": 2.207323943661972,
      "grad_norm": 0.115611732006073,
      "learning_rate": 8.853165746015997e-05,
      "loss": 0.544,
      "step": 490
    },
    {
      "epoch": 2.2118309859154928,
      "grad_norm": 0.1210789903998375,
      "learning_rate": 8.816926483791331e-05,
      "loss": 0.528,
      "step": 491
    },
    {
      "epoch": 2.216338028169014,
      "grad_norm": 0.13798987865447998,
      "learning_rate": 8.780702972441964e-05,
      "loss": 0.5168,
      "step": 492
    },
    {
      "epoch": 2.220845070422535,
      "grad_norm": 0.11814180761575699,
      "learning_rate": 8.744495694230412e-05,
      "loss": 0.5351,
      "step": 493
    },
    {
      "epoch": 2.2253521126760565,
      "grad_norm": 0.10845314711332321,
      "learning_rate": 8.708305131203072e-05,
      "loss": 0.5411,
      "step": 494
    },
    {
      "epoch": 2.2298591549295774,
      "grad_norm": 0.1123770996928215,
      "learning_rate": 8.672131765183799e-05,
      "loss": 0.5128,
      "step": 495
    },
    {
      "epoch": 2.234366197183099,
      "grad_norm": 0.1154399961233139,
      "learning_rate": 8.635976077767499e-05,
      "loss": 0.5264,
      "step": 496
    },
    {
      "epoch": 2.2388732394366198,
      "grad_norm": 0.1050579845905304,
      "learning_rate": 8.599838550313713e-05,
      "loss": 0.5429,
      "step": 497
    },
    {
      "epoch": 2.2433802816901407,
      "grad_norm": 0.11692402511835098,
      "learning_rate": 8.563719663940205e-05,
      "loss": 0.5044,
      "step": 498
    },
    {
      "epoch": 2.247887323943662,
      "grad_norm": 0.11380699276924133,
      "learning_rate": 8.527619899516567e-05,
      "loss": 0.5159,
      "step": 499
    },
    {
      "epoch": 2.252394366197183,
      "grad_norm": 0.1111583560705185,
      "learning_rate": 8.491539737657802e-05,
      "loss": 0.5434,
      "step": 500
    },
    {
      "epoch": 2.2569014084507044,
      "grad_norm": 0.14941135048866272,
      "learning_rate": 8.455479658717947e-05,
      "loss": 0.5846,
      "step": 501
    },
    {
      "epoch": 2.2614084507042254,
      "grad_norm": 0.11948571354150772,
      "learning_rate": 8.419440142783653e-05,
      "loss": 0.5286,
      "step": 502
    },
    {
      "epoch": 2.2659154929577463,
      "grad_norm": 0.12659218907356262,
      "learning_rate": 8.383421669667812e-05,
      "loss": 0.509,
      "step": 503
    },
    {
      "epoch": 2.2704225352112677,
      "grad_norm": 0.11504048109054565,
      "learning_rate": 8.347424718903151e-05,
      "loss": 0.5394,
      "step": 504
    },
    {
      "epoch": 2.2749295774647886,
      "grad_norm": 0.11881807446479797,
      "learning_rate": 8.311449769735873e-05,
      "loss": 0.5307,
      "step": 505
    },
    {
      "epoch": 2.27943661971831,
      "grad_norm": 0.13386914134025574,
      "learning_rate": 8.275497301119253e-05,
      "loss": 0.5274,
      "step": 506
    },
    {
      "epoch": 2.283943661971831,
      "grad_norm": 0.15793730318546295,
      "learning_rate": 8.239567791707272e-05,
      "loss": 0.5575,
      "step": 507
    },
    {
      "epoch": 2.288450704225352,
      "grad_norm": 0.11447100341320038,
      "learning_rate": 8.203661719848248e-05,
      "loss": 0.5266,
      "step": 508
    },
    {
      "epoch": 2.2929577464788733,
      "grad_norm": 0.1401495337486267,
      "learning_rate": 8.167779563578456e-05,
      "loss": 0.5321,
      "step": 509
    },
    {
      "epoch": 2.2974647887323942,
      "grad_norm": 0.11609887331724167,
      "learning_rate": 8.131921800615773e-05,
      "loss": 0.5176,
      "step": 510
    },
    {
      "epoch": 2.3019718309859156,
      "grad_norm": 0.11702638119459152,
      "learning_rate": 8.096088908353315e-05,
      "loss": 0.5196,
      "step": 511
    },
    {
      "epoch": 2.3064788732394366,
      "grad_norm": 0.1231730580329895,
      "learning_rate": 8.060281363853087e-05,
      "loss": 0.5367,
      "step": 512
    },
    {
      "epoch": 2.3109859154929575,
      "grad_norm": 0.12909771502017975,
      "learning_rate": 8.024499643839618e-05,
      "loss": 0.543,
      "step": 513
    },
    {
      "epoch": 2.315492957746479,
      "grad_norm": 0.12570002675056458,
      "learning_rate": 7.988744224693625e-05,
      "loss": 0.5349,
      "step": 514
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.11345330625772476,
      "learning_rate": 7.953015582445667e-05,
      "loss": 0.5566,
      "step": 515
    },
    {
      "epoch": 2.3245070422535212,
      "grad_norm": 0.1203540787100792,
      "learning_rate": 7.917314192769808e-05,
      "loss": 0.5455,
      "step": 516
    },
    {
      "epoch": 2.329014084507042,
      "grad_norm": 0.12087874859571457,
      "learning_rate": 7.881640530977288e-05,
      "loss": 0.5499,
      "step": 517
    },
    {
      "epoch": 2.3335211267605636,
      "grad_norm": 0.11830297857522964,
      "learning_rate": 7.845995072010188e-05,
      "loss": 0.5653,
      "step": 518
    },
    {
      "epoch": 2.3380281690140845,
      "grad_norm": 0.11518878489732742,
      "learning_rate": 7.810378290435108e-05,
      "loss": 0.5202,
      "step": 519
    },
    {
      "epoch": 2.3425352112676054,
      "grad_norm": 0.1460411250591278,
      "learning_rate": 7.774790660436858e-05,
      "loss": 0.5443,
      "step": 520
    },
    {
      "epoch": 2.347042253521127,
      "grad_norm": 0.13443294167518616,
      "learning_rate": 7.739232655812128e-05,
      "loss": 0.5673,
      "step": 521
    },
    {
      "epoch": 2.3515492957746478,
      "grad_norm": 0.10706333070993423,
      "learning_rate": 7.703704749963201e-05,
      "loss": 0.5351,
      "step": 522
    },
    {
      "epoch": 2.356056338028169,
      "grad_norm": 0.1250416338443756,
      "learning_rate": 7.668207415891624e-05,
      "loss": 0.5491,
      "step": 523
    },
    {
      "epoch": 2.36056338028169,
      "grad_norm": 0.24670056998729706,
      "learning_rate": 7.632741126191947e-05,
      "loss": 0.5248,
      "step": 524
    },
    {
      "epoch": 2.3650704225352115,
      "grad_norm": 0.1117803156375885,
      "learning_rate": 7.597306353045393e-05,
      "loss": 0.5701,
      "step": 525
    },
    {
      "epoch": 2.3695774647887324,
      "grad_norm": 0.10440925508737564,
      "learning_rate": 7.561903568213595e-05,
      "loss": 0.5028,
      "step": 526
    },
    {
      "epoch": 2.3740845070422534,
      "grad_norm": 0.11765775829553604,
      "learning_rate": 7.526533243032307e-05,
      "loss": 0.5229,
      "step": 527
    },
    {
      "epoch": 2.3785915492957748,
      "grad_norm": 0.11378080397844315,
      "learning_rate": 7.491195848405135e-05,
      "loss": 0.528,
      "step": 528
    },
    {
      "epoch": 2.3830985915492957,
      "grad_norm": 0.12597879767417908,
      "learning_rate": 7.455891854797256e-05,
      "loss": 0.5027,
      "step": 529
    },
    {
      "epoch": 2.387605633802817,
      "grad_norm": 0.13118213415145874,
      "learning_rate": 7.420621732229169e-05,
      "loss": 0.5186,
      "step": 530
    },
    {
      "epoch": 2.392112676056338,
      "grad_norm": 0.11117777973413467,
      "learning_rate": 7.385385950270425e-05,
      "loss": 0.5207,
      "step": 531
    },
    {
      "epoch": 2.396619718309859,
      "grad_norm": 0.1138320192694664,
      "learning_rate": 7.350184978033386e-05,
      "loss": 0.5089,
      "step": 532
    },
    {
      "epoch": 2.4011267605633804,
      "grad_norm": 0.11337253451347351,
      "learning_rate": 7.315019284166966e-05,
      "loss": 0.5165,
      "step": 533
    },
    {
      "epoch": 2.4056338028169013,
      "grad_norm": 0.10323511809110641,
      "learning_rate": 7.279889336850408e-05,
      "loss": 0.5154,
      "step": 534
    },
    {
      "epoch": 2.4101408450704227,
      "grad_norm": 0.11857807636260986,
      "learning_rate": 7.244795603787036e-05,
      "loss": 0.509,
      "step": 535
    },
    {
      "epoch": 2.4146478873239436,
      "grad_norm": 0.1258813738822937,
      "learning_rate": 7.209738552198043e-05,
      "loss": 0.5246,
      "step": 536
    },
    {
      "epoch": 2.4191549295774646,
      "grad_norm": 0.11479494720697403,
      "learning_rate": 7.17471864881625e-05,
      "loss": 0.5376,
      "step": 537
    },
    {
      "epoch": 2.423661971830986,
      "grad_norm": 0.10941333323717117,
      "learning_rate": 7.139736359879916e-05,
      "loss": 0.5198,
      "step": 538
    },
    {
      "epoch": 2.428169014084507,
      "grad_norm": 0.1188211664557457,
      "learning_rate": 7.104792151126515e-05,
      "loss": 0.5174,
      "step": 539
    },
    {
      "epoch": 2.4326760563380283,
      "grad_norm": 0.12148640304803848,
      "learning_rate": 7.069886487786536e-05,
      "loss": 0.5372,
      "step": 540
    },
    {
      "epoch": 2.4371830985915492,
      "grad_norm": 0.10996753722429276,
      "learning_rate": 7.035019834577301e-05,
      "loss": 0.5211,
      "step": 541
    },
    {
      "epoch": 2.44169014084507,
      "grad_norm": 0.1371939480304718,
      "learning_rate": 7.00019265569676e-05,
      "loss": 0.5551,
      "step": 542
    },
    {
      "epoch": 2.4461971830985916,
      "grad_norm": 0.1196320503950119,
      "learning_rate": 6.96540541481733e-05,
      "loss": 0.5357,
      "step": 543
    },
    {
      "epoch": 2.4507042253521125,
      "grad_norm": 0.10747256129980087,
      "learning_rate": 6.930658575079705e-05,
      "loss": 0.5368,
      "step": 544
    },
    {
      "epoch": 2.455211267605634,
      "grad_norm": 0.11347094923257828,
      "learning_rate": 6.8959525990867e-05,
      "loss": 0.5174,
      "step": 545
    },
    {
      "epoch": 2.459718309859155,
      "grad_norm": 0.12358327209949493,
      "learning_rate": 6.861287948897091e-05,
      "loss": 0.5529,
      "step": 546
    },
    {
      "epoch": 2.4642253521126762,
      "grad_norm": 0.12316222488880157,
      "learning_rate": 6.826665086019466e-05,
      "loss": 0.5625,
      "step": 547
    },
    {
      "epoch": 2.468732394366197,
      "grad_norm": 0.11993323266506195,
      "learning_rate": 6.792084471406069e-05,
      "loss": 0.5229,
      "step": 548
    },
    {
      "epoch": 2.473239436619718,
      "grad_norm": 0.11845649033784866,
      "learning_rate": 6.75754656544667e-05,
      "loss": 0.5136,
      "step": 549
    },
    {
      "epoch": 2.4777464788732395,
      "grad_norm": 0.11402633786201477,
      "learning_rate": 6.723051827962445e-05,
      "loss": 0.5516,
      "step": 550
    },
    {
      "epoch": 2.4822535211267605,
      "grad_norm": 0.10994803160429001,
      "learning_rate": 6.68860071819984e-05,
      "loss": 0.5077,
      "step": 551
    },
    {
      "epoch": 2.486760563380282,
      "grad_norm": 0.12263881415128708,
      "learning_rate": 6.654193694824462e-05,
      "loss": 0.548,
      "step": 552
    },
    {
      "epoch": 2.491267605633803,
      "grad_norm": 0.12687471508979797,
      "learning_rate": 6.619831215914974e-05,
      "loss": 0.5835,
      "step": 553
    },
    {
      "epoch": 2.495774647887324,
      "grad_norm": 0.11021614074707031,
      "learning_rate": 6.585513738956996e-05,
      "loss": 0.5442,
      "step": 554
    },
    {
      "epoch": 2.500281690140845,
      "grad_norm": 0.12376144528388977,
      "learning_rate": 6.551241720837014e-05,
      "loss": 0.5038,
      "step": 555
    },
    {
      "epoch": 2.504788732394366,
      "grad_norm": 0.12698741257190704,
      "learning_rate": 6.517015617836291e-05,
      "loss": 0.5143,
      "step": 556
    },
    {
      "epoch": 2.5092957746478874,
      "grad_norm": 0.1203697919845581,
      "learning_rate": 6.48283588562481e-05,
      "loss": 0.5443,
      "step": 557
    },
    {
      "epoch": 2.5138028169014084,
      "grad_norm": 0.10425330698490143,
      "learning_rate": 6.448702979255176e-05,
      "loss": 0.4859,
      "step": 558
    },
    {
      "epoch": 2.5183098591549298,
      "grad_norm": 0.11607982218265533,
      "learning_rate": 6.414617353156605e-05,
      "loss": 0.5198,
      "step": 559
    },
    {
      "epoch": 2.5228169014084507,
      "grad_norm": 0.1305762082338333,
      "learning_rate": 6.380579461128819e-05,
      "loss": 0.5886,
      "step": 560
    },
    {
      "epoch": 2.5273239436619717,
      "grad_norm": 0.11528196185827255,
      "learning_rate": 6.34658975633605e-05,
      "loss": 0.5168,
      "step": 561
    },
    {
      "epoch": 2.531830985915493,
      "grad_norm": 0.12088954448699951,
      "learning_rate": 6.312648691300975e-05,
      "loss": 0.5301,
      "step": 562
    },
    {
      "epoch": 2.536338028169014,
      "grad_norm": 0.11259355396032333,
      "learning_rate": 6.278756717898713e-05,
      "loss": 0.5079,
      "step": 563
    },
    {
      "epoch": 2.5408450704225354,
      "grad_norm": 0.10837467759847641,
      "learning_rate": 6.2449142873508e-05,
      "loss": 0.5081,
      "step": 564
    },
    {
      "epoch": 2.5453521126760563,
      "grad_norm": 0.11548671871423721,
      "learning_rate": 6.211121850219175e-05,
      "loss": 0.5236,
      "step": 565
    },
    {
      "epoch": 2.5498591549295773,
      "grad_norm": 0.11041808128356934,
      "learning_rate": 6.1773798564002e-05,
      "loss": 0.5309,
      "step": 566
    },
    {
      "epoch": 2.5543661971830987,
      "grad_norm": 0.13341392576694489,
      "learning_rate": 6.143688755118646e-05,
      "loss": 0.5239,
      "step": 567
    },
    {
      "epoch": 2.5588732394366196,
      "grad_norm": 0.11479108780622482,
      "learning_rate": 6.110048994921734e-05,
      "loss": 0.5088,
      "step": 568
    },
    {
      "epoch": 2.563380281690141,
      "grad_norm": 0.10170383006334305,
      "learning_rate": 6.0764610236731524e-05,
      "loss": 0.5027,
      "step": 569
    },
    {
      "epoch": 2.567887323943662,
      "grad_norm": 0.1148676872253418,
      "learning_rate": 6.042925288547092e-05,
      "loss": 0.5454,
      "step": 570
    },
    {
      "epoch": 2.572394366197183,
      "grad_norm": 0.11497487127780914,
      "learning_rate": 6.009442236022307e-05,
      "loss": 0.5149,
      "step": 571
    },
    {
      "epoch": 2.5769014084507043,
      "grad_norm": 0.11571796983480453,
      "learning_rate": 5.9760123118761514e-05,
      "loss": 0.5188,
      "step": 572
    },
    {
      "epoch": 2.581408450704225,
      "grad_norm": 0.10864008218050003,
      "learning_rate": 5.9426359611786573e-05,
      "loss": 0.5249,
      "step": 573
    },
    {
      "epoch": 2.5859154929577466,
      "grad_norm": 0.11008573323488235,
      "learning_rate": 5.909313628286601e-05,
      "loss": 0.5418,
      "step": 574
    },
    {
      "epoch": 2.5904225352112675,
      "grad_norm": 0.11387594044208527,
      "learning_rate": 5.8760457568375984e-05,
      "loss": 0.5342,
      "step": 575
    },
    {
      "epoch": 2.5949295774647885,
      "grad_norm": 0.12866191565990448,
      "learning_rate": 5.842832789744186e-05,
      "loss": 0.5747,
      "step": 576
    },
    {
      "epoch": 2.59943661971831,
      "grad_norm": 0.11581499129533768,
      "learning_rate": 5.8096751691879356e-05,
      "loss": 0.5323,
      "step": 577
    },
    {
      "epoch": 2.6039436619718312,
      "grad_norm": 0.13145901262760162,
      "learning_rate": 5.776573336613553e-05,
      "loss": 0.5125,
      "step": 578
    },
    {
      "epoch": 2.608450704225352,
      "grad_norm": 0.11746399849653244,
      "learning_rate": 5.7435277327230206e-05,
      "loss": 0.54,
      "step": 579
    },
    {
      "epoch": 2.612957746478873,
      "grad_norm": 0.10810490697622299,
      "learning_rate": 5.7105387974697063e-05,
      "loss": 0.5299,
      "step": 580
    },
    {
      "epoch": 2.6174647887323945,
      "grad_norm": 0.11249610036611557,
      "learning_rate": 5.677606970052529e-05,
      "loss": 0.5365,
      "step": 581
    },
    {
      "epoch": 2.6219718309859155,
      "grad_norm": 0.10808350145816803,
      "learning_rate": 5.6447326889101e-05,
      "loss": 0.4997,
      "step": 582
    },
    {
      "epoch": 2.626478873239437,
      "grad_norm": 0.11670640110969543,
      "learning_rate": 5.6119163917148866e-05,
      "loss": 0.5127,
      "step": 583
    },
    {
      "epoch": 2.630985915492958,
      "grad_norm": 0.10403117537498474,
      "learning_rate": 5.5791585153673774e-05,
      "loss": 0.4984,
      "step": 584
    },
    {
      "epoch": 2.6354929577464787,
      "grad_norm": 0.11643310636281967,
      "learning_rate": 5.546459495990288e-05,
      "loss": 0.5363,
      "step": 585
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.11666381359100342,
      "learning_rate": 5.513819768922723e-05,
      "loss": 0.5462,
      "step": 586
    },
    {
      "epoch": 2.644507042253521,
      "grad_norm": 0.1106523647904396,
      "learning_rate": 5.481239768714417e-05,
      "loss": 0.5234,
      "step": 587
    },
    {
      "epoch": 2.6490140845070425,
      "grad_norm": 0.11416450887918472,
      "learning_rate": 5.448719929119915e-05,
      "loss": 0.5158,
      "step": 588
    },
    {
      "epoch": 2.6535211267605634,
      "grad_norm": 0.11326763778924942,
      "learning_rate": 5.416260683092814e-05,
      "loss": 0.5457,
      "step": 589
    },
    {
      "epoch": 2.6580281690140843,
      "grad_norm": 0.10651212185621262,
      "learning_rate": 5.3838624627800074e-05,
      "loss": 0.5281,
      "step": 590
    },
    {
      "epoch": 2.6625352112676057,
      "grad_norm": 0.11655013263225555,
      "learning_rate": 5.351525699515908e-05,
      "loss": 0.5355,
      "step": 591
    },
    {
      "epoch": 2.6670422535211267,
      "grad_norm": 0.10108935087919235,
      "learning_rate": 5.319250823816731e-05,
      "loss": 0.509,
      "step": 592
    },
    {
      "epoch": 2.671549295774648,
      "grad_norm": 0.10345329344272614,
      "learning_rate": 5.287038265374735e-05,
      "loss": 0.5093,
      "step": 593
    },
    {
      "epoch": 2.676056338028169,
      "grad_norm": 0.11032966524362564,
      "learning_rate": 5.25488845305254e-05,
      "loss": 0.5083,
      "step": 594
    },
    {
      "epoch": 2.68056338028169,
      "grad_norm": 0.11705298721790314,
      "learning_rate": 5.222801814877369e-05,
      "loss": 0.5108,
      "step": 595
    },
    {
      "epoch": 2.6850704225352113,
      "grad_norm": 0.11696744710206985,
      "learning_rate": 5.190778778035395e-05,
      "loss": 0.5118,
      "step": 596
    },
    {
      "epoch": 2.6895774647887323,
      "grad_norm": 0.10620059072971344,
      "learning_rate": 5.158819768866012e-05,
      "loss": 0.5279,
      "step": 597
    },
    {
      "epoch": 2.6940845070422537,
      "grad_norm": 0.11230248957872391,
      "learning_rate": 5.126925212856202e-05,
      "loss": 0.5038,
      "step": 598
    },
    {
      "epoch": 2.6985915492957746,
      "grad_norm": 0.11875911056995392,
      "learning_rate": 5.0950955346348314e-05,
      "loss": 0.5513,
      "step": 599
    },
    {
      "epoch": 2.7030985915492955,
      "grad_norm": 0.11459613591432571,
      "learning_rate": 5.0633311579670296e-05,
      "loss": 0.5606,
      "step": 600
    },
    {
      "epoch": 2.707605633802817,
      "grad_norm": 0.12176425009965897,
      "learning_rate": 5.031632505748516e-05,
      "loss": 0.5262,
      "step": 601
    },
    {
      "epoch": 2.712112676056338,
      "grad_norm": 0.12691204249858856,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.5246,
      "step": 602
    },
    {
      "epoch": 2.7166197183098593,
      "grad_norm": 0.09963858127593994,
      "learning_rate": 4.968434061861543e-05,
      "loss": 0.4977,
      "step": 603
    },
    {
      "epoch": 2.72112676056338,
      "grad_norm": 0.10625036060810089,
      "learning_rate": 4.9369351115869535e-05,
      "loss": 0.512,
      "step": 604
    },
    {
      "epoch": 2.725633802816901,
      "grad_norm": 0.11431818455457687,
      "learning_rate": 4.9055035685382055e-05,
      "loss": 0.5308,
      "step": 605
    },
    {
      "epoch": 2.7301408450704225,
      "grad_norm": 0.10542725026607513,
      "learning_rate": 4.874139851179833e-05,
      "loss": 0.5301,
      "step": 606
    },
    {
      "epoch": 2.734647887323944,
      "grad_norm": 0.10275546461343765,
      "learning_rate": 4.8428443770733835e-05,
      "loss": 0.5209,
      "step": 607
    },
    {
      "epoch": 2.739154929577465,
      "grad_norm": 0.38522496819496155,
      "learning_rate": 4.811617562871832e-05,
      "loss": 0.5319,
      "step": 608
    },
    {
      "epoch": 2.743661971830986,
      "grad_norm": 0.10014399141073227,
      "learning_rate": 4.7804598243140666e-05,
      "loss": 0.5151,
      "step": 609
    },
    {
      "epoch": 2.748169014084507,
      "grad_norm": 0.11353477835655212,
      "learning_rate": 4.749371576219317e-05,
      "loss": 0.5246,
      "step": 610
    },
    {
      "epoch": 2.752676056338028,
      "grad_norm": 0.10583645105361938,
      "learning_rate": 4.718353232481665e-05,
      "loss": 0.5132,
      "step": 611
    },
    {
      "epoch": 2.7571830985915495,
      "grad_norm": 0.12215419858694077,
      "learning_rate": 4.6874052060645066e-05,
      "loss": 0.5331,
      "step": 612
    },
    {
      "epoch": 2.7616901408450705,
      "grad_norm": 0.11868246644735336,
      "learning_rate": 4.6565279089950795e-05,
      "loss": 0.5023,
      "step": 613
    },
    {
      "epoch": 2.7661971830985914,
      "grad_norm": 0.12116070836782455,
      "learning_rate": 4.62572175235895e-05,
      "loss": 0.5461,
      "step": 614
    },
    {
      "epoch": 2.770704225352113,
      "grad_norm": 0.11347726732492447,
      "learning_rate": 4.5949871462945714e-05,
      "loss": 0.5095,
      "step": 615
    },
    {
      "epoch": 2.7752112676056337,
      "grad_norm": 0.10805897414684296,
      "learning_rate": 4.56432449998779e-05,
      "loss": 0.5069,
      "step": 616
    },
    {
      "epoch": 2.779718309859155,
      "grad_norm": 0.12143836170434952,
      "learning_rate": 4.533734221666425e-05,
      "loss": 0.5361,
      "step": 617
    },
    {
      "epoch": 2.784225352112676,
      "grad_norm": 0.12267526239156723,
      "learning_rate": 4.503216718594825e-05,
      "loss": 0.5325,
      "step": 618
    },
    {
      "epoch": 2.788732394366197,
      "grad_norm": 0.1219489648938179,
      "learning_rate": 4.472772397068431e-05,
      "loss": 0.5408,
      "step": 619
    },
    {
      "epoch": 2.7932394366197184,
      "grad_norm": 0.11085795611143112,
      "learning_rate": 4.442401662408395e-05,
      "loss": 0.5221,
      "step": 620
    },
    {
      "epoch": 2.7977464788732394,
      "grad_norm": 0.11736064404249191,
      "learning_rate": 4.4121049189561556e-05,
      "loss": 0.5367,
      "step": 621
    },
    {
      "epoch": 2.8022535211267607,
      "grad_norm": 0.10407859832048416,
      "learning_rate": 4.381882570068079e-05,
      "loss": 0.4977,
      "step": 622
    },
    {
      "epoch": 2.8067605633802817,
      "grad_norm": 0.10226607322692871,
      "learning_rate": 4.351735018110066e-05,
      "loss": 0.4931,
      "step": 623
    },
    {
      "epoch": 2.8112676056338026,
      "grad_norm": 0.10844944417476654,
      "learning_rate": 4.321662664452221e-05,
      "loss": 0.5228,
      "step": 624
    },
    {
      "epoch": 2.815774647887324,
      "grad_norm": 0.1089576929807663,
      "learning_rate": 4.291665909463477e-05,
      "loss": 0.5316,
      "step": 625
    },
    {
      "epoch": 2.820281690140845,
      "grad_norm": 0.11149588227272034,
      "learning_rate": 4.2617451525063014e-05,
      "loss": 0.5147,
      "step": 626
    },
    {
      "epoch": 2.8247887323943663,
      "grad_norm": 0.12150777131319046,
      "learning_rate": 4.231900791931341e-05,
      "loss": 0.5386,
      "step": 627
    },
    {
      "epoch": 2.8292957746478873,
      "grad_norm": 0.11250042915344238,
      "learning_rate": 4.202133225072153e-05,
      "loss": 0.5494,
      "step": 628
    },
    {
      "epoch": 2.8338028169014082,
      "grad_norm": 0.11534137278795242,
      "learning_rate": 4.1724428482398945e-05,
      "loss": 0.5483,
      "step": 629
    },
    {
      "epoch": 2.8383098591549296,
      "grad_norm": 0.10241974890232086,
      "learning_rate": 4.142830056718052e-05,
      "loss": 0.5052,
      "step": 630
    },
    {
      "epoch": 2.8428169014084506,
      "grad_norm": 0.11854840815067291,
      "learning_rate": 4.113295244757172e-05,
      "loss": 0.5385,
      "step": 631
    },
    {
      "epoch": 2.847323943661972,
      "grad_norm": 0.11492074280977249,
      "learning_rate": 4.08383880556963e-05,
      "loss": 0.4985,
      "step": 632
    },
    {
      "epoch": 2.851830985915493,
      "grad_norm": 0.10175682604312897,
      "learning_rate": 4.054461131324373e-05,
      "loss": 0.5064,
      "step": 633
    },
    {
      "epoch": 2.856338028169014,
      "grad_norm": 0.11565281450748444,
      "learning_rate": 4.025162613141713e-05,
      "loss": 0.5084,
      "step": 634
    },
    {
      "epoch": 2.860845070422535,
      "grad_norm": 0.10842733085155487,
      "learning_rate": 3.995943641088121e-05,
      "loss": 0.5128,
      "step": 635
    },
    {
      "epoch": 2.8653521126760566,
      "grad_norm": 0.11573941260576248,
      "learning_rate": 3.966804604171019e-05,
      "loss": 0.5279,
      "step": 636
    },
    {
      "epoch": 2.8698591549295775,
      "grad_norm": 0.11557252705097198,
      "learning_rate": 3.937745890333623e-05,
      "loss": 0.5174,
      "step": 637
    },
    {
      "epoch": 2.8743661971830985,
      "grad_norm": 0.1108415350317955,
      "learning_rate": 3.908767886449752e-05,
      "loss": 0.5161,
      "step": 638
    },
    {
      "epoch": 2.87887323943662,
      "grad_norm": 0.1033615991473198,
      "learning_rate": 3.8798709783187036e-05,
      "loss": 0.529,
      "step": 639
    },
    {
      "epoch": 2.883380281690141,
      "grad_norm": 0.14297285676002502,
      "learning_rate": 3.8510555506600974e-05,
      "loss": 0.5096,
      "step": 640
    },
    {
      "epoch": 2.887887323943662,
      "grad_norm": 0.1152140274643898,
      "learning_rate": 3.82232198710877e-05,
      "loss": 0.5361,
      "step": 641
    },
    {
      "epoch": 2.892394366197183,
      "grad_norm": 0.11221909523010254,
      "learning_rate": 3.793670670209645e-05,
      "loss": 0.542,
      "step": 642
    },
    {
      "epoch": 2.896901408450704,
      "grad_norm": 0.11155454814434052,
      "learning_rate": 3.7651019814126654e-05,
      "loss": 0.5383,
      "step": 643
    },
    {
      "epoch": 2.9014084507042255,
      "grad_norm": 0.11201007664203644,
      "learning_rate": 3.736616301067694e-05,
      "loss": 0.5295,
      "step": 644
    },
    {
      "epoch": 2.9059154929577464,
      "grad_norm": 0.09936228394508362,
      "learning_rate": 3.708214008419467e-05,
      "loss": 0.5093,
      "step": 645
    },
    {
      "epoch": 2.910422535211268,
      "grad_norm": 0.11197184026241302,
      "learning_rate": 3.6798954816025286e-05,
      "loss": 0.5387,
      "step": 646
    },
    {
      "epoch": 2.9149295774647888,
      "grad_norm": 0.11715072393417358,
      "learning_rate": 3.6516610976362155e-05,
      "loss": 0.5487,
      "step": 647
    },
    {
      "epoch": 2.9194366197183097,
      "grad_norm": 0.10473347455263138,
      "learning_rate": 3.623511232419612e-05,
      "loss": 0.5017,
      "step": 648
    },
    {
      "epoch": 2.923943661971831,
      "grad_norm": 0.10394609719514847,
      "learning_rate": 3.595446260726576e-05,
      "loss": 0.5091,
      "step": 649
    },
    {
      "epoch": 2.928450704225352,
      "grad_norm": 0.10504930466413498,
      "learning_rate": 3.5674665562007184e-05,
      "loss": 0.5299,
      "step": 650
    },
    {
      "epoch": 2.9329577464788734,
      "grad_norm": 0.11549410969018936,
      "learning_rate": 3.5395724913504545e-05,
      "loss": 0.5435,
      "step": 651
    },
    {
      "epoch": 2.9374647887323944,
      "grad_norm": 0.12606476247310638,
      "learning_rate": 3.511764437544036e-05,
      "loss": 0.5115,
      "step": 652
    },
    {
      "epoch": 2.9419718309859153,
      "grad_norm": 0.10190090537071228,
      "learning_rate": 3.48404276500459e-05,
      "loss": 0.499,
      "step": 653
    },
    {
      "epoch": 2.9464788732394367,
      "grad_norm": 0.11330178380012512,
      "learning_rate": 3.456407842805223e-05,
      "loss": 0.5286,
      "step": 654
    },
    {
      "epoch": 2.9509859154929576,
      "grad_norm": 0.10447689890861511,
      "learning_rate": 3.4288600388640714e-05,
      "loss": 0.4856,
      "step": 655
    },
    {
      "epoch": 2.955492957746479,
      "grad_norm": 0.11650539189577103,
      "learning_rate": 3.4013997199394376e-05,
      "loss": 0.5344,
      "step": 656
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.1107359305024147,
      "learning_rate": 3.3740272516248736e-05,
      "loss": 0.5121,
      "step": 657
    },
    {
      "epoch": 2.964507042253521,
      "grad_norm": 0.11095371842384338,
      "learning_rate": 3.346742998344348e-05,
      "loss": 0.5136,
      "step": 658
    },
    {
      "epoch": 2.9690140845070423,
      "grad_norm": 0.10957096517086029,
      "learning_rate": 3.3195473233473584e-05,
      "loss": 0.5263,
      "step": 659
    },
    {
      "epoch": 2.9735211267605632,
      "grad_norm": 0.11277777701616287,
      "learning_rate": 3.292440588704131e-05,
      "loss": 0.5472,
      "step": 660
    },
    {
      "epoch": 2.9780281690140846,
      "grad_norm": 0.10114355385303497,
      "learning_rate": 3.265423155300767e-05,
      "loss": 0.5272,
      "step": 661
    },
    {
      "epoch": 2.9825352112676056,
      "grad_norm": 0.11590156704187393,
      "learning_rate": 3.238495382834464e-05,
      "loss": 0.521,
      "step": 662
    },
    {
      "epoch": 2.9870422535211265,
      "grad_norm": 0.12712036073207855,
      "learning_rate": 3.211657629808712e-05,
      "loss": 0.5632,
      "step": 663
    },
    {
      "epoch": 2.991549295774648,
      "grad_norm": 0.11136014014482498,
      "learning_rate": 3.184910253528528e-05,
      "loss": 0.5139,
      "step": 664
    },
    {
      "epoch": 2.9960563380281693,
      "grad_norm": 0.10489501059055328,
      "learning_rate": 3.158253610095697e-05,
      "loss": 0.5046,
      "step": 665
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.1281147003173828,
      "learning_rate": 3.1316880544040226e-05,
      "loss": 0.5102,
      "step": 666
    },
    {
      "epoch": 3.004507042253521,
      "grad_norm": 0.1174585297703743,
      "learning_rate": 3.105213940134621e-05,
      "loss": 0.5348,
      "step": 667
    },
    {
      "epoch": 3.0090140845070423,
      "grad_norm": 0.11154928803443909,
      "learning_rate": 3.07883161975119e-05,
      "loss": 0.5283,
      "step": 668
    },
    {
      "epoch": 3.0135211267605633,
      "grad_norm": 0.10453861951828003,
      "learning_rate": 3.0525414444953396e-05,
      "loss": 0.4933,
      "step": 669
    },
    {
      "epoch": 3.0180281690140847,
      "grad_norm": 0.11380238831043243,
      "learning_rate": 3.026343764381887e-05,
      "loss": 0.5073,
      "step": 670
    },
    {
      "epoch": 3.0225352112676056,
      "grad_norm": 0.0978739783167839,
      "learning_rate": 3.0002389281942332e-05,
      "loss": 0.5098,
      "step": 671
    },
    {
      "epoch": 3.0270422535211265,
      "grad_norm": 0.11205834150314331,
      "learning_rate": 2.9742272834796813e-05,
      "loss": 0.55,
      "step": 672
    },
    {
      "epoch": 3.031549295774648,
      "grad_norm": 0.11361253261566162,
      "learning_rate": 2.9483091765448422e-05,
      "loss": 0.5519,
      "step": 673
    },
    {
      "epoch": 3.036056338028169,
      "grad_norm": 0.1036975234746933,
      "learning_rate": 2.9224849524509936e-05,
      "loss": 0.5319,
      "step": 674
    },
    {
      "epoch": 3.0405633802816903,
      "grad_norm": 0.10117993503808975,
      "learning_rate": 2.896754955009524e-05,
      "loss": 0.5152,
      "step": 675
    },
    {
      "epoch": 3.045070422535211,
      "grad_norm": 0.114353246986866,
      "learning_rate": 2.871119526777315e-05,
      "loss": 0.5187,
      "step": 676
    },
    {
      "epoch": 3.0495774647887326,
      "grad_norm": 0.10379718244075775,
      "learning_rate": 2.8455790090522017e-05,
      "loss": 0.5105,
      "step": 677
    },
    {
      "epoch": 3.0540845070422535,
      "grad_norm": 0.10687281936407089,
      "learning_rate": 2.820133741868434e-05,
      "loss": 0.502,
      "step": 678
    },
    {
      "epoch": 3.0585915492957745,
      "grad_norm": 0.12042738497257233,
      "learning_rate": 2.794784063992131e-05,
      "loss": 0.5081,
      "step": 679
    },
    {
      "epoch": 3.063098591549296,
      "grad_norm": 0.11131054908037186,
      "learning_rate": 2.7695303129167927e-05,
      "loss": 0.5123,
      "step": 680
    },
    {
      "epoch": 3.067605633802817,
      "grad_norm": 0.10670991986989975,
      "learning_rate": 2.7443728248587852e-05,
      "loss": 0.5246,
      "step": 681
    },
    {
      "epoch": 3.072112676056338,
      "grad_norm": 0.11702380329370499,
      "learning_rate": 2.719311934752884e-05,
      "loss": 0.5109,
      "step": 682
    },
    {
      "epoch": 3.076619718309859,
      "grad_norm": 0.10768495500087738,
      "learning_rate": 2.6943479762477964e-05,
      "loss": 0.5195,
      "step": 683
    },
    {
      "epoch": 3.08112676056338,
      "grad_norm": 0.1184210330247879,
      "learning_rate": 2.669481281701739e-05,
      "loss": 0.5585,
      "step": 684
    },
    {
      "epoch": 3.0856338028169015,
      "grad_norm": 0.10743115097284317,
      "learning_rate": 2.6447121821779917e-05,
      "loss": 0.5134,
      "step": 685
    },
    {
      "epoch": 3.0901408450704224,
      "grad_norm": 0.10095122456550598,
      "learning_rate": 2.620041007440508e-05,
      "loss": 0.5154,
      "step": 686
    },
    {
      "epoch": 3.094647887323944,
      "grad_norm": 0.11585785448551178,
      "learning_rate": 2.5954680859495163e-05,
      "loss": 0.4975,
      "step": 687
    },
    {
      "epoch": 3.0991549295774647,
      "grad_norm": 0.11215182393789291,
      "learning_rate": 2.570993744857151e-05,
      "loss": 0.5347,
      "step": 688
    },
    {
      "epoch": 3.103661971830986,
      "grad_norm": 0.10896939039230347,
      "learning_rate": 2.5466183100030837e-05,
      "loss": 0.5013,
      "step": 689
    },
    {
      "epoch": 3.108169014084507,
      "grad_norm": 0.11886619031429291,
      "learning_rate": 2.5223421059102104e-05,
      "loss": 0.5244,
      "step": 690
    },
    {
      "epoch": 3.112676056338028,
      "grad_norm": 0.11181308329105377,
      "learning_rate": 2.4981654557803026e-05,
      "loss": 0.5391,
      "step": 691
    },
    {
      "epoch": 3.1171830985915494,
      "grad_norm": 0.09808338433504105,
      "learning_rate": 2.474088681489729e-05,
      "loss": 0.525,
      "step": 692
    },
    {
      "epoch": 3.1216901408450703,
      "grad_norm": 0.11004786193370819,
      "learning_rate": 2.4501121035851492e-05,
      "loss": 0.526,
      "step": 693
    },
    {
      "epoch": 3.1261971830985917,
      "grad_norm": 0.10769461840391159,
      "learning_rate": 2.426236041279266e-05,
      "loss": 0.5611,
      "step": 694
    },
    {
      "epoch": 3.1307042253521127,
      "grad_norm": 0.10455281287431717,
      "learning_rate": 2.4024608124465585e-05,
      "loss": 0.5384,
      "step": 695
    },
    {
      "epoch": 3.1352112676056336,
      "grad_norm": 0.10149269551038742,
      "learning_rate": 2.378786733619054e-05,
      "loss": 0.5255,
      "step": 696
    },
    {
      "epoch": 3.139718309859155,
      "grad_norm": 0.10262631624937057,
      "learning_rate": 2.35521411998213e-05,
      "loss": 0.5248,
      "step": 697
    },
    {
      "epoch": 3.144225352112676,
      "grad_norm": 0.0997721254825592,
      "learning_rate": 2.331743285370288e-05,
      "loss": 0.5047,
      "step": 698
    },
    {
      "epoch": 3.1487323943661973,
      "grad_norm": 0.09472807496786118,
      "learning_rate": 2.3083745422630122e-05,
      "loss": 0.5056,
      "step": 699
    },
    {
      "epoch": 3.1532394366197183,
      "grad_norm": 0.10167699307203293,
      "learning_rate": 2.2851082017805703e-05,
      "loss": 0.5039,
      "step": 700
    },
    {
      "epoch": 3.1577464788732392,
      "grad_norm": 0.11040908098220825,
      "learning_rate": 2.2619445736799028e-05,
      "loss": 0.5308,
      "step": 701
    },
    {
      "epoch": 3.1622535211267606,
      "grad_norm": 0.1062508374452591,
      "learning_rate": 2.238883966350479e-05,
      "loss": 0.5251,
      "step": 702
    },
    {
      "epoch": 3.1667605633802816,
      "grad_norm": 0.11194084584712982,
      "learning_rate": 2.215926686810206e-05,
      "loss": 0.5202,
      "step": 703
    },
    {
      "epoch": 3.171267605633803,
      "grad_norm": 0.1002085953950882,
      "learning_rate": 2.1930730407013245e-05,
      "loss": 0.5095,
      "step": 704
    },
    {
      "epoch": 3.175774647887324,
      "grad_norm": 0.09527210891246796,
      "learning_rate": 2.1703233322863616e-05,
      "loss": 0.5217,
      "step": 705
    },
    {
      "epoch": 3.1802816901408453,
      "grad_norm": 0.10605484992265701,
      "learning_rate": 2.1476778644440553e-05,
      "loss": 0.5075,
      "step": 706
    },
    {
      "epoch": 3.184788732394366,
      "grad_norm": 0.10591242462396622,
      "learning_rate": 2.1251369386653454e-05,
      "loss": 0.5129,
      "step": 707
    },
    {
      "epoch": 3.189295774647887,
      "grad_norm": 0.11138251423835754,
      "learning_rate": 2.1027008550493376e-05,
      "loss": 0.5366,
      "step": 708
    },
    {
      "epoch": 3.1938028169014085,
      "grad_norm": 0.10201424360275269,
      "learning_rate": 2.0803699122993293e-05,
      "loss": 0.5375,
      "step": 709
    },
    {
      "epoch": 3.1983098591549295,
      "grad_norm": 0.10267283767461777,
      "learning_rate": 2.0581444077188194e-05,
      "loss": 0.5262,
      "step": 710
    },
    {
      "epoch": 3.202816901408451,
      "grad_norm": 0.09566653519868851,
      "learning_rate": 2.0360246372075466e-05,
      "loss": 0.4986,
      "step": 711
    },
    {
      "epoch": 3.207323943661972,
      "grad_norm": 0.09336459636688232,
      "learning_rate": 2.0140108952575698e-05,
      "loss": 0.4931,
      "step": 712
    },
    {
      "epoch": 3.2118309859154928,
      "grad_norm": 0.10596734285354614,
      "learning_rate": 1.9921034749493205e-05,
      "loss": 0.5326,
      "step": 713
    },
    {
      "epoch": 3.216338028169014,
      "grad_norm": 0.10336334258317947,
      "learning_rate": 1.9703026679477256e-05,
      "loss": 0.5073,
      "step": 714
    },
    {
      "epoch": 3.220845070422535,
      "grad_norm": 0.0994623526930809,
      "learning_rate": 1.9486087644983054e-05,
      "loss": 0.5281,
      "step": 715
    },
    {
      "epoch": 3.2253521126760565,
      "grad_norm": 0.09632834047079086,
      "learning_rate": 1.9270220534233263e-05,
      "loss": 0.5067,
      "step": 716
    },
    {
      "epoch": 3.2298591549295774,
      "grad_norm": 0.10012217611074448,
      "learning_rate": 1.9055428221179338e-05,
      "loss": 0.5009,
      "step": 717
    },
    {
      "epoch": 3.234366197183099,
      "grad_norm": 0.11541806161403656,
      "learning_rate": 1.8841713565463548e-05,
      "loss": 0.5082,
      "step": 718
    },
    {
      "epoch": 3.2388732394366198,
      "grad_norm": 0.11000224947929382,
      "learning_rate": 1.862907941238059e-05,
      "loss": 0.4974,
      "step": 719
    },
    {
      "epoch": 3.2433802816901407,
      "grad_norm": 0.09478365629911423,
      "learning_rate": 1.8417528592840018e-05,
      "loss": 0.4858,
      "step": 720
    },
    {
      "epoch": 3.247887323943662,
      "grad_norm": 0.11213672161102295,
      "learning_rate": 1.8207063923328237e-05,
      "loss": 0.5708,
      "step": 721
    },
    {
      "epoch": 3.252394366197183,
      "grad_norm": 0.10433446615934372,
      "learning_rate": 1.799768820587132e-05,
      "loss": 0.507,
      "step": 722
    },
    {
      "epoch": 3.2569014084507044,
      "grad_norm": 0.10733353346586227,
      "learning_rate": 1.77894042279975e-05,
      "loss": 0.5225,
      "step": 723
    },
    {
      "epoch": 3.2614084507042254,
      "grad_norm": 0.10116215795278549,
      "learning_rate": 1.7582214762700054e-05,
      "loss": 0.5272,
      "step": 724
    },
    {
      "epoch": 3.2659154929577463,
      "grad_norm": 0.1019587591290474,
      "learning_rate": 1.7376122568400532e-05,
      "loss": 0.5085,
      "step": 725
    },
    {
      "epoch": 3.2704225352112677,
      "grad_norm": 0.0982939749956131,
      "learning_rate": 1.7171130388911848e-05,
      "loss": 0.5176,
      "step": 726
    },
    {
      "epoch": 3.2749295774647886,
      "grad_norm": 0.10578010976314545,
      "learning_rate": 1.6967240953401954e-05,
      "loss": 0.4992,
      "step": 727
    },
    {
      "epoch": 3.27943661971831,
      "grad_norm": 0.09891770035028458,
      "learning_rate": 1.676445697635728e-05,
      "loss": 0.483,
      "step": 728
    },
    {
      "epoch": 3.283943661971831,
      "grad_norm": 0.10481581091880798,
      "learning_rate": 1.6562781157546835e-05,
      "loss": 0.518,
      "step": 729
    },
    {
      "epoch": 3.288450704225352,
      "grad_norm": 0.09994784742593765,
      "learning_rate": 1.6362216181986002e-05,
      "loss": 0.4964,
      "step": 730
    },
    {
      "epoch": 3.2929577464788733,
      "grad_norm": 0.10088899731636047,
      "learning_rate": 1.6162764719901046e-05,
      "loss": 0.5083,
      "step": 731
    },
    {
      "epoch": 3.2974647887323942,
      "grad_norm": 0.103594109416008,
      "learning_rate": 1.596442942669335e-05,
      "loss": 0.5287,
      "step": 732
    },
    {
      "epoch": 3.3019718309859156,
      "grad_norm": 0.1050785481929779,
      "learning_rate": 1.5767212942904276e-05,
      "loss": 0.5247,
      "step": 733
    },
    {
      "epoch": 3.3064788732394366,
      "grad_norm": 0.10635862499475479,
      "learning_rate": 1.5571117894179754e-05,
      "loss": 0.5207,
      "step": 734
    },
    {
      "epoch": 3.3109859154929575,
      "grad_norm": 0.10588835924863815,
      "learning_rate": 1.5376146891235598e-05,
      "loss": 0.501,
      "step": 735
    },
    {
      "epoch": 3.315492957746479,
      "grad_norm": 0.11529035866260529,
      "learning_rate": 1.5182302529822479e-05,
      "loss": 0.5338,
      "step": 736
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.11125069856643677,
      "learning_rate": 1.4989587390691628e-05,
      "loss": 0.5433,
      "step": 737
    },
    {
      "epoch": 3.3245070422535212,
      "grad_norm": 0.10297177731990814,
      "learning_rate": 1.4798004039560242e-05,
      "loss": 0.5167,
      "step": 738
    },
    {
      "epoch": 3.329014084507042,
      "grad_norm": 0.09564676135778427,
      "learning_rate": 1.4607555027077525e-05,
      "loss": 0.4976,
      "step": 739
    },
    {
      "epoch": 3.3335211267605636,
      "grad_norm": 0.09943831712007523,
      "learning_rate": 1.4418242888790579e-05,
      "loss": 0.5223,
      "step": 740
    },
    {
      "epoch": 3.3380281690140845,
      "grad_norm": 0.09775034338235855,
      "learning_rate": 1.4230070145110707e-05,
      "loss": 0.5125,
      "step": 741
    },
    {
      "epoch": 3.3425352112676054,
      "grad_norm": 0.10720875859260559,
      "learning_rate": 1.4043039301279903e-05,
      "loss": 0.5541,
      "step": 742
    },
    {
      "epoch": 3.347042253521127,
      "grad_norm": 0.10151630640029907,
      "learning_rate": 1.3857152847337395e-05,
      "loss": 0.516,
      "step": 743
    },
    {
      "epoch": 3.3515492957746478,
      "grad_norm": 0.11832702904939651,
      "learning_rate": 1.3672413258086592e-05,
      "loss": 0.5162,
      "step": 744
    },
    {
      "epoch": 3.356056338028169,
      "grad_norm": 0.09787547588348389,
      "learning_rate": 1.3488822993062089e-05,
      "loss": 0.4999,
      "step": 745
    },
    {
      "epoch": 3.36056338028169,
      "grad_norm": 0.10296602547168732,
      "learning_rate": 1.3306384496496927e-05,
      "loss": 0.5479,
      "step": 746
    },
    {
      "epoch": 3.3650704225352115,
      "grad_norm": 0.10161863267421722,
      "learning_rate": 1.3125100197290019e-05,
      "loss": 0.5444,
      "step": 747
    },
    {
      "epoch": 3.3695774647887324,
      "grad_norm": 0.11383792757987976,
      "learning_rate": 1.2944972508973908e-05,
      "loss": 0.5736,
      "step": 748
    },
    {
      "epoch": 3.3740845070422534,
      "grad_norm": 0.09610579162836075,
      "learning_rate": 1.2766003829682505e-05,
      "loss": 0.4991,
      "step": 749
    },
    {
      "epoch": 3.3785915492957748,
      "grad_norm": 0.10732931643724442,
      "learning_rate": 1.258819654211929e-05,
      "loss": 0.5349,
      "step": 750
    },
    {
      "epoch": 3.3830985915492957,
      "grad_norm": 0.10681644827127457,
      "learning_rate": 1.2411553013525457e-05,
      "loss": 0.5184,
      "step": 751
    },
    {
      "epoch": 3.387605633802817,
      "grad_norm": 0.11193811148405075,
      "learning_rate": 1.2236075595648566e-05,
      "loss": 0.5576,
      "step": 752
    },
    {
      "epoch": 3.392112676056338,
      "grad_norm": 0.11142749339342117,
      "learning_rate": 1.2061766624711035e-05,
      "loss": 0.5347,
      "step": 753
    },
    {
      "epoch": 3.396619718309859,
      "grad_norm": 0.09409522265195847,
      "learning_rate": 1.1888628421379221e-05,
      "loss": 0.5002,
      "step": 754
    },
    {
      "epoch": 3.4011267605633804,
      "grad_norm": 0.09690172225236893,
      "learning_rate": 1.1716663290732366e-05,
      "loss": 0.4881,
      "step": 755
    },
    {
      "epoch": 3.4056338028169013,
      "grad_norm": 0.10559435188770294,
      "learning_rate": 1.1545873522232053e-05,
      "loss": 0.5071,
      "step": 756
    },
    {
      "epoch": 3.4101408450704227,
      "grad_norm": 0.11353932321071625,
      "learning_rate": 1.1376261389691634e-05,
      "loss": 0.5303,
      "step": 757
    },
    {
      "epoch": 3.4146478873239436,
      "grad_norm": 0.10134030133485794,
      "learning_rate": 1.1207829151245941e-05,
      "loss": 0.5171,
      "step": 758
    },
    {
      "epoch": 3.4191549295774646,
      "grad_norm": 0.09742739796638489,
      "learning_rate": 1.1040579049321309e-05,
      "loss": 0.5122,
      "step": 759
    },
    {
      "epoch": 3.423661971830986,
      "grad_norm": 0.09522052109241486,
      "learning_rate": 1.0874513310605628e-05,
      "loss": 0.5315,
      "step": 760
    },
    {
      "epoch": 3.428169014084507,
      "grad_norm": 0.10180686414241791,
      "learning_rate": 1.0709634146018798e-05,
      "loss": 0.492,
      "step": 761
    },
    {
      "epoch": 3.4326760563380283,
      "grad_norm": 0.10120957344770432,
      "learning_rate": 1.0545943750683162e-05,
      "loss": 0.5219,
      "step": 762
    },
    {
      "epoch": 3.4371830985915492,
      "grad_norm": 0.10289746522903442,
      "learning_rate": 1.0383444303894452e-05,
      "loss": 0.5022,
      "step": 763
    },
    {
      "epoch": 3.44169014084507,
      "grad_norm": 0.10165810585021973,
      "learning_rate": 1.0222137969092581e-05,
      "loss": 0.5154,
      "step": 764
    },
    {
      "epoch": 3.4461971830985916,
      "grad_norm": 0.10728448629379272,
      "learning_rate": 1.0062026893833033e-05,
      "loss": 0.5083,
      "step": 765
    },
    {
      "epoch": 3.4507042253521125,
      "grad_norm": 0.11152730882167816,
      "learning_rate": 9.903113209758096e-06,
      "loss": 0.5656,
      "step": 766
    },
    {
      "epoch": 3.455211267605634,
      "grad_norm": 0.11231085658073425,
      "learning_rate": 9.745399032568604e-06,
      "loss": 0.5132,
      "step": 767
    },
    {
      "epoch": 3.459718309859155,
      "grad_norm": 0.09897750616073608,
      "learning_rate": 9.588886461995772e-06,
      "loss": 0.5097,
      "step": 768
    },
    {
      "epoch": 3.4642253521126762,
      "grad_norm": 0.10121899843215942,
      "learning_rate": 9.43357758177309e-06,
      "loss": 0.4748,
      "step": 769
    },
    {
      "epoch": 3.468732394366197,
      "grad_norm": 0.11369026452302933,
      "learning_rate": 9.279474459608805e-06,
      "loss": 0.5531,
      "step": 770
    },
    {
      "epoch": 3.473239436619718,
      "grad_norm": 0.09937481582164764,
      "learning_rate": 9.126579147158187e-06,
      "loss": 0.5213,
      "step": 771
    },
    {
      "epoch": 3.4777464788732395,
      "grad_norm": 0.09812068939208984,
      "learning_rate": 8.974893679996388e-06,
      "loss": 0.5024,
      "step": 772
    },
    {
      "epoch": 3.4822535211267605,
      "grad_norm": 0.11508133262395859,
      "learning_rate": 8.824420077591155e-06,
      "loss": 0.5378,
      "step": 773
    },
    {
      "epoch": 3.486760563380282,
      "grad_norm": 0.11102595925331116,
      "learning_rate": 8.675160343276167e-06,
      "loss": 0.5344,
      "step": 774
    },
    {
      "epoch": 3.491267605633803,
      "grad_norm": 0.09482184052467346,
      "learning_rate": 8.527116464224127e-06,
      "loss": 0.5032,
      "step": 775
    },
    {
      "epoch": 3.495774647887324,
      "grad_norm": 0.09604179859161377,
      "learning_rate": 8.380290411420522e-06,
      "loss": 0.5006,
      "step": 776
    },
    {
      "epoch": 3.500281690140845,
      "grad_norm": 0.10570445656776428,
      "learning_rate": 8.234684139637205e-06,
      "loss": 0.5378,
      "step": 777
    },
    {
      "epoch": 3.504788732394366,
      "grad_norm": 0.09560370445251465,
      "learning_rate": 8.090299587406514e-06,
      "loss": 0.508,
      "step": 778
    },
    {
      "epoch": 3.5092957746478874,
      "grad_norm": 0.09780082106590271,
      "learning_rate": 7.947138676995302e-06,
      "loss": 0.4905,
      "step": 779
    },
    {
      "epoch": 3.5138028169014084,
      "grad_norm": 0.10680654644966125,
      "learning_rate": 7.805203314379583e-06,
      "loss": 0.4999,
      "step": 780
    },
    {
      "epoch": 3.5183098591549298,
      "grad_norm": 0.10805977880954742,
      "learning_rate": 7.664495389218884e-06,
      "loss": 0.5246,
      "step": 781
    },
    {
      "epoch": 3.5228169014084507,
      "grad_norm": 0.1088169664144516,
      "learning_rate": 7.525016774831273e-06,
      "loss": 0.4862,
      "step": 782
    },
    {
      "epoch": 3.5273239436619717,
      "grad_norm": 0.09178736060857773,
      "learning_rate": 7.386769328168353e-06,
      "loss": 0.5066,
      "step": 783
    },
    {
      "epoch": 3.531830985915493,
      "grad_norm": 0.1102149561047554,
      "learning_rate": 7.249754889790539e-06,
      "loss": 0.5054,
      "step": 784
    },
    {
      "epoch": 3.536338028169014,
      "grad_norm": 0.11161289364099503,
      "learning_rate": 7.113975283842589e-06,
      "loss": 0.534,
      "step": 785
    },
    {
      "epoch": 3.5408450704225354,
      "grad_norm": 0.100556880235672,
      "learning_rate": 6.979432318029244e-06,
      "loss": 0.5078,
      "step": 786
    },
    {
      "epoch": 3.5453521126760563,
      "grad_norm": 0.10358420014381409,
      "learning_rate": 6.846127783591294e-06,
      "loss": 0.5192,
      "step": 787
    },
    {
      "epoch": 3.5498591549295773,
      "grad_norm": 0.10767854750156403,
      "learning_rate": 6.714063455281538e-06,
      "loss": 0.5081,
      "step": 788
    },
    {
      "epoch": 3.5543661971830987,
      "grad_norm": 0.09717968106269836,
      "learning_rate": 6.583241091341353e-06,
      "loss": 0.4981,
      "step": 789
    },
    {
      "epoch": 3.5588732394366196,
      "grad_norm": 0.0952880010008812,
      "learning_rate": 6.453662433477136e-06,
      "loss": 0.512,
      "step": 790
    },
    {
      "epoch": 3.563380281690141,
      "grad_norm": 0.10167808830738068,
      "learning_rate": 6.325329206837216e-06,
      "loss": 0.5,
      "step": 791
    },
    {
      "epoch": 3.567887323943662,
      "grad_norm": 0.09986628592014313,
      "learning_rate": 6.1982431199888225e-06,
      "loss": 0.5119,
      "step": 792
    },
    {
      "epoch": 3.572394366197183,
      "grad_norm": 0.09896910190582275,
      "learning_rate": 6.072405864895403e-06,
      "loss": 0.4996,
      "step": 793
    },
    {
      "epoch": 3.5769014084507043,
      "grad_norm": 0.0993683710694313,
      "learning_rate": 5.947819116893971e-06,
      "loss": 0.4988,
      "step": 794
    },
    {
      "epoch": 3.581408450704225,
      "grad_norm": 0.10620611906051636,
      "learning_rate": 5.82448453467298e-06,
      "loss": 0.5162,
      "step": 795
    },
    {
      "epoch": 3.5859154929577466,
      "grad_norm": 0.09343092143535614,
      "learning_rate": 5.7024037602500855e-06,
      "loss": 0.5073,
      "step": 796
    },
    {
      "epoch": 3.5904225352112675,
      "grad_norm": 0.09894745796918869,
      "learning_rate": 5.581578418950373e-06,
      "loss": 0.5001,
      "step": 797
    },
    {
      "epoch": 3.5949295774647885,
      "grad_norm": 0.1150493249297142,
      "learning_rate": 5.462010119384664e-06,
      "loss": 0.5332,
      "step": 798
    },
    {
      "epoch": 3.59943661971831,
      "grad_norm": 0.09008999168872833,
      "learning_rate": 5.343700453428168e-06,
      "loss": 0.5021,
      "step": 799
    },
    {
      "epoch": 3.6039436619718312,
      "grad_norm": 0.09946510940790176,
      "learning_rate": 5.226650996199223e-06,
      "loss": 0.5182,
      "step": 800
    },
    {
      "epoch": 3.608450704225352,
      "grad_norm": 0.09479941427707672,
      "learning_rate": 5.1108633060383606e-06,
      "loss": 0.5194,
      "step": 801
    },
    {
      "epoch": 3.612957746478873,
      "grad_norm": 0.10796267539262772,
      "learning_rate": 4.996338924487509e-06,
      "loss": 0.5223,
      "step": 802
    },
    {
      "epoch": 3.6174647887323945,
      "grad_norm": 0.09543827176094055,
      "learning_rate": 4.883079376269573e-06,
      "loss": 0.4974,
      "step": 803
    },
    {
      "epoch": 3.6219718309859155,
      "grad_norm": 0.09834381937980652,
      "learning_rate": 4.771086169268057e-06,
      "loss": 0.502,
      "step": 804
    },
    {
      "epoch": 3.626478873239437,
      "grad_norm": 0.0954863652586937,
      "learning_rate": 4.660360794506946e-06,
      "loss": 0.5052,
      "step": 805
    },
    {
      "epoch": 3.630985915492958,
      "grad_norm": 0.10441611707210541,
      "learning_rate": 4.550904726130989e-06,
      "loss": 0.5249,
      "step": 806
    },
    {
      "epoch": 3.6354929577464787,
      "grad_norm": 0.1028057262301445,
      "learning_rate": 4.442719421385922e-06,
      "loss": 0.5309,
      "step": 807
    },
    {
      "epoch": 3.64,
      "grad_norm": 0.10420232266187668,
      "learning_rate": 4.3358063205992336e-06,
      "loss": 0.5092,
      "step": 808
    },
    {
      "epoch": 3.644507042253521,
      "grad_norm": 0.09221101552248001,
      "learning_rate": 4.230166847160799e-06,
      "loss": 0.5059,
      "step": 809
    },
    {
      "epoch": 3.6490140845070425,
      "grad_norm": 0.10424289852380753,
      "learning_rate": 4.125802407504098e-06,
      "loss": 0.5007,
      "step": 810
    },
    {
      "epoch": 3.6535211267605634,
      "grad_norm": 0.10054883360862732,
      "learning_rate": 4.022714391087379e-06,
      "loss": 0.5172,
      "step": 811
    },
    {
      "epoch": 3.6580281690140843,
      "grad_norm": 0.11087238043546677,
      "learning_rate": 3.9209041703752395e-06,
      "loss": 0.5811,
      "step": 812
    },
    {
      "epoch": 3.6625352112676057,
      "grad_norm": 0.10872288048267365,
      "learning_rate": 3.820373100820263e-06,
      "loss": 0.5131,
      "step": 813
    },
    {
      "epoch": 3.6670422535211267,
      "grad_norm": 0.1310155689716339,
      "learning_rate": 3.7211225208450774e-06,
      "loss": 0.4928,
      "step": 814
    },
    {
      "epoch": 3.671549295774648,
      "grad_norm": 0.10429683327674866,
      "learning_rate": 3.623153751824482e-06,
      "loss": 0.5158,
      "step": 815
    },
    {
      "epoch": 3.676056338028169,
      "grad_norm": 0.09816399961709976,
      "learning_rate": 3.5264680980677924e-06,
      "loss": 0.511,
      "step": 816
    },
    {
      "epoch": 3.68056338028169,
      "grad_norm": 0.09635947644710541,
      "learning_rate": 3.431066846801634e-06,
      "loss": 0.5009,
      "step": 817
    },
    {
      "epoch": 3.6850704225352113,
      "grad_norm": 0.1052606850862503,
      "learning_rate": 3.3369512681526326e-06,
      "loss": 0.5164,
      "step": 818
    },
    {
      "epoch": 3.6895774647887323,
      "grad_norm": 0.09707427024841309,
      "learning_rate": 3.2441226151306404e-06,
      "loss": 0.5412,
      "step": 819
    },
    {
      "epoch": 3.6940845070422537,
      "grad_norm": 0.09661922603845596,
      "learning_rate": 3.1525821236119577e-06,
      "loss": 0.4996,
      "step": 820
    },
    {
      "epoch": 3.6985915492957746,
      "grad_norm": 0.1082405224442482,
      "learning_rate": 3.0623310123229387e-06,
      "loss": 0.5218,
      "step": 821
    },
    {
      "epoch": 3.7030985915492955,
      "grad_norm": 0.08868458867073059,
      "learning_rate": 2.973370482823734e-06,
      "loss": 0.4729,
      "step": 822
    },
    {
      "epoch": 3.707605633802817,
      "grad_norm": 0.1018679216504097,
      "learning_rate": 2.8857017194923173e-06,
      "loss": 0.5318,
      "step": 823
    },
    {
      "epoch": 3.712112676056338,
      "grad_norm": 0.10018418729305267,
      "learning_rate": 2.7993258895086973e-06,
      "loss": 0.5007,
      "step": 824
    },
    {
      "epoch": 3.7166197183098593,
      "grad_norm": 0.08692584931850433,
      "learning_rate": 2.714244142839395e-06,
      "loss": 0.5122,
      "step": 825
    },
    {
      "epoch": 3.72112676056338,
      "grad_norm": 0.09924297034740448,
      "learning_rate": 2.6304576122221035e-06,
      "loss": 0.5165,
      "step": 826
    },
    {
      "epoch": 3.725633802816901,
      "grad_norm": 0.09864252805709839,
      "learning_rate": 2.5479674131506425e-06,
      "loss": 0.5397,
      "step": 827
    },
    {
      "epoch": 3.7301408450704225,
      "grad_norm": 0.09954255074262619,
      "learning_rate": 2.466774643860115e-06,
      "loss": 0.5043,
      "step": 828
    },
    {
      "epoch": 3.734647887323944,
      "grad_norm": 0.11289742588996887,
      "learning_rate": 2.386880385312218e-06,
      "loss": 0.528,
      "step": 829
    },
    {
      "epoch": 3.739154929577465,
      "grad_norm": 0.09993050992488861,
      "learning_rate": 2.3082857011809344e-06,
      "loss": 0.4994,
      "step": 830
    },
    {
      "epoch": 3.743661971830986,
      "grad_norm": 0.09765881299972534,
      "learning_rate": 2.230991637838309e-06,
      "loss": 0.4916,
      "step": 831
    },
    {
      "epoch": 3.748169014084507,
      "grad_norm": 0.10377711802721024,
      "learning_rate": 2.1549992243405816e-06,
      "loss": 0.5386,
      "step": 832
    },
    {
      "epoch": 3.752676056338028,
      "grad_norm": 0.09763538837432861,
      "learning_rate": 2.080309472414388e-06,
      "loss": 0.5002,
      "step": 833
    },
    {
      "epoch": 3.7571830985915495,
      "grad_norm": 0.09959236532449722,
      "learning_rate": 2.006923376443415e-06,
      "loss": 0.4978,
      "step": 834
    },
    {
      "epoch": 3.7616901408450705,
      "grad_norm": 0.09664242714643478,
      "learning_rate": 1.934841913455032e-06,
      "loss": 0.5301,
      "step": 835
    },
    {
      "epoch": 3.7661971830985914,
      "grad_norm": 0.10548033565282822,
      "learning_rate": 1.8640660431074265e-06,
      "loss": 0.5179,
      "step": 836
    },
    {
      "epoch": 3.770704225352113,
      "grad_norm": 0.10041049867868423,
      "learning_rate": 1.7945967076766546e-06,
      "loss": 0.5119,
      "step": 837
    },
    {
      "epoch": 3.7752112676056337,
      "grad_norm": 0.09538040310144424,
      "learning_rate": 1.7264348320442992e-06,
      "loss": 0.5145,
      "step": 838
    },
    {
      "epoch": 3.779718309859155,
      "grad_norm": 0.1140114888548851,
      "learning_rate": 1.6595813236849556e-06,
      "loss": 0.5112,
      "step": 839
    },
    {
      "epoch": 3.784225352112676,
      "grad_norm": 0.09238018095493317,
      "learning_rate": 1.5940370726542863e-06,
      "loss": 0.496,
      "step": 840
    },
    {
      "epoch": 3.788732394366197,
      "grad_norm": 0.10022945702075958,
      "learning_rate": 1.5298029515771195e-06,
      "loss": 0.5104,
      "step": 841
    },
    {
      "epoch": 3.7932394366197184,
      "grad_norm": 0.1022907942533493,
      "learning_rate": 1.4668798156358465e-06,
      "loss": 0.515,
      "step": 842
    },
    {
      "epoch": 3.7977464788732394,
      "grad_norm": 0.09121408313512802,
      "learning_rate": 1.4052685025590096e-06,
      "loss": 0.4859,
      "step": 843
    },
    {
      "epoch": 3.8022535211267607,
      "grad_norm": 0.09021437168121338,
      "learning_rate": 1.344969832610199e-06,
      "loss": 0.493,
      "step": 844
    },
    {
      "epoch": 3.8067605633802817,
      "grad_norm": 0.09189501404762268,
      "learning_rate": 1.2859846085770733e-06,
      "loss": 0.4916,
      "step": 845
    },
    {
      "epoch": 3.8112676056338026,
      "grad_norm": 0.09620609134435654,
      "learning_rate": 1.2283136157607121e-06,
      "loss": 0.5147,
      "step": 846
    },
    {
      "epoch": 3.815774647887324,
      "grad_norm": 0.09854090213775635,
      "learning_rate": 1.1719576219651585e-06,
      "loss": 0.4978,
      "step": 847
    },
    {
      "epoch": 3.820281690140845,
      "grad_norm": 0.0998944416642189,
      "learning_rate": 1.1169173774871478e-06,
      "loss": 0.5132,
      "step": 848
    },
    {
      "epoch": 3.8247887323943663,
      "grad_norm": 0.09280737489461899,
      "learning_rate": 1.0631936151062172e-06,
      "loss": 0.5251,
      "step": 849
    },
    {
      "epoch": 3.8292957746478873,
      "grad_norm": 0.10368622094392776,
      "learning_rate": 1.010787050074835e-06,
      "loss": 0.511,
      "step": 850
    },
    {
      "epoch": 3.8338028169014082,
      "grad_norm": 0.09526852518320084,
      "learning_rate": 9.596983801089864e-07,
      "loss": 0.562,
      "step": 851
    },
    {
      "epoch": 3.8383098591549296,
      "grad_norm": 0.10724498331546783,
      "learning_rate": 9.099282853787805e-07,
      "loss": 0.5394,
      "step": 852
    },
    {
      "epoch": 3.8428169014084506,
      "grad_norm": 0.08827169984579086,
      "learning_rate": 8.614774284994798e-07,
      "loss": 0.4826,
      "step": 853
    },
    {
      "epoch": 3.847323943661972,
      "grad_norm": 0.0911865234375,
      "learning_rate": 8.143464545226298e-07,
      "loss": 0.5189,
      "step": 854
    },
    {
      "epoch": 3.851830985915493,
      "grad_norm": 0.08919581770896912,
      "learning_rate": 7.685359909274881e-07,
      "loss": 0.51,
      "step": 855
    },
    {
      "epoch": 3.856338028169014,
      "grad_norm": 0.1076306402683258,
      "learning_rate": 7.24046647612675e-07,
      "loss": 0.5176,
      "step": 856
    },
    {
      "epoch": 3.860845070422535,
      "grad_norm": 0.10025174915790558,
      "learning_rate": 6.808790168880364e-07,
      "loss": 0.5135,
      "step": 857
    },
    {
      "epoch": 3.8653521126760566,
      "grad_norm": 0.09523887187242508,
      "learning_rate": 6.390336734667823e-07,
      "loss": 0.4964,
      "step": 858
    },
    {
      "epoch": 3.8698591549295775,
      "grad_norm": 0.09640923887491226,
      "learning_rate": 5.985111744578165e-07,
      "loss": 0.4899,
      "step": 859
    },
    {
      "epoch": 3.8743661971830985,
      "grad_norm": 0.0929466262459755,
      "learning_rate": 5.593120593582967e-07,
      "loss": 0.5196,
      "step": 860
    },
    {
      "epoch": 3.87887323943662,
      "grad_norm": 0.10044664144515991,
      "learning_rate": 5.214368500465305e-07,
      "loss": 0.5162,
      "step": 861
    },
    {
      "epoch": 3.883380281690141,
      "grad_norm": 0.1058187335729599,
      "learning_rate": 4.848860507749353e-07,
      "loss": 0.5232,
      "step": 862
    },
    {
      "epoch": 3.887887323943662,
      "grad_norm": 0.10016901046037674,
      "learning_rate": 4.496601481634e-07,
      "loss": 0.5218,
      "step": 863
    },
    {
      "epoch": 3.892394366197183,
      "grad_norm": 0.10483549535274506,
      "learning_rate": 4.157596111927342e-07,
      "loss": 0.5097,
      "step": 864
    },
    {
      "epoch": 3.896901408450704,
      "grad_norm": 0.10363733023405075,
      "learning_rate": 3.831848911984959e-07,
      "loss": 0.5297,
      "step": 865
    },
    {
      "epoch": 3.9014084507042255,
      "grad_norm": 0.08613172918558121,
      "learning_rate": 3.51936421864929e-07,
      "loss": 0.4929,
      "step": 866
    },
    {
      "epoch": 3.9059154929577464,
      "grad_norm": 0.09748660773038864,
      "learning_rate": 3.220146192192242e-07,
      "loss": 0.5301,
      "step": 867
    },
    {
      "epoch": 3.910422535211268,
      "grad_norm": 0.09546560794115067,
      "learning_rate": 2.934198816259559e-07,
      "loss": 0.517,
      "step": 868
    },
    {
      "epoch": 3.9149295774647888,
      "grad_norm": 0.10289441049098969,
      "learning_rate": 2.661525897817874e-07,
      "loss": 0.5074,
      "step": 869
    },
    {
      "epoch": 3.9194366197183097,
      "grad_norm": 0.0952000617980957,
      "learning_rate": 2.402131067104296e-07,
      "loss": 0.4901,
      "step": 870
    },
    {
      "epoch": 3.923943661971831,
      "grad_norm": 0.10645543783903122,
      "learning_rate": 2.156017777577346e-07,
      "loss": 0.5192,
      "step": 871
    },
    {
      "epoch": 3.928450704225352,
      "grad_norm": 0.10012649744749069,
      "learning_rate": 1.9231893058718754e-07,
      "loss": 0.512,
      "step": 872
    },
    {
      "epoch": 3.9329577464788734,
      "grad_norm": 0.11233918368816376,
      "learning_rate": 1.7036487517547717e-07,
      "loss": 0.5288,
      "step": 873
    },
    {
      "epoch": 3.9374647887323944,
      "grad_norm": 0.0949663370847702,
      "learning_rate": 1.4973990380841019e-07,
      "loss": 0.5148,
      "step": 874
    },
    {
      "epoch": 3.9419718309859153,
      "grad_norm": 0.08848931640386581,
      "learning_rate": 1.3044429107700318e-07,
      "loss": 0.5156,
      "step": 875
    },
    {
      "epoch": 3.9464788732394367,
      "grad_norm": 0.11036274582147598,
      "learning_rate": 1.1247829387381892e-07,
      "loss": 0.5136,
      "step": 876
    },
    {
      "epoch": 3.9509859154929576,
      "grad_norm": 0.09624003618955612,
      "learning_rate": 9.584215138953579e-08,
      "loss": 0.5001,
      "step": 877
    },
    {
      "epoch": 3.955492957746479,
      "grad_norm": 0.10382691025733948,
      "learning_rate": 8.053608510982802e-08,
      "loss": 0.5184,
      "step": 878
    },
    {
      "epoch": 3.96,
      "grad_norm": 0.18590374290943146,
      "learning_rate": 6.656029881233483e-08,
      "loss": 0.5439,
      "step": 879
    },
    {
      "epoch": 3.964507042253521,
      "grad_norm": 0.09918248653411865,
      "learning_rate": 5.391497856399585e-08,
      "loss": 0.5139,
      "step": 880
    },
    {
      "epoch": 3.9690140845070423,
      "grad_norm": 0.0977630540728569,
      "learning_rate": 4.260029271856425e-08,
      "loss": 0.5031,
      "step": 881
    },
    {
      "epoch": 3.9735211267605632,
      "grad_norm": 0.10441361367702484,
      "learning_rate": 3.2616391914364054e-08,
      "loss": 0.5304,
      "step": 882
    },
    {
      "epoch": 3.9780281690140846,
      "grad_norm": 0.09436926990747452,
      "learning_rate": 2.396340907225847e-08,
      "loss": 0.4986,
      "step": 883
    },
    {
      "epoch": 3.9825352112676056,
      "grad_norm": 0.09458206593990326,
      "learning_rate": 1.664145939394013e-08,
      "loss": 0.5522,
      "step": 884
    },
    {
      "epoch": 3.9870422535211265,
      "grad_norm": 0.10429766774177551,
      "learning_rate": 1.0650640360343468e-08,
      "loss": 0.5175,
      "step": 885
    },
    {
      "epoch": 3.991549295774648,
      "grad_norm": 0.09607253223657608,
      "learning_rate": 5.991031730367969e-09,
      "loss": 0.5038,
      "step": 886
    },
    {
      "epoch": 3.9960563380281693,
      "grad_norm": 0.13139435648918152,
      "learning_rate": 2.6626955398234564e-09,
      "loss": 0.5277,
      "step": 887
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.1130460873246193,
      "learning_rate": 6.656761005752188e-10,
      "loss": 0.51,
      "step": 888
    }
  ],
  "logging_steps": 1,
  "max_steps": 888,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}